-- Logs begin at Wed 2021-12-22 14:18:48 UTC, end at Wed 2021-12-22 16:31:34 UTC. -- Dec 22 15:07:46.277569 dv-neutron-822709-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 15:07:48.852134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.common.config [-] Logging enabled! Dec 22 15:07:48.852693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 22 15:07:48.853936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88856) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 15:07:48.854673 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.common.config [-] Logging enabled! Dec 22 15:07:48.854985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 22 15:07:48.855262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88856) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.864937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.865661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] debug = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.866902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.867411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.867411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] host = dv-neutron-822709-1-hyperv {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.867411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.867411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.867758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.867860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.868111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.868419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.868740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.869044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.869348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_file = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.869655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.869988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.870314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.870648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.870930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.871184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.871514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.871841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.872150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.872481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.872787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.873092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.873395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.873693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.874025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.874912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.875235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.875542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.875844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.876146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.876449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.876772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.877076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.877379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.877684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.878019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.878362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.878668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.879037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.879361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.879685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.880011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.880314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.880641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.880945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.881249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.881552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] use_json = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.881855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.882155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.882475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.882782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.883113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.883415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.883716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.884071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:48.884395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.884732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.885068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.885381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.885705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.886018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.886342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.886651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.887002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.887377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.887651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.887959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.888278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.888613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.888970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.889250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.889559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.889916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.890226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.890528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.890875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.891190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.891491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.891805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.892115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.892412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.892710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.893053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.893341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.893647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.893949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.894248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.894553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.894878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.895214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.895523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.895825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.896127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.896436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.896738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.897042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.897348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.897651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.897956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.898259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.898559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.898882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.899187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.899489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.899795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.900097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.900406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.900707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.901062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.901364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.901668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.901969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.902288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.902617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.902976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.903289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.903598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.903907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.904214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.904520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.904827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.905132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.905948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.906276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.906595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.907137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.907269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.907575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.907907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.908220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.908529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.908835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.909142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.909454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.909773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.910100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.910431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.910756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.911111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.911435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.911742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.912086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.912401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:48.912647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:07:48.912912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88856) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 22 15:07:49.569945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:07:49.570247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:07:49.570622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:07:49.572197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 15:07:49.917016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.917540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.917540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.980151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.980468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.980773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.984032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.984340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:49.984640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.136687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.137005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.137300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.138438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.138743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.139066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.260142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.260464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.260770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.261110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.261955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.447630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.448012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.448337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.448742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.449047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.449432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.449735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.450026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.450319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.450664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.450985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.451294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.451603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.451899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.452850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.453175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.453471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.453794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.454084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.454425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.454900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.455192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.455516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.455858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.456141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.456422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.456847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:50.457125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:50.457402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:50.457678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:50.457953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:50.458227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:50.459609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 15:07:50.467574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 15:07:50.475505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 15:07:50.480833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 22 15:07:50.483956 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 15:07:50.485047 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 15:07:50.485437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 15:07:50.485876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 15:07:50.489907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 15:07:50.490195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 15:07:50.490594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 15:07:50.518702 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 22 15:07:50.519216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.519552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88856) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 15:07:50.519966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.521311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88856) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 15:07:50.521635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 15:07:50.521918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 15:07:50.525259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.525575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:50.592135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 15:07:50.592403 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 15:07:50.592675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 15:07:50.593110 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 15:07:50.627127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.sqlalchemy.engines [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88856) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 15:07:51.039546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing driver for type 'gre' Dec 22 15:07:51.040134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] gre ID ranges: [(1, 1000)] Dec 22 15:07:51.164857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing driver for type 'local' Dec 22 15:07:51.165279 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing driver for type 'vlan' Dec 22 15:07:51.233881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] VlanTypeDriver initialization complete Dec 22 15:07:51.234264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing driver for type 'vxlan' Dec 22 15:07:51.234848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] vxlan ID ranges: [(1, 1000)] Dec 22 15:07:51.399575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing extension driver 'port_security' Dec 22 15:07:51.399872 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.extensions.port_security [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] PortSecurityExtensionDriver initialization complete Dec 22 15:07:51.400251 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing mechanism driver 'openvswitch' Dec 22 15:07:51.400616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing mechanism driver 'hyperv' Dec 22 15:07:51.407587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88856) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:07:51.408451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.408868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.409258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.409688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.410080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.410468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.410906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.411300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.411693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.412094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > security_group after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.412477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > security_group after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.412857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.413276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.413661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.414186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.414557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] ML2 OVO RPC backend initialized. {{(pid=88856) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 22 15:07:51.415348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.415747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.416207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.416591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > networks before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.416973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.417353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > ports before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.417738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.418117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnets before_response 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.418502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.418909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.419287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.419664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.420040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.420413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.420792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.421809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.422286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.422960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Modular L2 Plugin initialization complete Dec 22 15:07:51.423323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading services supported by the core plugin {{(pid=88856) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 22 15:07:51.423700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.managers [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Got port-security extension from driver 'port_security' Dec 22 15:07:51.424214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.extensions.vlantransparent [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Disabled vlantransparent extension. Dec 22 15:07:51.424670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88856) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 22 15:07:51.425019 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: router Dec 22 15:07:51.467276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.467726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_create 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.468643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router before_create 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.469050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.469474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.469869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_delete 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.470275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.470687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_create 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.471110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_update 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.471508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_update 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.471896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.472305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_update 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.472803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_update 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.473232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.473617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.473994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: subnet after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.474377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.474770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.475186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_create 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.475573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.475957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.476361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router after_update 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.476742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.477135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_create 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.477544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.477932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_update 55549900 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.478352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > agent after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.478748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > agent after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.479162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > network after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.480150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Tracking information for resource: router configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:51.480524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Tracking information for resource: floatingip configured {{(pid=88856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:07:51.486254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_agentschedulers_db [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 15:07:51.486932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.487335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port after_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.487720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port after_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.488093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: port after_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.489043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router before_create 55550100 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.489450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.489855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_create 55550100 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.490252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > router precommit_update 55550100 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.494931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.provider_configuration [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service providers = [] {{(pid=88856) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 15:07:51.495336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.servicetype_db [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88856) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 15:07:51.498186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.service_base [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:07:51.498572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.service_base [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:07:51.498978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.service_base [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:07:51.500447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.service_base [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:07:51.500850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.services.service_base [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 15:07:51.501274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.501633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 15:07:51.522299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.522682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: auto_allocate Dec 22 15:07:51.533381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: network precommit_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.533787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: network precommit_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.534382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.534749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: tag Dec 22 15:07:51.546676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.547076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: timestamp Dec 22 15:07:51.550870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.551228 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: network_ip_availability Dec 22 15:07:51.556897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.557309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.557705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.558496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.558882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: flavors Dec 22 15:07:51.575128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.575507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading Plugin: revisions Dec 22 15:07:51.580031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:07:51.580461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.010s {{(pid=88856) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:07:51.581276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88856) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 22 15:07:51.581635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Initializing extension manager. Dec 22 15:07:51.582200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: __init__.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.582585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: __pycache__ {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.582997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.583374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.583747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: _filter_validation_lib.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.584118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.584486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: address_scope.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.585319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.585974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: address-scope Dec 22 15:07:51.586342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.587306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.587884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: router-admin-state-down-before-update Dec 22 15:07:51.588252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: agent.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.589044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.589623 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: agent Dec 22 15:07:51.589991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: agent_resources_synced.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.590948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.591515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: agent-resources-synced Dec 22 15:07:51.591881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: allowedaddresspairs.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.593728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.594313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: allowed-address-pairs Dec 22 15:07:51.594685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: auto_allocated_topology.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.595803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.596385 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: auto-allocated-topology Dec 22 15:07:51.596758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: availability_zone.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.597668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.598264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: availability_zone Dec 22 15:07:51.598615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: availability_zone_filter.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.599584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.600151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: availability_zone_filter Dec 22 15:07:51.600514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: data_plane_status.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.601438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.602006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 15:07:51.602366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: default_subnetpools.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.603323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.603897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: default-subnetpools Dec 22 15:07:51.604260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.605139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.605725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: dhcp_agent_scheduler Dec 22 15:07:51.606092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: dns.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.607078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.607653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 15:07:51.608021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: dns_domain_ports.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.609479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.610043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 15:07:51.610404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: dvr.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.611192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.611764 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: dvr Dec 22 15:07:51.612126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: empty_string_filtering.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.613064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.613639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: empty-string-filtering Dec 22 15:07:51.614001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.614951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.615598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 15:07:51.615959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.616897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.617466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 15:07:51.617830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: external_net.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.618768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.619370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: external-net Dec 22 15:07:51.619733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.620665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.621237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: extra_dhcp_opt Dec 22 15:07:51.621600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: extraroute.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.622527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.623128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: extraroute Dec 22 15:07:51.623497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: extraroute_atomic.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.625274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.625853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: extraroute-atomic Dec 22 15:07:51.626226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: filter_validation.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.626978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.627546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: filter-validation Dec 22 15:07:51.627911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: fip_pf_description.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.628853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.629417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 15:07:51.629786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: fip_port_details.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.630723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.631330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: fip-port-details Dec 22 15:07:51.631694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: flavors.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.632932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.633513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: flavors Dec 22 15:07:51.633883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.635646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.636232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 15:07:51.636606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: floatingip_pools.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.637398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.637976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: floatingip-pools Dec 22 15:07:51.638347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: ip_allocation.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.639308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.639898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 15:07:51.640266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.641203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.641776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: ip-substring-filtering Dec 22 15:07:51.642147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l2_adjacency.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.643120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.643700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 15:07:51.644070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.645184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.645767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: router Dec 22 15:07:51.646143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.648705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.649308 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 15:07:51.649726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.650630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.651236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: ext-gw-mode Dec 22 15:07:51.651609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.652819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.653830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: l3-ha Dec 22 15:07:51.654462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3_flavors.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.655483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.656063 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: l3-flavors Dec 22 15:07:51.656429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.657358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.657927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 15:07:51.658292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: l3agentscheduler.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.659569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.660156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: l3_agent_scheduler Dec 22 15:07:51.660523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: logging.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.662120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.662716 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension logging not supported by any of loaded plugins Dec 22 15:07:51.663139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: metering.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.665512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.666225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: metering Dec 22 15:07:51.666606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: multiprovidernet.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.667595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.668187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: multi-provider Dec 22 15:07:51.668563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: netmtu.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.669510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.670091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: net-mtu Dec 22 15:07:51.670464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: netmtu_writable.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.671966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.672548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: net-mtu-writable Dec 22 15:07:51.672910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: network_availability_zone.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.673680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.674258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: network_availability_zone Dec 22 15:07:51.674625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: network_ip_availability.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.675771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.676349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: network-ip-availability Dec 22 15:07:51.676719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: network_segment_range.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.677645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.678220 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 15:07:51.678589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: pagination.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.679642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.680030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: pagination Dec 22 15:07:51.680393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.681332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.681909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: port-mac-address-regenerate Dec 22 15:07:51.682273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: port_resource_request.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.683255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.683834 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 15:07:51.684201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: portbindings.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.685158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.685729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: binding Dec 22 15:07:51.686094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: portbindings_extended.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.687980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.688567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: binding-extended Dec 22 15:07:51.688941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: portsecurity.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.689879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.690457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: port-security Dec 22 15:07:51.690845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: project_id.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.691840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.692218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: project-id Dec 22 15:07:51.692582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: providernet.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.693621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.694207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: provider Dec 22 15:07:51.694575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.698179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.698788 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos not supported by any of loaded plugins Dec 22 15:07:51.699196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.700558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.701139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 15:07:51.701514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.702480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.703111 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 15:07:51.703484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_default.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.704411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.705016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-default not supported by any of loaded plugins Dec 22 15:07:51.705391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_fip.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.706093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.706659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 15:07:51.707054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_gateway_ip.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.708015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.708588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 15:07:51.708956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_port_network_policy.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.709900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.710471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 15:07:51.710861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_rule_type_details.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.711798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.712377 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 15:07:51.712744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: qos_rules_alias.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.713808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.714379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 15:07:51.714744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: quotasv2.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.715855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.716236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: quotas Dec 22 15:07:51.716601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: quotasv2_detail.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.718223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.718612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: quota_details Dec 22 15:07:51.719089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: rbac.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.720274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.720877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: rbac-policies Dec 22 15:07:51.721254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: rbac_address_scope.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.722212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.722793 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: rbac-address-scope Dec 22 15:07:51.723190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: rbac_security_groups.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.724137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.724708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: rbac-security-groups Dec 22 15:07:51.725076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: rbac_subnetpool.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.726002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.726571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: rbac-subnetpool Dec 22 15:07:51.727001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: revisionifmatch.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.727941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.728512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: revision-if-match Dec 22 15:07:51.728876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: revisions.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.730000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.730574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: standard-attr-revisions Dec 22 15:07:51.730966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: router_availability_zone.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.731748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.732338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: router_availability_zone Dec 22 15:07:51.732702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: routerservicetype.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.734183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.734761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 15:07:51.735154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.736100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.736672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: port-security-groups-filtering Dec 22 15:07:51.737040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: securitygroup.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.750568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.751206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: security-group Dec 22 15:07:51.751587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: segment.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.752489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.753069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension segment not supported by any of loaded plugins Dec 22 15:07:51.753439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.754396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.755006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 15:07:51.755377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: servicetype.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.756483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.757066 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: service-type Dec 22 15:07:51.757437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: sorting.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.758437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.758859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: sorting Dec 22 15:07:51.759238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: standard_attr_segment.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.760167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.760744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 15:07:51.761112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: standardattrdescription.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.761826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.762402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: standard-attr-description Dec 22 15:07:51.762775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: stateful_security_group.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.763747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.764329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: stateful-security-group Dec 22 15:07:51.764722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: stdattrs_common.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.765320 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 15:07:51.765690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.766630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.767241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 15:07:51.767607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: subnet_onboard.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.768695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.769275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: subnet_onboard Dec 22 15:07:51.769642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.770591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.771194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 15:07:51.771559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: subnet_service_types.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.772580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.773168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: subnet-service-types Dec 22 15:07:51.773533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: subnetallocation.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.774647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.775259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: subnet_allocation Dec 22 15:07:51.775622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.776331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.776901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: subnetpool-prefix-ops Dec 22 15:07:51.777262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.778202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.779089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 15:07:51.779089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: tagging.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.780523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.781106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: standard-attr-tag Dec 22 15:07:51.781479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: timestamp.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.782657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.783278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loaded extension: standard-attr-timestamp Dec 22 15:07:51.783655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: trunk.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.784711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.785297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension trunk not supported by any of loaded plugins Dec 22 15:07:51.785667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: trunk_details.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.786599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.787199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 15:07:51.787563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: uplink_status_propagation.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.788505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.789078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 15:07:51.789441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Loading extension file: vlantransparent.py {{(pid=88856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:07:51.790156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:07:51.790732 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 15:07:51.793195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:network Dec 22 15:07:51.794024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:subnet Dec 22 15:07:51.794711 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:07:51.795424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:port Dec 22 15:07:51.797375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.797866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service FLAVORS assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.798570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.799077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.799462 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:router Dec 22 15:07:51.800186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 15:07:51.800965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service METERING assigned prefix: /metering {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.802790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.803230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.803618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88856) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:07:51.804768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 15:07:51.805270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:security_group Dec 22 15:07:51.806091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 15:07:51.806943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service CORE assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.807320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:07:51.807692 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] subnetpool is already registered Dec 22 15:07:51.808352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service CORE assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.808730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:07:51.809096 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] subnetpool is already registered Dec 22 15:07:51.812304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.812788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service FLAVORS assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.813445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.813914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.814296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:router Dec 22 15:07:51.814667 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] router is already registered Dec 22 15:07:51.815369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 15:07:51.815744 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] floatingip is already registered Dec 22 15:07:51.816439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service METERING assigned prefix: /metering {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.817185 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 15:07:51.817556 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] rbac_policy is already registered Dec 22 15:07:51.818017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:security_group Dec 22 15:07:51.818385 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] security_group is already registered Dec 22 15:07:51.819220 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 15:07:51.819594 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] security_group_rule is already registered Dec 22 15:07:51.820322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service CORE assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.820703 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:07:51.821075 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] subnetpool is already registered Dec 22 15:07:51.821730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.resource_helper [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Service CORE assigned prefix: {{(pid=88856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:07:51.822106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:07:51.822474 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.quota.resource_registry [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] subnetpool is already registered Dec 22 15:07:51.823227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: extensions {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.824799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: address-scopes {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.826096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: agents {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.827500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: auto-allocated-topology {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.828853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: availability_zones {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.830158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: dhcp-networks {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.831787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: dhcp-agents {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.833284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: routers {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.835114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: flavors {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.837313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: service_profiles {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.838598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: next_providers {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.840162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: service_profiles {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.841676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: floatingip-pools {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.843116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: routers {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.844933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: floatingips {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.846192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: l3-routers {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.847799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: l3-agents {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.849284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: metering-labels {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.850619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: metering-label-rules {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.852106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: network-ip-availabilities {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.853437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: bindings {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.855103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: quotas {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.856713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: quotas {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.858209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: rbac-policies {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.860051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: security-groups {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.861323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: security-group-rules {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.862732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: service-providers {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.864055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: subnetpools {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.865461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: subnetpools {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.867117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.868879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.870683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.872662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.875034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.876900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.878793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.880644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.883142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.885012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.extensions [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Extended resource: tags {{(pid=88856) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:07:51.892350 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING keystonemiddleware.auth_token [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 15:07:51.897410 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING keystonemiddleware.auth_token [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 15:07:51.907008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Acquired lock "singleton_lock" {{(pid=88856) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 22 15:07:51.907388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Releasing lock "singleton_lock" {{(pid=88856) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 22 15:07:51.908839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Starting 2 workers Dec 22 15:07:51.913570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Started child 88967 {{(pid=88856) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:07:51.918475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:07:51.918718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Started child 88968 {{(pid=88856) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:07:51.920147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [-] (88967) wsgi starting up on http://0.0.0.0:9696 Dec 22 15:07:51.920366 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 15:07:51.921612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Notify callbacks [] for process, before_spawn {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:07:51.923253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:07:51.924114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Starting 1 workers Dec 22 15:07:51.924600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [-] (88968) wsgi starting up on http://0.0.0.0:9696 Dec 22 15:07:51.929504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Started child 88969 {{(pid=88856) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:07:51.930042 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Starting 1 workers Dec 22 15:07:51.932428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] calling RpcWorker wait() {{(pid=88969) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 15:07:51.932963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] returning from RpcWorker wait() {{(pid=88969) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 15:07:51.936302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:07:51.936302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:07:51.936485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Started child 88970 {{(pid=88856) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:07:51.936485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9177eca5-b0cb-4787-8457-37fdd1322921 None None] Notify callbacks [] for process, after_spawn {{(pid=88856) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:07:51.936722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 35938) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:07:51.937473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88856) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 22 15:07:51.937711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 15:07:51.937923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 15:07:51.938208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 15:07:51.938638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 15:07:51.938845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 15:07:51.939459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.939767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.940062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.940366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.940704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.941120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:07:51.941386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.941682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.941978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.942277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.942556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.942764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.942992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.943295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.943585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.943927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.944210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.944486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.944783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.945001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.945307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.945640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.945926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.946224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] debug = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.946498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.947143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.947415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.947699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.947986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.948304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.948590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.948898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.949170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.949436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.949724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.950016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.950261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.950531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.950855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.951106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.951542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] host = dv-neutron-822709-1-hyperv {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.951808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.952059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.952375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.952653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.952934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.953201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.953504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.953793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.954054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.954329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.954580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.954866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.955138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.955402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_file = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.955599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_options = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.955852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.956157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.956444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.956672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.956869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.957061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.957369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.957561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.957842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.958091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.958337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.958596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.958857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.959111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.959402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.959647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.959909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.960168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.960467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.960774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.961060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.961322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.961568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.961835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.962080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.962327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.962587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.962879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.963155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.963438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.963711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.963993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.964262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.964528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.965002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.965396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.965791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.966279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.966705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.967067 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0263188 Dec 22 15:07:51.968827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.969322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.969736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.970177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.970590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.971032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.971477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_json = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.971743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.972010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.972463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.972847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.973253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.973911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.973911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.974080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:51.974488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.974889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.975223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.975511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.977499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.977499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.977499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.977499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.977786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.977899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.978401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.978660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.979782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.980316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.980828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.981323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.981430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:07:51.981941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.982293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.982621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.982981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.983308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.986840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.987264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.988605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.988605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.988605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.988605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.988605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.988944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.989270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.990629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.990629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.990900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.991267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.993776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.994181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.994516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.994859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.995167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.995497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.995827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.996157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.996515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.996846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.997189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.997505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.997848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.998684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.998684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.998684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.999230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.999380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.999683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:51.999997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.000326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.000664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.001002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.002200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.002402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.004759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.004759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.004759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.004759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.004759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.006268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.006268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.006268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.006584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.007490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.013099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.013099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.013099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.013581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.013581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.013877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.014067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.014341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.014615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.014962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.015249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.015554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.015817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.016255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.016539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.016854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.017193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.017438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.017899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.018550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.018550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.019735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.021247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.021701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.022378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.022669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.023438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.023928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.024414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.024873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.025353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.025821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.026326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.026944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.027455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.027723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.027970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.028276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.028604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.028863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.029421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.029766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.030072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.031739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.032037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.032493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.032740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.032973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.033231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.033486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.033740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.034000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.034254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.034527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.034806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.035756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.036024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.036295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.036559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.036839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.037196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.037453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.037730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.038005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.038263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.038520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.038775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.039059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.039350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.040302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.040302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.040302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.040826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.040826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.041047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.041285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.041541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.041841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.042105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.042338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.042761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.043269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.043525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.043799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.044191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.044453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.044754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.045030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.045383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.045646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.045964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.046769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.047083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.047307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.047568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.047825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.048059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.048721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.049062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.050559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.052516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.052875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.055075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.055343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.055809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.056078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.056413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.056755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.057073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.057318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.057777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.058208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.058459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.058798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.059877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.060160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.060446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.060716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.061046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.061334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.061643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.062000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.062275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.062577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.062898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.063402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.063402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.063665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.064036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.064405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.065749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.066070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.066411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.066769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.067144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.067401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.067733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.068092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.068412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.068698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.068969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.069293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.069574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.069833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.070091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.070352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.070607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.071734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.072062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.072349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.072614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.072987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.073247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.073517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.073996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.074274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.074535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.074730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:07:52.076098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88856) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 22 15:07:52.076297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 15:07:52.076647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 15:07:52.076877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 15:07:52.077084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 15:07:52.077283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 15:07:52.077709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.077913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.078110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.078306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.078479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.078692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.078936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.079062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.079259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.079448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.079638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.079827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.080018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.080206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.080395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.080587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.080760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.081074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.082837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.082837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.082837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.082837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.082837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] debug = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.082837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.083886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.084078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.084247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.084581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.084910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.085086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.085414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] host = dv-neutron-822709-1-hyperv {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.085756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.085928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.086279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.086468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.086656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.086869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.087485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.087485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.087485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.087779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.087779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.087961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.088072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.088171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_file = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_options = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.089467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.090902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.091046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.091237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.091424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.091611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.091805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.091970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.092327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.092515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.094115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.094308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.094488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.094666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.094875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.095066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.095444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.095606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.096612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.096612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.096612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.096612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.096963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:07:52.097459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.097679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.097872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.099436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.099436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.099656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.099761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.099860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.100051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.100256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.100464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_json = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.100629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.100820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.101991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.101991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.101991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.101991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.101991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.101991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:07:52.102526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.102526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.102702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.103093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.103440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.103793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.104141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.104484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.105458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.105458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.105458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.105896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.106129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.106479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.106857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.107289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.107647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.107989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.108344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.109509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.109877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.110241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.110593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.110991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.111348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.111705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.112063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.112408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.113885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.113885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.115510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.117126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.117491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.117835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.118342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.118625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.118841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.127240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.127478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.127691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.127912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.128131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.128343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.128948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.128948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.128948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.129169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.129338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.129430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.129675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.129825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.130074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.130194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.130416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.130648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.130764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.130989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.131184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.131356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.131554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.131748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.131942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.132135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.132329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.132522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.132716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.132909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.133102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.133296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.133466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.133672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.133861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.134054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.134264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.134475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.134670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.136156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.136722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.136942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.137164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.137374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.137578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.138552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.138552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.138552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.138552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.138552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.139877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.140422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.140422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.140422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.140817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.140817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.141083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.141083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.142076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.142076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.142076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.142076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.142076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.142076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.143933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.144080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.144319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.144466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.144606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.144746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.144903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.146096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.146351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.147025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.147238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.147442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.147754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.147956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.148155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.148323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.148526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.148721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.148918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.149083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.149296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.149455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.150590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.150590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.150590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.150590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.150590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.150590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.151544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.151544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.151544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.151544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.151544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.151544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.152372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.152372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.152372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.152372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.152372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.153593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.154676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.155122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.155122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.155937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.155937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.156216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.156376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.156619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.156619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.156919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.156919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.157249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.157249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.157546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.157693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.157839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.157985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.158139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.158285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.158431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.158586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.158733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.158933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.159081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.159282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.159476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.159647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.159842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.160036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.160227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.160432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.160625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.160818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.161010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.161175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.161377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.161570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.161762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.161967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.162130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.162326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.162518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.162710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.162924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.163091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.163288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.163518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.163831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.164031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.164234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.164437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.164677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.164839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.164995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.165142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.165324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.165517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.166174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.170203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:07:52.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88856) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:08:02.272927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a98d33-3700-4753-afe2-384e8f603757 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:08:02.628852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a98d33-3700-4753-afe2-384e8f603757 None None] No non-hosted networks {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 15:08:02.654764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agentschedulers_db [None req-75a98d33-3700-4753-afe2-384e8f603757 None None] DHCP Agent not found on host dv-neutron-822709-1-hyperv {{(pid=88969) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 22 15:08:02.782633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1c38fb2-797a-4088-b535-09373f194825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026933'] for agent, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:03.706453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026933'] for agent, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:03.707042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.707341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.708456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.708980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.710253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.711185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.711695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.712300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.712794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.713720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.714226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:03.718500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822709-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:03.733203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822709-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:04.462014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96ad636a-ef18-4f54-88ed-5bf0f8192b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026933'] for agent, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:04.490665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04829fed-a642-4aa2-81b7-666b7fab36d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:04.794063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026933'] for agent, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:06.662551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026933'] for agent, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:07.176963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36066) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:07.511660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_hamode_db [None req-8394434f-5380-4dc7-95eb-cc82fba15f30 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 15:08:07.599936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394434f-5380-4dc7-95eb-cc82fba15f30 None None] Routers set() bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:08:07.600379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394434f-5380-4dc7-95eb-cc82fba15f30 None None] Router IDs set() for agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 15:08:07.854996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-412db26e-f725-41c4-a438-154e7f50118d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:08:07.856072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-412db26e-f725-41c4-a438-154e7f50118d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6779637 Dec 22 15:08:10.047798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36082) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:10.126124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:10.384288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.policy [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88967) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 22 15:08:10.392387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] Loaded quota_driver: . Dec 22 15:08:10.426560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:10.526963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758580110094', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758579810924', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758580095175', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758580057640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758579993298', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1177138', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853605062', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853854125'] for rbac-policy, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:10.788264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:10.789564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b9cfe41-b82c-41a0-935f-17bdbe2386f0 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7407153 Dec 22 15:08:13.008104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36098) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:13.084208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Request body: {'network': {'project_id': '089565753560445da768f489c44998a3', 'name': 'private', 'admin_state_up': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:13.089962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:13.096617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Usage tracker for resource:network and tenant:089565753560445da768f489c44998a3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:13.100051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:13.106277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:13.165151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Made reservation on behalf of 089565753560445da768f489c44998a3 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:08:13.171191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.188051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.314265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:13.318396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Usage tracker for resource:security_group_rule and tenant:089565753560445da768f489c44998a3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:13.321564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:13.328550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:13.462794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.496771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.502129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:13.520528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:08:13.546578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278272776769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.547188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Unsubscribe: segment precommit_create {{(pid=88967) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 22 15:08:13.547644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Added segment 3d5a1707-cb05-4aab-86d9-a1073f556b80 of type vlan for network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d Dec 22 15:08:13.598965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b170ca16-58ee-4ea2-8cd4-7f237b1e2140,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:13.624960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.625329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.625693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.626051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.626418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.626772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.627169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.627513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.627858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.628200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.628542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Tracked resource versions report: Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:08:13.629894 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:08:13.667295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.683706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:13.746697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.748088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:13.748751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:13.753825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:13.863104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:13.867023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:13.876111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:08:13.897362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8881097 Dec 22 15:08:16.252269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36116) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:17.178747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.policy [None req-ae3e5000-52d4-4798-9cb2-f4a5678b2916 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88968) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 22 15:08:17.185286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e5000-52d4-4798-9cb2-f4a5678b2916 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:17.187218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae3e5000-52d4-4798-9cb2-f4a5678b2916 admin admin] 10.222.0.32 "GET /v2.0/networks/b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d HTTP/1.1" status: 200 len: 825 time: 0.9329123 Dec 22 15:08:17.220698 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06c4ad40-1e95-40cb-9830-49498b78b6e9 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/560f75fc-fb89-4746-bf5b-ff00de1941e3 HTTP/1.1" status: 200 len: 734 time: 0.0274446 Dec 22 15:08:17.229883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Request body: {'subnet': {'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'name': 'private-subnet', 'tenant_id': '089565753560445da768f489c44998a3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:17.232683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.quota [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Loaded quota_driver: . Dec 22 15:08:17.239519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:17.244887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Usage tracker for resource:subnet and tenant:089565753560445da768f489c44998a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:17.248066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:17.254937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:17.364776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Made reservation on behalf of 089565753560445da768f489c44998a3 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:08:17.370720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:17.729736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:17.735898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:17.824946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Checking segment: {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:08:17.825324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Network hostable DHCP agents. Network: b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:08:17.830993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb052c4-ef58-4902-9557-5b10463d5cba,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:17.845207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.845571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.845926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.846277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.846638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.847013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.847372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.847718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.848057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.848391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.848729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Tracked resource versions report: Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:08:17.850097 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:08:17.883915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:17.918460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:08:17.951874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:08:17.956304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:17.957008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:17.961569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c77ff0-b80c-4a9b-9d7b-b7b6595a44ac None None] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:08:18.004862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7784281 Dec 22 15:08:18.363460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:08:18.364520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:18.571364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Allocated IP 172.20.0.2 (b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d/edb052c4-ef58-4902-9557-5b10463d5cba/3f2fde25-1a96-4cd5-b949-de94695a53bb) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:08:18.804128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:18.869643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Transition to ACTIVE for port object 3f2fde25-1a96-4cd5-b949-de94695a53bb will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:08:18.890831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Transition to ACTIVE for port object 3f2fde25-1a96-4cd5-b949-de94695a53bb will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:08:18.971674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:18.977305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:19.035351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:08:19.042939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:08:19.050683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:08:19.053516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Pushing event updated for resources: {'Port': ['ID=3f2fde25-1a96-4cd5-b949-de94695a53bb,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:19.095643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.095934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.096303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.096669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.097030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.097390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.097749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.098101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.098454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.098842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Tracked resource versions report: Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:08:19.102473 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:08:19.140242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:19.161101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Attempting to bind port 3f2fde25-1a96-4cd5-b949-de94695a53bb on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:08:19.161527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Attempting to bind port 3f2fde25-1a96-4cd5-b949-de94695a53bb by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:08:19.161955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Attempting to bind port 3f2fde25-1a96-4cd5-b949-de94695a53bb on network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:08:19.168791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:08:19.169218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Checking segment: {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:08:19.169685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:19.170110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Bound using segment: {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:08:19.170642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Bound port: 3f2fde25-1a96-4cd5-b949-de94695a53bb, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:08:19.171482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:19.260405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] For port 3f2fde25-1a96-4cd5-b949-de94695a53bb, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:08:19.264558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] For port 3f2fde25-1a96-4cd5-b949-de94695a53bb, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3f2fde25-1a96-4cd5-b949-de94695a53bb,segment=NetworkSegment(3d5a1707-cb05-4aab-86d9-a1073f556b80),segment_id=3d5a1707-cb05-4aab-86d9-a1073f556b80)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:08:19.295709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:19.300575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:19.390934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Pushing event updated for resources: {'Port': ['ID=3f2fde25-1a96-4cd5-b949-de94695a53bb,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:19.394559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:20.200973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36138) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:20.279498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-4daf6c83-5a52-4922-a9b1-702587bb86e0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:08:20.281278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4daf6c83-5a52-4922-a9b1-702587bb86e0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0785968 Dec 22 15:08:22.506006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36154) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:22.586752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-4f711fa2-2c57-4057-8b02-2129f9c126f3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:08:22.587859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f711fa2-2c57-4057-8b02-2129f9c126f3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0807633 Dec 22 15:08:23.967296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3f2fde25-1a96-4cd5-b949-de94695a53bb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:08:24.085557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 3f2fde25-1a96-4cd5-b949-de94695a53bb completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:08:24.262290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcf5c6-29a1-41cf-a5f7-405490fe2203 None None] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:08:24.443998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Provisioning for port 3f2fde25-1a96-4cd5-b949-de94695a53bb completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:08:24.454176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Provisioning complete for port 3f2fde25-1a96-4cd5-b949-de94695a53bb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:24.454591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:24.643151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:24.689014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] For port 3f2fde25-1a96-4cd5-b949-de94695a53bb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3f2fde25-1a96-4cd5-b949-de94695a53bb,segment=NetworkSegment(3d5a1707-cb05-4aab-86d9-a1073f556b80),segment_id=3d5a1707-cb05-4aab-86d9-a1073f556b80)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:08:24.730804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:24.733073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:24.807209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Pushing event updated for resources: {'Port': ['ID=3f2fde25-1a96-4cd5-b949-de94695a53bb,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:24.810678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:24.849072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36168) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:24.929713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:24.935041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:24.939651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Usage tracker for resource:router and tenant:089565753560445da768f489c44998a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:24.942832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:24.948938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:24.955932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ea002c2b-9d7e-4e1b-8df1-d24bb03951b3 None None] Provisioning complete for port 3f2fde25-1a96-4cd5-b949-de94695a53bb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:24.956341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea002c2b-9d7e-4e1b-8df1-d24bb03951b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:24.994046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:24.995452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:25.093734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:25.217449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:25.261957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:25.263262 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ee1a7b6-f710-4106-9b31-5e6491528a51 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4131620 Dec 22 15:08:25.937485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3f2fde25-1a96-4cd5-b949-de94695a53bb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:08:26.009849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3f2fde25-1a96-4cd5-b949-de94695a53bb triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:26.010433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:27.438873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36180) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:27.516953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-eef21052-d7c7-4e13-af95-b2ebff1469f5 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:08:27.518080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eef21052-d7c7-4e13-af95-b2ebff1469f5 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0779598 Dec 22 15:08:29.716647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36192) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:29.792983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:29.798445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:29.802430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Usage tracker for resource:network and tenant:b35f86ffd0c9495596e289a6c4a2cfa7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:29.805427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:29.814451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:29.919280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Made reservation on behalf of b35f86ffd0c9495596e289a6c4a2cfa7 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:08:29.925224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:29.938461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.114028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:30.118390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Usage tracker for resource:security_group_rule and tenant:b35f86ffd0c9495596e289a6c4a2cfa7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:30.121416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:30.129530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:30.287737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.318927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.324590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:30.359073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e99bce-128c-44c0-8e94-8507134bd832,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:30.362645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:30.428173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Reserving flat network on physical network physnet1 {{(pid=88967) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 22 15:08:30.496925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.497321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Added segment 7bb00cfe-3077-4b02-a07c-532ac537a9bf of type flat for network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 Dec 22 15:08:30.586307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.656224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.657506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:30.658162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:30.663237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:30.772116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3660bb-5a3f-4cac-aaea-3536e61d2b19,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:30.774889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:30.782649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:08:30.794563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0767324 Dec 22 15:08:32.262084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-159889dd-722b-4a62-b89d-9dd722dbdf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:32.985793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36204) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:33.132075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a97ddb-e9a5-4f50-a59a-51b2f73f4699 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:33.133511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03a97ddb-e9a5-4f50-a59a-51b2f73f4699 admin admin] 10.222.0.32 "GET /v2.0/subnets/edb052c4-ef58-4902-9557-5b10463d5cba HTTP/1.1" status: 200 len: 849 time: 0.1466823 Dec 22 15:08:33.309219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-72802301-6a9a-4752-ae66-c36b59688cf6 admin admin] 10.222.0.32 "GET /v2.0/routers/65615564-c1a2-444d-9971-f425c24b44ce HTTP/1.1" status: 200 len: 704 time: 0.1696544 Dec 22 15:08:33.690535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:33.925241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.187793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Allocated IP 172.20.0.1 (b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d/edb052c4-ef58-4902-9557-5b10463d5cba/9eb90d75-a3c5-40ef-aaab-9fea5716883b) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:08:34.421564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.440769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Transition to ACTIVE for port object 9eb90d75-a3c5-40ef-aaab-9fea5716883b will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:08:34.479336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b81877ce-e2b5-4805-b2c3-0e513b878380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.519619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.523662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:34.593063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:08:34.596694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:08:34.601804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb90d75-a3c5-40ef-aaab-9fea5716883b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:34.613981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:08:34.614181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.667196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:34.747731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.771358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.901884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bc361d25-3941-4356-8db5-2f1ebb59f9d1 None None] Provisioning for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:08:34.907791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bc361d25-3941-4356-8db5-2f1ebb59f9d1 None None] Provisioning complete for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:34.908197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc361d25-3941-4356-8db5-2f1ebb59f9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:34.962960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bc361d25-3941-4356-8db5-2f1ebb59f9d1 None None] Port 9eb90d75-a3c5-40ef-aaab-9fea5716883b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:08:35.015106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:35.050488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:35.051758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:35.056352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:35.160010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb90d75-a3c5-40ef-aaab-9fea5716883b,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:35.207901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:35.266689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:08:35.267740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:08:35.587721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d913237e-e137-426b-a7df-0392973f8985 None None] Provisioning complete for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:35.588265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d913237e-e137-426b-a7df-0392973f8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:35.641646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d913237e-e137-426b-a7df-0392973f8985 None None] Port 9eb90d75-a3c5-40ef-aaab-9fea5716883b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:08:35.816117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Router 65615564-c1a2-444d-9971-f425c24b44ce is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:08:35.989598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:08:35.999578 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] 10.222.0.32 "PUT /v2.0/routers/65615564-c1a2-444d-9971-f425c24b44ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6839173 Dec 22 15:08:36.000297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Sync routers for ids ['65615564-c1a2-444d-9971-f425c24b44ce'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:08:36.013969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Routers {'65615564-c1a2-444d-9971-f425c24b44ce'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:08:36.014725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:08:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['65615564-c1a2-444d-9971-f425c24b44ce'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:36.195096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Set router 65615564-c1a2-444d-9971-f425c24b44ce gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:08:36.593450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:36.596241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65615564-c1a2-444d-9971-f425c24b44ce', 'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:08:24Z', 'updated_at': '2021-12-22T15:08:34Z', 'revision_number': 2, 'project_id': '089565753560445da768f489c44998a3', 'gw_port_host': None, '_interfaces': [{'id': '9eb90d75-a3c5-40ef-aaab-9fea5716883b', 'name': '', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'mac_address': 'fa:16:3e:52:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:33Z', 'updated_at': '2021-12-22T15:08:34Z', 'revision_number': 2, 'project_id': '089565753560445da768f489c44998a3', 'subnets': [{'id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:36.601365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Checking router: 65615564-c1a2-444d-9971-f425c24b44ce for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:08:36.601752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Updating router 65615564-c1a2-444d-9971-f425c24b44ce port 9eb90d75-a3c5-40ef-aaab-9fea5716883b binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:08:36.657752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:37.047527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:37.063926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Transition to ACTIVE for port object 9eb90d75-a3c5-40ef-aaab-9fea5716883b will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:08:37.106193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:37.113267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:37.280746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Pushing event updated for resources: {'Port': ['ID=9eb90d75-a3c5-40ef-aaab-9fea5716883b,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:37.373310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.373740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.374110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.374461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.374903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.375219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.375574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.375927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.376283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.376630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.376978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Tracked resource versions report: Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:08:37.378329 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:08:37.382207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:37.384855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Attempting to bind port 9eb90d75-a3c5-40ef-aaab-9fea5716883b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:08:37.385294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Attempting to bind port 9eb90d75-a3c5-40ef-aaab-9fea5716883b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:08:37.385731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Attempting to bind port 9eb90d75-a3c5-40ef-aaab-9fea5716883b on network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:08:37.392789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:08:37.393225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Checking segment: {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:08:37.393689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:37.394112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Bound using segment: {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:08:37.394648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Bound port: 9eb90d75-a3c5-40ef-aaab-9fea5716883b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5a1707-cb05-4aab-86d9-a1073f556b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:08:37.395119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:37.491286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] For port 9eb90d75-a3c5-40ef-aaab-9fea5716883b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:08:37.495710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] For port 9eb90d75-a3c5-40ef-aaab-9fea5716883b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9eb90d75-a3c5-40ef-aaab-9fea5716883b,segment=NetworkSegment(3d5a1707-cb05-4aab-86d9-a1073f556b80),segment_id=3d5a1707-cb05-4aab-86d9-a1073f556b80)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:08:37.577803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:37.582130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:37.674659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Pushing event updated for resources: {'Port': ['ID=9eb90d75-a3c5-40ef-aaab-9fea5716883b,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:37.678120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:37.679182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Routers {'65615564-c1a2-444d-9971-f425c24b44ce'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:08:37.680028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:08:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['65615564-c1a2-444d-9971-f425c24b44ce'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:37.980077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] Set router 65615564-c1a2-444d-9971-f425c24b44ce gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:08:38.180410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36220) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:38.319277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65615564-c1a2-444d-9971-f425c24b44ce', 'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:08:24Z', 'updated_at': '2021-12-22T15:08:34Z', 'revision_number': 2, 'project_id': '089565753560445da768f489c44998a3', 'gw_port_host': None, '_interfaces': [{'id': '9eb90d75-a3c5-40ef-aaab-9fea5716883b', 'name': '', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'mac_address': 'fa:16:3e:52:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:33Z', 'updated_at': '2021-12-22T15:08:37Z', 'revision_number': 4, 'project_id': '089565753560445da768f489c44998a3', 'subnets': [{'id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:38.323380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a6837-cd0b-4a0c-9990-d53716217b25 None None] The sync data for ids ['65615564-c1a2-444d-9971-f425c24b44ce'] in dv-neutron-822709-1-hyperv is: [{'id': '65615564-c1a2-444d-9971-f425c24b44ce', 'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:08:24Z', 'updated_at': '2021-12-22T15:08:34Z', 'revision_number': 2, 'project_id': '089565753560445da768f489c44998a3', 'gw_port_host': None, '_interfaces': [{'id': '9eb90d75-a3c5-40ef-aaab-9fea5716883b', 'name': '', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'mac_address': 'fa:16:3e:52:54:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:33Z', 'updated_at': '2021-12-22T15:08:37Z', 'revision_number': 4, 'project_id': '089565753560445da768f489c44998a3', 'subnets': [{'id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:08:38.370708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e5a13-49b8-4f84-9682-4ae25c41d56f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:38.371414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-100e5a13-49b8-4f84-9682-4ae25c41d56f admin admin] Synchronizing usage tracker for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:08:38.416088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-100e5a13-49b8-4f84-9682-4ae25c41d56f admin admin] Unset dirty status for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:08:38.417211 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-100e5a13-49b8-4f84-9682-4ae25c41d56f admin admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 842 time: 0.2357605 Dec 22 15:08:38.429981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:38.435901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:08:38.440540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Usage tracker for resource:subnet and tenant:b35f86ffd0c9495596e289a6c4a2cfa7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:08:38.443611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:08:38.450236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:08:38.495979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Made reservation on behalf of b35f86ffd0c9495596e289a6c4a2cfa7 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:08:38.501281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:39.194516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:39.199049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:39.270300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbd02c4-6cd7-4c6e-931d-144a32cbd21b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:39.277114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:39.286071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:08:39.286465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Network hostable DHCP agents. Network: fe3660bb-5a3f-4cac-aaea-3536e61d2b19, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:08:39.341718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:08:39.387412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, fe3660bb-5a3f-4cac-aaea-3536e61d2b19) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:08:39.391702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:39.392367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:39.396862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869800c-496a-4ff3-b9d8-2572f77f3738 None None] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:08:39.469138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0440769 Dec 22 15:08:39.670893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15134e6b-e33a-4e10-8271-c05e2d91dc39 None None] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:08:40.006618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9eb90d75-a3c5-40ef-aaab-9fea5716883b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:08:40.165107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:08:40.170970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:40.171471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:40.299759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:40.332242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 9eb90d75-a3c5-40ef-aaab-9fea5716883b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9eb90d75-a3c5-40ef-aaab-9fea5716883b,segment=NetworkSegment(3d5a1707-cb05-4aab-86d9-a1073f556b80),segment_id=3d5a1707-cb05-4aab-86d9-a1073f556b80)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:08:40.370233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:40.372472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:40.442222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=9eb90d75-a3c5-40ef-aaab-9fea5716883b,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:40.445988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:41.745595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36236) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:41.946015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9eb90d75-a3c5-40ef-aaab-9fea5716883b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:08:41.994796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-587e635e-aa5a-4353-8de3-700a0e2b66d5 admin admin] 10.222.0.32 "GET /v2.0/routers/65615564-c1a2-444d-9971-f425c24b44ce HTTP/1.1" status: 200 len: 710 time: 0.2478590 Dec 22 15:08:42.018533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:42.019075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:42.134560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ef9cc9-b704-4ceb-8db4-ed1db67ad655 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:08:42.136356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03ef9cc9-b704-4ceb-8db4-ed1db67ad655 admin admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 886 time: 0.1358173 Dec 22 15:08:42.147689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:08:42.796382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.032793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.091549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.239315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Allocated IP 172.26.4.44 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/71e2a939-a294-46ab-8882-cd5dd7fd8f0d) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:08:43.392113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.450411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.455549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:43.519454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:08:43.523000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:08:43.527593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:08:43.550795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Pushing event updated for resources: {'Port': ['ID=71e2a939-a294-46ab-8882-cd5dd7fd8f0d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:43.556857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:43.814093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.987609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:43.991148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:44.195778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Router 65615564-c1a2-444d-9971-f425c24b44ce has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:08:44.409053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:08:44.417473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:44.418758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/65615564-c1a2-444d-9971-f425c24b44ce HTTP/1.1" status: 200 len: 889 time: 2.2756295 Dec 22 15:08:44.419327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Sync routers for ids ['65615564-c1a2-444d-9971-f425c24b44ce'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:08:44.432861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Routers {'65615564-c1a2-444d-9971-f425c24b44ce'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:08:44.433594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:08:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['65615564-c1a2-444d-9971-f425c24b44ce'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:44.643990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Set router 65615564-c1a2-444d-9971-f425c24b44ce gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:08:45.000920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65615564-c1a2-444d-9971-f425c24b44ce', 'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '71e2a939-a294-46ab-8882-cd5dd7fd8f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:08:24Z', 'updated_at': '2021-12-22T15:08:43Z', 'revision_number': 4, 'project_id': '089565753560445da768f489c44998a3', 'gw_port': {'id': '71e2a939-a294-46ab-8882-cd5dd7fd8f0d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:43Z', 'updated_at': '2021-12-22T15:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9eb90d75-a3c5-40ef-aaab-9fea5716883b', 'name': '', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'mac_address': 'fa:16:3e:52:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:33Z', 'updated_at': '2021-12-22T15:08:40Z', 'revision_number': 5, 'project_id': '089565753560445da768f489c44998a3', 'subnets': [{'id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:45.005997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Checking router: 65615564-c1a2-444d-9971-f425c24b44ce for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:08:45.006416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Updating router 65615564-c1a2-444d-9971-f425c24b44ce port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:08:45.058574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:45.404856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:45.417077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Transition to ACTIVE for port object 71e2a939-a294-46ab-8882-cd5dd7fd8f0d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:08:45.461333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:45.466328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:45.549537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731476-5feb-4fcf-8f44-1c6038d3a6cb None None] Pushing event updated for resources: {'Port': ['ID=71e2a939-a294-46ab-8882-cd5dd7fd8f0d,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:45.552565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Attempting to bind port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:08:45.553153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Attempting to bind port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:08:45.553561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Attempting to bind port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:08:45.555898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed731476-5feb-4fcf-8f44-1c6038d3a6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:45.561469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:08:45.561884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:08:45.562318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:45.562740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:08:45.563276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Bound port: 71e2a939-a294-46ab-8882-cd5dd7fd8f0d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:08:45.563700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:45.638011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] For port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:08:45.641912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] For port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=71e2a939-a294-46ab-8882-cd5dd7fd8f0d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:08:45.690488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:45.695456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:45.775967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731476-5feb-4fcf-8f44-1c6038d3a6cb None None] Pushing event updated for resources: {'Port': ['ID=71e2a939-a294-46ab-8882-cd5dd7fd8f0d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:45.782180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed731476-5feb-4fcf-8f44-1c6038d3a6cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:45.785642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Routers {'65615564-c1a2-444d-9971-f425c24b44ce'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:08:45.786300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:08:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['65615564-c1a2-444d-9971-f425c24b44ce'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:45.976212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] Set router 65615564-c1a2-444d-9971-f425c24b44ce gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:08:46.480071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65615564-c1a2-444d-9971-f425c24b44ce', 'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '71e2a939-a294-46ab-8882-cd5dd7fd8f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:08:24Z', 'updated_at': '2021-12-22T15:08:43Z', 'revision_number': 4, 'project_id': '089565753560445da768f489c44998a3', 'gw_port': {'id': '71e2a939-a294-46ab-8882-cd5dd7fd8f0d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:43Z', 'updated_at': '2021-12-22T15:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9eb90d75-a3c5-40ef-aaab-9fea5716883b', 'name': '', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'mac_address': 'fa:16:3e:52:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:33Z', 'updated_at': '2021-12-22T15:08:40Z', 'revision_number': 5, 'project_id': '089565753560445da768f489c44998a3', 'subnets': [{'id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:08:46.485608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555c416-0cbc-4661-a96f-0083689a47ef None None] The sync data for ids ['65615564-c1a2-444d-9971-f425c24b44ce'] in dv-neutron-822709-1-hyperv is: [{'id': '65615564-c1a2-444d-9971-f425c24b44ce', 'name': 'router1', 'tenant_id': '089565753560445da768f489c44998a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '71e2a939-a294-46ab-8882-cd5dd7fd8f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:08:24Z', 'updated_at': '2021-12-22T15:08:43Z', 'revision_number': 4, 'project_id': '089565753560445da768f489c44998a3', 'gw_port': {'id': '71e2a939-a294-46ab-8882-cd5dd7fd8f0d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:43Z', 'updated_at': '2021-12-22T15:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9eb90d75-a3c5-40ef-aaab-9fea5716883b', 'name': '', 'network_id': 'b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d', 'tenant_id': '089565753560445da768f489c44998a3', 'mac_address': 'fa:16:3e:52:54:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65615564-c1a2-444d-9971-f425c24b44ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:08:33Z', 'updated_at': '2021-12-22T15:08:40Z', 'revision_number': 5, 'project_id': '089565753560445da768f489c44998a3', 'subnets': [{'id': 'edb052c4-ef58-4902-9557-5b10463d5cba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '560f75fc-fb89-4746-bf5b-ff00de1941e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:08:46.753339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36248) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:08:46.915590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-05f78581-99e3-4e3b-880e-ef4c3c5af011 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1607511 Dec 22 15:08:47.981052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 71e2a939-a294-46ab-8882-cd5dd7fd8f0d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:08:48.084006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:08:48.089321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:48.090094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:48.239804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:48.255903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=71e2a939-a294-46ab-8882-cd5dd7fd8f0d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:08:48.284498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:08:48.287917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f9d243f-51a2-41ab-b29f-caac45eac696 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:08:48.355138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=71e2a939-a294-46ab-8882-cd5dd7fd8f0d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:08:48.363789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:08:49.988318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 71e2a939-a294-46ab-8882-cd5dd7fd8f0d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:08:50.084321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 71e2a939-a294-46ab-8882-cd5dd7fd8f0d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:08:50.085070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:02.010494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:09:02.249758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3e50586-15f1-469d-9270-1a1c9a8b111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:03.701845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:04.449795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a153c287-d871-4414-a359-b17151396f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:04.757969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:06.603753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:32.249390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc044073-1210-4890-84b7-2a3273071032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:33.711861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:34.505485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1be744e-bd5b-4bdb-9ac3-3432addc2abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:34.814995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:36.620698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:09:39.010609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:10:02.254219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93745f41-288c-4491-b645-0fda30b58df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:03.682094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:04.436474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a418d989-baef-4954-9773-c50470fb648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:04.756871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:06.613372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:16.012252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:10:29.524937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36818) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:29.628790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-708d3b6a-5f95-431c-9e1b-5ee5b19a8153 admin admin] GET failed (client error): The resource could not be found. Dec 22 15:10:29.630119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-708d3b6a-5f95-431c-9e1b-5ee5b19a8153 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1038620 Dec 22 15:10:29.902196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba279ce-14b4-4d48-8b54-6820bd73b8dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:29.903822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ba279ce-14b4-4d48-8b54-6820bd73b8dc admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2693169 Dec 22 15:10:32.042256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36830) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:32.208249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af4a21d-931f-4ee9-8ab8-3038028f0d25 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:32.210229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2af4a21d-931f-4ee9-8ab8-3038028f0d25 admin admin] 10.222.0.32 "GET /v2.0/subnets/edb052c4-ef58-4902-9557-5b10463d5cba HTTP/1.1" status: 200 len: 849 time: 0.1668463 Dec 22 15:10:32.222270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:10:32.258531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d39d9df-bf12-45e3-86b9-300d8344c541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:32.383796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:32.630417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758581936038'] for subnet, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:32.635012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09e80671-3c41-411f-b425-dcd062037840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:10:32.683253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:32.683911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:32.685471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] 10.222.0.32 "PUT /v2.0/subnets/edb052c4-ef58-4902-9557-5b10463d5cba HTTP/1.1" status: 200 len: 868 time: 0.4677439 Dec 22 15:10:32.703000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedee4fe-3d4f-44e4-80e4-02e95ac480de None None] Network b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:10:32.713952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb052c4-ef58-4902-9557-5b10463d5cba,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:10:32.728243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.729004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.730228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.730978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.731593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.732383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.733030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.733608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.734459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.735448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.735807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:10:32.740547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:10:33.266651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6e32510f-a360-4bd4-ad8d-78b3d6660b43 None None] Provisioning complete for port 3f2fde25-1a96-4cd5-b949-de94695a53bb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:10:33.267239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e32510f-a360-4bd4-ad8d-78b3d6660b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:33.400174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6e32510f-a360-4bd4-ad8d-78b3d6660b43 None None] Provisioning complete for port 9eb90d75-a3c5-40ef-aaab-9fea5716883b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:10:33.400578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e32510f-a360-4bd4-ad8d-78b3d6660b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:33.704263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:34.464893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a575885c-e54b-4799-89fd-cb5a217615b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:34.755929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:34.844039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:35.080563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1200bcc-d961-4831-8bf9-fe2b9ccad7b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:35.080563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c1200bcc-d961-4831-8bf9-fe2b9ccad7b5 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2291031 Dec 22 15:10:36.618388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:10:37.248115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36854) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:37.487692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87494ac3-910a-4cdf-ae50-8040bf9255bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:37.488107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87494ac3-910a-4cdf-ae50-8040bf9255bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:37.489793 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-87494ac3-910a-4cdf-ae50-8040bf9255bd admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2404754 Dec 22 15:10:39.653039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36866) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:39.867844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53286bec-80fb-4fdb-966c-05c770c8e8a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:39.869240 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-53286bec-80fb-4fdb-966c-05c770c8e8a4 admin admin] 10.222.0.32 "GET /v2.0/networks/b7ab7a08-f830-4fc1-9ac8-4f0169a2e91d HTTP/1.1" status: 200 len: 869 time: 0.2151771 Dec 22 15:10:41.990480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36878) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:42.367545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a59e6-b73b-43a8-90fd-9551394576dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:42.369123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d09a59e6-b73b-43a8-90fd-9551394576dc admin admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 886 time: 0.3775234 Dec 22 15:10:44.565661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36890) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:44.711746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c3b382-8071-4971-a996-25dd6aa80fc0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:44.712159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c3b382-8071-4971-a996-25dd6aa80fc0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:44.712966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b7c3b382-8071-4971-a996-25dd6aa80fc0 admin admin] Synchronizing usage tracker for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:10:44.801480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b7c3b382-8071-4971-a996-25dd6aa80fc0 admin admin] Unset dirty status for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:10:44.803389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b7c3b382-8071-4971-a996-25dd6aa80fc0 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2364647 Dec 22 15:10:46.966087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36902) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:47.117561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d66c0-6c24-42f7-985b-9949ecd92aa9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:47.117895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d66c0-6c24-42f7-985b-9949ecd92aa9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:47.119625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d21d66c0-6c24-42f7-985b-9949ecd92aa9 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1524823 Dec 22 15:10:49.307112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36914) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:49.449508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3420688-2129-441d-983c-8da55261e117 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:49.451055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a3420688-2129-441d-983c-8da55261e117 admin admin] 10.222.0.32 "GET /v2.0/subnets/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b HTTP/1.1" status: 200 len: 816 time: 0.1423519 Dec 22 15:10:51.717552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 36926) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:10:51.872228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a99c80-45a7-479a-a94f-947d3fb85385 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:10:51.873830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-24a99c80-45a7-479a-a94f-947d3fb85385 admin admin] 10.222.0.32 "GET /v2.0/subnets/edb052c4-ef58-4902-9557-5b10463d5cba HTTP/1.1" status: 200 len: 868 time: 0.1551592 Dec 22 15:10:53.020625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:11:02.264023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78f577ae-328c-4217-8452-587659de0fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:03.680892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:04.441062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1ab3242e-5f36-48dd-b514-c5fbec4d3271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:04.761341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:06.624101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:12.988798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36974) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:11:13.068566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-10e79acd-5da7-4946-a28b-9a7a7d781f0a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:11:13.069765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10e79acd-5da7-4946-a28b-9a7a7d781f0a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0799296 Dec 22 15:11:15.296647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36986) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:11:15.406717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-492cd953-6471-4c85-aac2-91220adea49c admin admin] GET failed (client error): The resource could not be found. Dec 22 15:11:15.408179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-492cd953-6471-4c85-aac2-91220adea49c admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1105185 Dec 22 15:11:15.547628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006952d6-d7e0-4941-88a7-889a4b6b6b5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:11:15.549176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-006952d6-d7e0-4941-88a7-889a4b6b6b5a admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365623 Dec 22 15:11:17.716854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 36998) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:11:17.795341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:11:17.800701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:11:17.812724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:11:17.898009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Made reservation on behalf of b35f86ffd0c9495596e289a6c4a2cfa7 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:11:17.903426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:18.008142 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.services.revisions.revision_plugin [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Could not find related network for resource to bump revision. Dec 22 15:11:18.066059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:11:18.077550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363278272776769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:18.078120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Unsubscribe: segment precommit_create {{(pid=88968) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 22 15:11:18.078568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Added segment 4bf79913-0c5f-49aa-87ba-d27b3f06379f of type vlan for network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 Dec 22 15:11:18.118536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:18.172255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:18.173588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:11:18.174231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:18.179554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:11:18.285492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Pushing event updated for resources: {'Network': ['ID=b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:11:18.289054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:11:18.297534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:11:18.321677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6036365 Dec 22 15:11:20.463911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37010) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:11:20.565874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-95747076-8026-439d-a874-053aa7b741db admin admin] GET failed (client error): The resource could not be found. Dec 22 15:11:20.566442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-95747076-8026-439d-a874-053aa7b741db admin admin] Synchronizing usage tracker for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:11:20.606633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-95747076-8026-439d-a874-053aa7b741db admin admin] Unset dirty status for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:11:20.607870 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95747076-8026-439d-a874-053aa7b741db admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1429260 Dec 22 15:11:20.724250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40669882-efd5-4a85-85d0-bb257da5ce4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:11:20.725837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-40669882-efd5-4a85-85d0-bb257da5ce4b admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1131763 Dec 22 15:11:20.737083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:11:20.741854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:11:20.752323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:11:20.794717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Made reservation on behalf of b35f86ffd0c9495596e289a6c4a2cfa7 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:11:20.799545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:21.052411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:21.057895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-102a8e3d-a332-42e5-9b1a-1f54c02b33c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:11:21.124538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5958fdac-4b6a-4f84-af32-0234f4faf059,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:11:21.134098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:11:21.151856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Checking segment: {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:11:21.152244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Network hostable DHCP agents. Network: b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:11:21.200316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:11:21.234760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:11:21.239131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:11:21.239762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:21.246528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca35881-5c75-42be-9ce2-37498fbe4d78 None None] Network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:11:21.298573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5653608 Dec 22 15:11:21.485100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29', 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29', 'tenant_id': 'b35f86ffd0c9495596e289a6c4a2cfa7', 'fixed_ips': [{'subnet_id': '5958fdac-4b6a-4f84-af32-0234f4faf059'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:11:21.486302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:21.671315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Allocated IP 192.168.233.2 (b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29/5958fdac-4b6a-4f84-af32-0234f4faf059/e0205ac9-8196-42d6-99fd-1220488d94e9) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:11:21.951340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:21.962392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Transition to ACTIVE for port object e0205ac9-8196-42d6-99fd-1220488d94e9 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:11:21.982512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Transition to ACTIVE for port object e0205ac9-8196-42d6-99fd-1220488d94e9 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:11:22.058919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:22.064811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10d82391-5431-4bc6-85af-e6ac4f366ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:11:22.141238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:11:22.145169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:11:22.147258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Pushing event updated for resources: {'Port': ['ID=e0205ac9-8196-42d6-99fd-1220488d94e9,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:11:22.149897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:11:22.188020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.188404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.188783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.189153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.189535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.189909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.190270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.190647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.191033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.191394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.191752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:11:22.200358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:11:22.255990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Attempting to bind port e0205ac9-8196-42d6-99fd-1220488d94e9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:11:22.256402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Attempting to bind port e0205ac9-8196-42d6-99fd-1220488d94e9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:11:22.256817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Attempting to bind port e0205ac9-8196-42d6-99fd-1220488d94e9 on network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:11:22.265285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:11:22.265714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Checking segment: {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:11:22.266168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:22.266594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Bound using segment: {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:11:22.267143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Bound port: e0205ac9-8196-42d6-99fd-1220488d94e9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:11:22.267574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:22.370941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] For port e0205ac9-8196-42d6-99fd-1220488d94e9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:11:22.376867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] For port e0205ac9-8196-42d6-99fd-1220488d94e9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e0205ac9-8196-42d6-99fd-1220488d94e9,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:11:22.413303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:22.420976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:11:22.501129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Pushing event updated for resources: {'Port': ['ID=e0205ac9-8196-42d6-99fd-1220488d94e9,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:11:22.504558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:11:24.046178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f740b01b-5004-4e95-bd96-39ddc72b9e68 None None] Network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:11:24.087406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e0205ac9-8196-42d6-99fd-1220488d94e9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:11:24.238710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d51a60c1-d441-411e-912e-0d05cefaad55 None None] Provisioning for port e0205ac9-8196-42d6-99fd-1220488d94e9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:11:24.513624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port e0205ac9-8196-42d6-99fd-1220488d94e9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:11:24.522662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e0205ac9-8196-42d6-99fd-1220488d94e9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:11:24.523108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:24.667142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:24.701918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port e0205ac9-8196-42d6-99fd-1220488d94e9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e0205ac9-8196-42d6-99fd-1220488d94e9,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:11:24.738041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:24.740257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:11:24.815436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=e0205ac9-8196-42d6-99fd-1220488d94e9,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:11:24.818758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:11:24.977618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-18462ef2-f8b5-4890-9f0f-c0608f84c34d None None] Provisioning complete for port e0205ac9-8196-42d6-99fd-1220488d94e9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:11:24.977967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18462ef2-f8b5-4890-9f0f-c0608f84c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:26.030577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e0205ac9-8196-42d6-99fd-1220488d94e9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:11:26.109619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e0205ac9-8196-42d6-99fd-1220488d94e9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:11:26.110114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:30.011889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:11:32.252454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03eae285-94b0-471d-ac79-6c454e270a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:33.714357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:34.457082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d381e28-c6c2-420b-9e5d-9598673e89b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:34.771470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:11:36.623577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:02.279025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3ba397b-5967-46e5-8a2c-5e55298095a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:03.737010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:04.438947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb5dfd04-986c-4dd5-ac08-040e8dcf52e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:04.776212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:06.729244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:07.013077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:12:32.272359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7137c66-b7a0-4164-91d2-6439de248259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:33.702191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:34.457226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3719-1465-48b2-b0ad-559a01596f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:34.788475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:36.627865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:40.536687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37046) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:12:40.542895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-0e872784-9dfb-4c6f-b3d5-edf8c73e7e37 tempest-verify_tempest_config-2086803805 tempest-verify_tempest_config-2086803805-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:12:40.543975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e872784-9dfb-4c6f-b3d5-edf8c73e7e37 tempest-verify_tempest_config-2086803805 tempest-verify_tempest_config-2086803805-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0062339 Dec 22 15:12:41.060420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37064) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:12:41.215217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.247795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:12:41.251814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Usage tracker for resource:security_group_rule and tenant:5964bcff14854368b50e281b647526a8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:12:41.254738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:12:41.261319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:12:41.516057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.547611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.557041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:12:41.599857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Synchronizing usage tracker for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:12:41.602949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e5543-8ab9-4812-b9da-909d8c18f7e5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:12:41.621122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.621501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.621885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.622252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.622640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.623037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.623418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.623783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.624146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.624507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.624863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:12:41.631347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:12:41.667867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Unset dirty status for tenant:b35f86ffd0c9495596e289a6c4a2cfa7 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:12:41.669256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5964bcff14854368b50e281b647526a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6077628 Dec 22 15:12:41.672563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37070) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:12:41.736711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.767223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.913450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.920246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:12:41.935808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e5543-8ab9-4812-b9da-909d8c18f7e5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:12:41.938432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:12:41.940819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:12:41.943188 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/641e5543-8ab9-4812-b9da-909d8c18f7e5 HTTP/1.1" status: 204 len: 168 time: 0.2693768 Dec 22 15:12:44.014974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:13:02.271460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf6d2645-2273-47f3-83c5-8415f1e2772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:03.701952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:04.433192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b865d5af-cb4f-4a6e-8cdf-cc11ff073fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:04.770557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:06.627816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:21.016294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:13:32.273051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e887aa4-c8a9-495b-95bf-ad120462736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:33.711152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:34.438529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92f34807-a3ca-4fcb-a0ae-6c4067b7cc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:34.787367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:36.638974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:13:58.016473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 5 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:14:01.187254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026933'] for agent, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:02.261327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5a07341-c0aa-4379-8cbf-3b24d50720b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:03.701264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:04.446962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c143e01-a342-4a03-a64b-93e3b9c8f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:04.815517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:06.641402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:17.612881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37150) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:14:17.760471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-451a3f94-192f-4ad3-9c24-995cc2e3da26 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1462150 Dec 22 15:14:19.897481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37162) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:14:19.990384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-43411429-13ec-4380-801f-80294a2953e9 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0911891 Dec 22 15:14:31.158437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:32.260988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b94d324-5148-45d3-b97b-8ac4333a1cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:33.712418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:34.475356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e5f1bb2-3f45-4160-852f-a21ef3ebc3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:34.781301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:14:35.017231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:14:36.632345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:01.152163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:02.257657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0481a7b-eb11-4af1-8bbf-0c9fc18a2279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:03.712130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:04.455256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74727f42-76b4-4fc2-b0f7-47ce8af31c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:04.783474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:06.652018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:12.018026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:15:31.182548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:32.262953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-162fe47f-e006-48cb-bf37-4fe4cf6d7ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:33.708180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:34.445526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7df70982-3734-40b7-8c8b-f0c493d7637e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:34.786657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:36.643587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:48.334025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37234) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:48.474257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-962342993-network', 'tenant_id': '187ab6815870460db3dba3ca8a714f39'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:48.479427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:48.483668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Usage tracker for resource:network and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:48.487167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:48.494913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:48.531381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Made reservation on behalf of 187ab6815870460db3dba3ca8a714f39 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:48.536089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:48.553459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:48.604875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:48.608982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Usage tracker for resource:security_group_rule and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:48.612246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:48.620162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:48.933493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:48.980882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:48.985773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:49.012531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:15:49.021504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:15:49.026107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.030469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Added segment ba2aefa2-69ca-4e1c-b416-5e92127bfe16 of type vlan for network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 Dec 22 15:15:49.035631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ac36e-5103-4f31-804b-3fd37964a884,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:49.045500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.045993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.046243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.046606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.047022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.047382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.047732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.048297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.048906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.049190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.049646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Tracked resource versions report: Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: HyperV agent@hv-neutron-8227: {}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:15:49.050764 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:15:49.054665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:49.103321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.171369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.172619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:49.173230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.178505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:49.288074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Pushing event updated for resources: {'Network': ['ID=3b3f278f-0b94-433a-86ef-77aea5b76bb4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:49.291022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:49.302353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:15:49.318596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37282) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:49.319560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0912716 Dec 22 15:15:49.325090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Request body: {'subnet': {'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-962342993-subnet', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:49.331469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:49.340410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Usage tracker for resource:subnet and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:49.348362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:49.356210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:49.388267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Made reservation on behalf of 187ab6815870460db3dba3ca8a714f39 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:49.393661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.731291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.735982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:49.816468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238036ac-f1c3-46b3-b96d-b6a293176537,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:49.830293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.830685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.831108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.831476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.831851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.832253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.832596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.833465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.833850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.834210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.834571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Tracked resource versions report: Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: HyperV agent@hv-neutron-8227: {}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:15:49.835702 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:15:49.839619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:49.841708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Checking segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:49.841941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Network hostable DHCP agents. Network: 3b3f278f-0b94-433a-86ef-77aea5b76bb4, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:15:49.901976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:15:49.948048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 3b3f278f-0b94-433a-86ef-77aea5b76bb4) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:49.952958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:49.955121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:49.958691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19caed-b330-4f54-bf8c-f3f182554a8e None None] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:15:50.036076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37302) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:50.039006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7190301 Dec 22 15:15:50.043955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:50.050058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:50.056113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Usage tracker for resource:router and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:50.059451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:50.065776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:50.111893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.112943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.191818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.194719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:15:50.196109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.397181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Allocated IP 172.20.0.2 (3b3f278f-0b94-433a-86ef-77aea5b76bb4/238036ac-f1c3-46b3-b96d-b6a293176537/22f6a85b-b619-4b34-9b3f-330b2ea9ac12) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:50.512402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.654433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.708106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Transition to ACTIVE for port object 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:50.729470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Transition to ACTIVE for port object 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:50.760449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.769607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed731476-5feb-4fcf-8f44-1c6038d3a6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:50.776120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.809832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:50.983921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Allocated IP 172.26.4.100 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/117cf0cd-1c5b-4098-a4b1-e21b990ad07c) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:50.999805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Pushing event updated for resources: {'Port': ['ID=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:51.013448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.013925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.014364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.014739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.015774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.015774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.016037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.016202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.016561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.016916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.017324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Tracked resource versions report: Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: HyperV agent@hv-neutron-8227: {}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:15:51.018384 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:15:51.021820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:51.023919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:51.025158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:51.028886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:51.117709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Attempting to bind port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:15:51.118129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Attempting to bind port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:15:51.118635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Attempting to bind port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 on network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:15:51.126414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:15:51.126918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Checking segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:51.127374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:51.127814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Bound using segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:15:51.128335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Bound port: 22f6a85b-b619-4b34-9b3f-330b2ea9ac12, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:15:51.128850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:51.242897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] For port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:15:51.247054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] For port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:15:51.287414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:51.305139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:51.407142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Pushing event updated for resources: {'Port': ['ID=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:51.410679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:51.456818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:51.542776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:51.548636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:51.580301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37342) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:51.635239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:51.640912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:51.642987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Pushing event updated for resources: {'Port': ['ID=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:51.659814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:51.714716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37352) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:51.915681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:52.048903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.049844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.147480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2123788645-network', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:52.156496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:52.161422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Usage tracker for resource:network and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:52.164796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:52.174499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:52.228093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Made reservation on behalf of b38a1c7af846474896f41cf591f6d267 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:52.233777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.275034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.316405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:15:52.346234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-682731516-network', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:52.354912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:52.359921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Usage tracker for resource:network and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:52.363782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:52.374120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:52.396325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:52.404743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Usage tracker for resource:security_group_rule and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:52.412005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:52.425946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:52.487449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Made reservation on behalf of 29ee8602eef4448c9a3d52badc2e8275 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:52.488608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:15:52.489080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Router ecd87e11-df63-4d98-bd5c-3ab603e8d95d is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:15:52.496874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.528787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.608960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:52.656901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.658516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Usage tracker for resource:security_group_rule and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:52.668245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:52.682257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:52.684536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.712151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:15:52.727900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:52.741746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.742339 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Added segment 2aedae39-4480-4dc3-bb4b-a4ba655fccca of type vlan for network 63698507-782f-4319-b145-3db09175ebb8 Dec 22 15:15:52.816486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:15:52.831921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Sync routers for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:15:52.835150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.843908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c010de-4f06-4f98-9298-d6cb7f65eef0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:52.852829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:52.867606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:15:52.878681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:15:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:15:52.923443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:52.923443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8828700 Dec 22 15:15:52.924783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37378) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:52.943469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.019977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.022626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.023215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:53.027547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.036890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cacfa6ad-b2df-4cba-9640-96160b6bac53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:53.165315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:15:53.171986 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5875652 Dec 22 15:15:53.198015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37386) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:53.248052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Request body: {'subnet': {'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2123788645-subnet', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:53.265193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:53.284886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Usage tracker for resource:subnet and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:53.296430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:15:53.296856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:53.315336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:53.331630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Pushing event updated for resources: {'Network': ['ID=63698507-782f-4319-b145-3db09175ebb8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:53.335242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.339260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Added segment fffab218-1776-4f20-8489-d75e31f7f51f of type vlan for network 675e0ead-abb9-4151-a786-7fb11984b7ef Dec 22 15:15:53.343048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:53.343952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04e2c2c5-5d95-4b50-b61a-637b5fd6c631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:53.347898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 63698507-782f-4319-b145-3db09175ebb8 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:15:53.378997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e7dea-8cd4-4127-9317-2a2ef981c9d6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:53.382710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:53.455206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.480097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Made reservation on behalf of b38a1c7af846474896f41cf591f6d267 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:53.484872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.524606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640fa44-0d8a-435d-953f-12a4930b0ad5 None None] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:15:53.554213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.555517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:53.555932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.562847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:53.721361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Pushing event updated for resources: {'Network': ['ID=675e0ead-abb9-4151-a786-7fb11984b7ef,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:53.735672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:53.747829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0315385 Dec 22 15:15:53.751162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37404) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:53.755730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 675e0ead-abb9-4151-a786-7fb11984b7ef details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:15:53.764649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Request body: {'subnet': {'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-682731516-subnet', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:53.783504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:53.803555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Usage tracker for resource:subnet and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:53.807130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:53.815752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:53.847109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Provisioning for port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:15:53.866264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Made reservation on behalf of 29ee8602eef4448c9a3d52badc2e8275 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:53.871380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.918560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Provisioning complete for port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:15:53.919008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:53.926143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:51Z', 'revision_number': 3, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:15:53.931670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Checking router: ecd87e11-df63-4d98-bd5c-3ab603e8d95d for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:15:53.932360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Updating router ecd87e11-df63-4d98-bd5c-3ab603e8d95d port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:15:54.007113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.042511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.076247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:54.135559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee71d89b-3ca6-4d55-a833-a82333e9c8fb,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:54.146076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:54.230965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Checking segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:54.235668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Network hostable DHCP agents. Network: 63698507-782f-4319-b145-3db09175ebb8, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:15:54.288464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.345001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] For port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:15:54.393765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.401112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:54.464817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Network 63698507-782f-4319-b145-3db09175ebb8 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:15:54.480052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.485294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2d47590c-c63f-4fca-b21a-a8a5ff313505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:54.513626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 63698507-782f-4319-b145-3db09175ebb8) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:54.534541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:54.535534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.537868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8aee31-ef92-4ce6-b507-771bf0c34c89 None None] Network 63698507-782f-4319-b145-3db09175ebb8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:15:54.647609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Pushing event updated for resources: {'Port': ['ID=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:54.657973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:54.709115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.722166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38ee4bc-ac15-47f1-990c-c329606214fd,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:54.729867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Transition to ACTIVE for port object 117cf0cd-1c5b-4098-a4b1-e21b990ad07c will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:54.737590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:54.769512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Checking segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:54.769928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Network hostable DHCP agents. Network: 675e0ead-abb9-4151-a786-7fb11984b7ef, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:15:54.914978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.954502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:54.964672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:55.020447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Network 675e0ead-abb9-4151-a786-7fb11984b7ef is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:15:55.024558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5490ff8d-7ba4-4c35-93dc-65039a352559 None None] Provisioning complete for port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:15:55.025099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5490ff8d-7ba4-4c35-93dc-65039a352559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.054678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-63698507-782f-4319-b145-3db09175ebb8', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:15:55.055874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.062942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 675e0ead-abb9-4151-a786-7fb11984b7ef) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:55.070272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:55.071003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.152482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Attempting to bind port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:15:55.162177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebabc0a-c377-4b7f-952d-160a6535bd90 None None] Network 675e0ead-abb9-4151-a786-7fb11984b7ef requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:15:55.162703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Attempting to bind port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:15:55.163714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Attempting to bind port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:15:55.191140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4326119 Dec 22 15:15:55.191140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37432) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:55.191401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Pushing event updated for resources: {'Port': ['ID=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:55.194675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:55.211531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:55.211812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:15:55.212381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:55.213036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.213707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:15:55.214319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Bound port: 117cf0cd-1c5b-4098-a4b1-e21b990ad07c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:15:55.214844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.221730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Usage tracker for resource:router and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:55.245522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:55.267147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:55.278679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.291382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.291795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.292269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.292882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.293343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.293785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.294219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.294650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.295294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.295730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Tracked resource versions report: Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: pushed versions: Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': {'1.0'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': {'1.1'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': {'1.5'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': {'1.2'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': {'1.8'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': {'1.2'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': {'1.0'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': {'1.1'}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': {'1.1'}} Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: consumer versions: Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: { DHCP agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: HyperV agent@hv-neutron-8227: {}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: L3 agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: Metadata agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: Metering agent@dv-neutron-822709-1-hyperv: {}, Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: Open vSwitch agent@dv-neutron-822709-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Log': '1.0', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Network': '1.1', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Port': '1.5', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'PortForwarding': '1.2', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'QosPolicy': '1.8', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroup': '1.2', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SecurityGroupRule': '1.0', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'SubPort': '1.0', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Subnet': '1.1', Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: 'Trunk': '1.1'}} Dec 22 15:15:55.296988 dv-neutron-822709-1-hyperv neutron-server[88856]: {{(pid=88970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:15:55.307164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:55.308586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.312312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.337606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1201351 Dec 22 15:15:55.343563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.348319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37440) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:55.383428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:55.411964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] For port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:15:55.416621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:55.433762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] For port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:15:55.448998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Usage tracker for resource:router and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:55.455569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:55.468405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.474023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0589c57-5adc-40ce-a3f0-bfdaee34d9c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:55.474434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:55.647378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.650639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.667268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Pushing event updated for resources: {'Port': ['ID=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:55.679842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:55.683220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:15:55.683912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:15:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:15:55.751948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Allocated IP 172.20.0.1 (3b3f278f-0b94-433a-86ef-77aea5b76bb4/238036ac-f1c3-46b3-b96d-b6a293176537/cd940020-e532-4ddb-9af4-37b675bc4368) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:55.768240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:55.823731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Allocated IP 172.20.0.2 (63698507-782f-4319-b145-3db09175ebb8/ee71d89b-3ca6-4d55-a833-a82333e9c8fb/cbc22042-9267-44b3-8bc8-4592cd0c5413) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:55.889793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.181491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:15:56.217763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.267330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-675e0ead-abb9-4151-a786-7fb11984b7ef', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:15:56.268704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.281352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37454) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:56.309570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Transition to ACTIVE for port object cbc22042-9267-44b3-8bc8-4592cd0c5413 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:56.314219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:15:56.332325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.418939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.491175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Transition to ACTIVE for port object cbc22042-9267-44b3-8bc8-4592cd0c5413 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:56.520913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.560533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.567125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Transition to ACTIVE for port object cd940020-e532-4ddb-9af4-37b675bc4368 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:56.668264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.697333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:56.739823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:51Z', 'revision_number': 3, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:15:56.756177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f20d9-bf3a-441f-979e-b9cabf181708 None None] The sync data for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv is: [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:51Z', 'revision_number': 3, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:15:56.776643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Allocated IP 172.26.4.235 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/b09bca84-3303-404e-bbfc-748567a9ffe9) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:56.865439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:56.870755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1593547561'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:56.871686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:56.874940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Pushing event updated for resources: {'Port': ['ID=cd940020-e532-4ddb-9af4-37b675bc4368,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:56.883176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:56.884178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.941493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:56.991199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:57.004812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:57.018222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Usage tracker for resource:network and tenant:e4c61ccacc5a415b8f1c876248b7a231 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:57.040289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:57.059629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:57.077054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37470) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:57.090903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Allocated IP 172.20.0.2 (675e0ead-abb9-4151-a786-7fb11984b7ef/b38ee4bc-ac15-47f1-990c-c329606214fd/f5f41750-f115-4b98-b42a-06ecb2920dfb) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:57.153138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Made reservation on behalf of e4c61ccacc5a415b8f1c876248b7a231 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:57.166595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.203538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.209905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.236177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:57.327277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:57.349382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Usage tracker for resource:security_group_rule and tenant:e4c61ccacc5a415b8f1c876248b7a231 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:57.355574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:57.364119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:57.477585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.494418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.511463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Network 63698507-782f-4319-b145-3db09175ebb8 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:57.522556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.524793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:57.529094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:57.537255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:15:57.538120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.565553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.599942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:57.690420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Pushing event updated for resources: {'Port': ['ID=b09bca84-3303-404e-bbfc-748567a9ffe9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:57.708901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:57.732679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:57.744869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:57.760604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:57.837964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Pushing event updated for resources: {'Port': ['ID=cbc22042-9267-44b3-8bc8-4592cd0c5413,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:57.879507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Allocated IP 172.26.4.24 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/48c6e400-bfb4-4ab8-8b39-66788c21a8c4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:57.881785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37484) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:57.893506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.903169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:57.915239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c5ad96d8-8b0f-4009-9db8-8f8dc4ab1d7d None None] Provisioning for port cd940020-e532-4ddb-9af4-37b675bc4368 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:15:57.927699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.944733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:15:57.967113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:57.967657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Added segment c24006b2-64ec-452f-891b-a3e724a67cb1 of type vlan for network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 Dec 22 15:15:58.008757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.029946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c5ad96d8-8b0f-4009-9db8-8f8dc4ab1d7d None None] Provisioning complete for port cd940020-e532-4ddb-9af4-37b675bc4368 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:15:58.030512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ad96d8-8b0f-4009-9db8-8f8dc4ab1d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.056196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Attempting to bind port cbc22042-9267-44b3-8bc8-4592cd0c5413 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:15:58.056796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Attempting to bind port cbc22042-9267-44b3-8bc8-4592cd0c5413 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:15:58.057465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Attempting to bind port cbc22042-9267-44b3-8bc8-4592cd0c5413 on network 63698507-782f-4319-b145-3db09175ebb8 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:15:58.066212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:58.068244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:58.130695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.132287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:15:58.132887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Checking segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:58.133681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.133989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Bound using segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:15:58.134642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Bound port: cbc22042-9267-44b3-8bc8-4592cd0c5413, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:15:58.135224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.170899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:58.173192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.176078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:58.181344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Usage tracker for resource:floatingip and tenant:b358226085d84adaa74d61fdef3f1378 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:58.184912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:58.194528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:58.209810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad96d8-8b0f-4009-9db8-8f8dc4ab1d7d None None] Port cd940020-e532-4ddb-9af4-37b675bc4368 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:15:58.248897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.284097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.323395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:58.324274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Transition to ACTIVE for port object f5f41750-f115-4b98-b42a-06ecb2920dfb will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:58.396526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37500) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:58.407366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 117cf0cd-1c5b-4098-a4b1-e21b990ad07c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:15:58.441173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Pushing event updated for resources: {'Port': ['ID=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:58.444323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:58.473276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.479600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:58.490728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Transition to ACTIVE for port object f5f41750-f115-4b98-b42a-06ecb2920dfb will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:15:58.491139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-690832602'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:58.496337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:58.500397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Usage tracker for resource:network and tenant:e7c4a0d5d570429aab46c46b9b351d8e is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:58.504501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:58.510724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:58.511648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:58.516207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:58.523835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:15:58.524954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.549704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] For port cbc22042-9267-44b3-8bc8-4592cd0c5413, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:15:58.556702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] For port cbc22042-9267-44b3-8bc8-4592cd0c5413, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cbc22042-9267-44b3-8bc8-4592cd0c5413,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:15:58.569111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.575120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:58.583414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3dc209-41e7-4f14-b771-86bbdccaf9b8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:58.596572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:58.599896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:58.638927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Made reservation on behalf of e7c4a0d5d570429aab46c46b9b351d8e for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:58.648333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.654375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:15:58.658615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.681284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cdd89473-9ae6-4e71-95cd-43369edd567e tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:58.687655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.692902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:15:58.693327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.775590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-470514217'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:58.783019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Network 675e0ead-abb9-4151-a786-7fb11984b7ef is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:15:58.789845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:15:58.806693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:15:58.821827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Pushing event updated for resources: {'Port': ['ID=f5f41750-f115-4b98-b42a-06ecb2920dfb,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:58.826041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:58.828276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:58.844520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5577674 Dec 22 15:15:58.875543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Pushing event updated for resources: {'Network': ['ID=b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:58.880293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:58.887407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:58.894516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Usage tracker for resource:network and tenant:ee7dfe21a6b748558ea6926bb0354626 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:58.904883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:58.915563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:58.935200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.936435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:58.951347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:58.954689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:15:58.995361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.006187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cdd89473-9ae6-4e71-95cd-43369edd567e tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "PUT /v2.0/quotas/ea7d45aacd13403eb4c3893be7bcd239 HTTP/1.1" status: 200 len: 368 time: 0.5666373 Dec 22 15:15:59.009305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37528) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:59.021652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.037663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Usage tracker for resource:security_group_rule and tenant:e7c4a0d5d570429aab46c46b9b351d8e is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:59.049346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Made reservation on behalf of ee7dfe21a6b748558ea6926bb0354626 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:59.056238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.071522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:59.084564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:59.088740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.096762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Request body: {'network': {'project_id': 'ea7d45aacd13403eb4c3893be7bcd239'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:59.167706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:59.188935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Usage tracker for resource:security_group_rule and tenant:ee7dfe21a6b748558ea6926bb0354626 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:59.196692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:59.217741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:59.280070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.286535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Attempting to bind port f5f41750-f115-4b98-b42a-06ecb2920dfb on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:15:59.287510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Attempting to bind port f5f41750-f115-4b98-b42a-06ecb2920dfb by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:15:59.288225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Attempting to bind port f5f41750-f115-4b98-b42a-06ecb2920dfb on network 675e0ead-abb9-4151-a786-7fb11984b7ef {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:15:59.299089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:15:59.302846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Checking segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:15:59.304170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.304744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Bound using segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:15:59.306295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Bound port: f5f41750-f115-4b98-b42a-06ecb2920dfb, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:15:59.307094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.332365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Pushing event updated for resources: {'Port': ['ID=cbc22042-9267-44b3-8bc8-4592cd0c5413,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:59.352757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:59.413584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.416384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:59.422949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.434026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.448513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Usage tracker for resource:network and tenant:ea7d45aacd13403eb4c3893be7bcd239 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:59.455568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bf55234-5900-4853-883d-ea2bbc312071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:59.461109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] For port f5f41750-f115-4b98-b42a-06ecb2920dfb, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:15:59.464965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] For port f5f41750-f115-4b98-b42a-06ecb2920dfb, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f5f41750-f115-4b98-b42a-06ecb2920dfb,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:15:59.467469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:15:59.470161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.488075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:59.491738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.494919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:59.503295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6c29e91-56db-490a-8deb-a957efc470ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:59.518914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:59.552161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.560877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.566695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:15:59.572576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5995fb-7053-492b-9009-dca448f5adc7,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:59.582107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:59.614390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.620906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:59.649574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Pushing event updated for resources: {'Port': ['ID=f5f41750-f115-4b98-b42a-06ecb2920dfb,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:59.668008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Made reservation on behalf of ea7d45aacd13403eb4c3893be7bcd239 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:15:59.668387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:59.668868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:15:59.673921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.715699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37536) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:15:59.732837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.733242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Added segment c0325b1b-49b5-45c9-9f81-328a9cc56668 of type vlan for network 4f2ecf17-3be1-40c9-877e-2aed483cdd0c Dec 22 15:15:59.747779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:15:59.756178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Request body: {'port': {'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1004750445'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:15:59.787270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:59.798254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.798652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Added segment 7badf631-f85f-4348-9adc-f77ba25ffab8 of type vlan for network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 Dec 22 15:15:59.804279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Usage tracker for resource:port and tenant:734fac2848b247d78582e47043a7b504 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:15:59.805866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.817662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Pushing event updated for resources: {'Port': ['ID=cd940020-e532-4ddb-9af4-37b675bc4368,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:59.817917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:59.822398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:15:59.822749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:59.826559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23d183-be4b-492a-9c04-0f92d80719f6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:15:59.835108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:59.836498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.837268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.839101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:15:59.841459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:15:59.848332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.857676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Router aa529a83-3246-4dcd-923e-bcf1db010f53 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:15:59.863635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Allocated IP 172.26.4.233 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/4d7051df-7667-45e9-9ab9-242866b9c526) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:15:59.891277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:15:59.994951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:15:59.995968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Made reservation on behalf of 734fac2848b247d78582e47043a7b504 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:00.000818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.021972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Usage tracker for resource:security_group_rule and tenant:ea7d45aacd13403eb4c3893be7bcd239 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:00.030005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.033535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.044067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:00.048136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:00.049104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:00.049755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.055131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:00.059556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76275ecd-09fb-4e2f-91cd-399b086896d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:00.061145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:00.115349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.127967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:00.128544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.337169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Pushing event updated for resources: {'Network': ['ID=4f2ecf17-3be1-40c9-877e-2aed483cdd0c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:00.356108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 4f2ecf17-3be1-40c9-877e-2aed483cdd0c details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:00.359085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:00.366497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:00.393155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:00.410527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Usage tracker for resource:security_group_rule and tenant:734fac2848b247d78582e47043a7b504 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:00.445637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:00.468885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0057313 Dec 22 15:16:00.470441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:00.478797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37540) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:00.529861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 117cf0cd-1c5b-4098-a4b1-e21b990ad07c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:00.565412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6774187 Dec 22 15:16:00.575979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event updated for resources: {'Network': ['ID=c962b34c-f90f-4423-b5c2-a3e6ddc2e648,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:00.580271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37544) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:00.586941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:00.615038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Request body: {'subnet': {'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:00.620692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:00.721964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:16:00.755874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.782384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.785312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:00.796324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Sync routers for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:16:00.807810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:00.835175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:00.835995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:15:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:00.873967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.906910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f964517-8647-4876-a259-bc2aa2089867,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:00.932111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'network': {'name': 'tempest-network--1283257430', 'router:external': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:00.932334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.940259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:00.941642 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7537394 Dec 22 15:16:00.949566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:00.950112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37550) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:00.951363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:01.004171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.037253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:01.072032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:01.073414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:network and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:01.078773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:01.080319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:01.092519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:01.104297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Usage tracker for resource:subnet and tenant:ee7dfe21a6b748558ea6926bb0354626 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:01.112871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:01.113557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.115119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:01.148773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:01.167977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.168373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Added segment 74542ce6-c933-4e2d-84c0-1fa4f8c5f519 of type vlan for network 6f2cf3d3-19fd-472f-9a97-b7dc1592165a Dec 22 15:16:01.199544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Made reservation on behalf of 12b81b88a1204039837ca136c2bde7e2 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:01.205569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.215252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.216067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a8860-7142-4027-b10e-bb1aa661a0a9,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:01.228852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:01.244222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.251690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Made reservation on behalf of ee7dfe21a6b748558ea6926bb0354626 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:01.280388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b7ef348-4d74-4c8a-894c-3c25830de603 None None] Provisioning complete for port cd940020-e532-4ddb-9af4-37b675bc4368 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:01.280729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef348-4d74-4c8a-894c-3c25830de603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.351794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.369954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:01.376419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:security_group_rule and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:01.381739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:01.382298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:01.388829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:01.415308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks [] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.434803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ef348-4d74-4c8a-894c-3c25830de603 None None] Port cd940020-e532-4ddb-9af4-37b675bc4368 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:01.461781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f5f41750-f115-4b98-b42a-06ecb2920dfb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:01.494249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:01.505417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.634211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16abe6-a0db-4de2-a96f-64e14e8dc32c None None] Network 63698507-782f-4319-b145-3db09175ebb8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:01.696732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:01.708061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.714056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.724211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Transition to ACTIVE for port object 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:01.734360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.742551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:01.790226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a07c844-2f79-4511-857a-cc82f161756a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:01.803607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.807010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:01.818224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:01.830073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:01.894232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:01.895969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=0298398f-1e3e-4c36-a3f6-3fe463b7cde1,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:01.905379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:01.907137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:01.907544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Added segment a2b4e661-a78a-405a-8919-5a1a5926ed64 of type vlan for network 9e9c2db7-47ce-430d-9dde-2392e82b3e5f Dec 22 15:16:01.924728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:01.927548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7051df-7667-45e9-9ab9-242866b9c526,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:01.933085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:01.955455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:02.044738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-11e9be73-93c9-4fd9-a66b-c7300f5a4c61 None None] Provisioning for port cbc22042-9267-44b3-8bc8-4592cd0c5413 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:02.065647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.080249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:02.080835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.093408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Router ecd87e11-df63-4d98-bd5c-3ab603e8d95d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:16:02.094240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8a5b954-5240-461d-97e5-21de8bb1133a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:02.147112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port f5f41750-f115-4b98-b42a-06ecb2920dfb completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:02.159207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cbc22042-9267-44b3-8bc8-4592cd0c5413 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:02.163282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:16:02.209552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:15:58Z', 'revision_number': 3, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:02.229368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Checking router: aa529a83-3246-4dcd-923e-bcf1db010f53 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:16:02.229927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Updating router aa529a83-3246-4dcd-923e-bcf1db010f53 port b09bca84-3303-404e-bbfc-748567a9ffe9 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:16:02.310891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Checking segment: {'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:02.311345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Network hostable DHCP agents. Network: b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:02.324603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.377078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.377909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45375562-dc8b-45c2-8849-27407255eb6e None None] Network 675e0ead-abb9-4151-a786-7fb11984b7ef requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:02.416601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c5d05d5-3b6d-499f-8119-8bdd04bdef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.426013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Pushing event updated for resources: {'Network': ['ID=6f2cf3d3-19fd-472f-9a97-b7dc1592165a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:02.428346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.437805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port cbc22042-9267-44b3-8bc8-4592cd0c5413 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:02.499019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:02.502009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 6f2cf3d3-19fd-472f-9a97-b7dc1592165a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:02.568439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:02.590491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port cbc22042-9267-44b3-8bc8-4592cd0c5413 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:02.590940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.620085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.6032326 Dec 22 15:16:02.639533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:02.648124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:02.651800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:02.662093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Request body: {'network': {'project_id': 'ea7d45aacd13403eb4c3893be7bcd239'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:02.674119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.676442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:02.677979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b9799-5bd9-43ab-b234-d2d961defdff None None] Network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:02.682741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:02.683336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.691363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:02.701267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Usage tracker for resource:network and tenant:ea7d45aacd13403eb4c3893be7bcd239 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:02.708520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:02.715479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.720285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:02.720676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:02.721076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:02.743905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:02.754392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.766844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] Provisioning for port f5f41750-f115-4b98-b42a-06ecb2920dfb completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:02.778150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-032093dc-1de3-4c20-9286-25e8cc930fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:02.806349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:02.806951 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:02.816332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 2 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:02.820734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] Provisioning complete for port f5f41750-f115-4b98-b42a-06ecb2920dfb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:02.821161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.832231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Network': ['ID=9e9c2db7-47ce-430d-9dde-2392e82b3e5f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:02.834351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Made reservation on behalf of ea7d45aacd13403eb4c3893be7bcd239 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:02.839911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:02.840088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:02.846131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:02.846516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:02.846918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:02.871269 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.2856941 Dec 22 15:16:02.873464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37562) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:02.875368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:02.875737 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:02.896307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 3 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:03.013977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 9e9c2db7-47ce-430d-9dde-2392e82b3e5f details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:03.015306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event updated for resources: {'Subnet': ['ID=7a45ea66-9c7c-4006-94f2-1b003ed53018,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:03.078973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:03.079353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:03.080198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:03.080306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:03.110179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:03.110559 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:03.116492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.120294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 4 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:03.128923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:03.161304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:03.162269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:03.162269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:03.216283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.216599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Added segment 74899086-8b22-4792-aeac-33ef5a8cbcda of type vlan for network 9598cb0d-b47f-41cd-b3d3-20d4115309ac Dec 22 15:16:03.221117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Checking segment: {'id': '7badf631-f85f-4348-9adc-f77ba25ffab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:03.221877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Network hostable DHCP agents. Network: c962b34c-f90f-4423-b5c2-a3e6ddc2e648, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:03.222157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:03.222524 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:03.225683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 5 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:03.322937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.349470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:03.349849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:03.350225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:03.386468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.404793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.410849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:16:03.412442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:03.422503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Sync routers for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:16:03.430255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.430912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.431915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.432415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > port after_create 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.432918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.433424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > port after_update 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.434009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.434134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:16:03.434619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.435350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.435837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.444028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:03.444711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:15:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:03.469999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.485406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] 10.222.0.32 "PUT /v2.0/routers/ecd87e11-df63-4d98-bd5c-3ab603e8d95d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5489333 Dec 22 15:16:03.485406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.485406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:03.485406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.491452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Sync routers for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:16:03.523732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20a5a2fc-56db-47e3-b21f-2f358b15644f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:03.561492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.649309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.653507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2971487 Dec 22 15:16:03.653507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, c962b34c-f90f-4423-b5c2-a3e6ddc2e648) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:03.659637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.673831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:03.686485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0435138 Dec 22 15:16:03.697670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37570) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:03.698463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37572) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:03.778576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:03.779365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.783307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.787477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.787868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.788243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.788613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88967) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:03.788992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9c2db7-47ce-430d-9dde-2392e82b3e5f']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:03.797058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:03.797423 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:03.802767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Pushing event updated for resources: {'Network': ['ID=9598cb0d-b47f-41cd-b3d3-20d4115309ac,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:03.812830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 6 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:03.813125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Request body: {'network': {'project_id': 'ea7d45aacd13403eb4c3893be7bcd239'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:03.815413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:03.817664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Transition to ACTIVE for port object b09bca84-3303-404e-bbfc-748567a9ffe9 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:03.819218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b4e661-a78a-405a-8919-5a1a5926ed64') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:03.819547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b4e661-a78a-405a-8919-5a1a5926ed64') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:03.821324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Usage tracker for resource:network and tenant:ea7d45aacd13403eb4c3893be7bcd239 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:03.824504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:03.835717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:03.846506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c70c60-ccff-4f4e-98c1-5f0176f1e01f None None] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:03.847970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.854585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7620134 Dec 22 15:16:03.855675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:16:03.856232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:16:03.861032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b11cafb-892e-4486-ba10-936f2fa5a220 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1556389 Dec 22 15:16:03.862468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37588) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:03.863023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37590) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:03.865078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 9598cb0d-b47f-41cd-b3d3-20d4115309ac details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:03.867048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:03.870511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f06d09b-0ad1-412d-bf8b-fb014f73530f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:03.875998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.893616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2036815372', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'fixed_ips': [{'ip_address': '172.26.4.233'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:03.907774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.918484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:03.918882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:03.919263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:03.934180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:03.944546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:03.945252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:15:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:03.952001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Usage tracker for resource:port and tenant:b358226085d84adaa74d61fdef3f1378 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:03.958969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:03.963152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:03.982893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:03.988094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:03.988797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.004847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:04.005184 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: (self, other), Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: (self, other), Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:04.007993 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:04.018500 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 7 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:04.212079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:04.268790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:15:58Z', 'revision_number': 2, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:04.269896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38d45cd4-7753-47f9-a946-58ab08177b6e tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea7d45aacd13403eb4c3893be7bcd239&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3967607 Dec 22 15:16:04.271549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:04.272110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:04.272281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Checking router: ecd87e11-df63-4d98-bd5c-3ab603e8d95d for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:16:04.272827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Updating router ecd87e11-df63-4d98-bd5c-3ab603e8d95d port cd940020-e532-4ddb-9af4-37b675bc4368 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:16:04.273029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:04.281641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.301305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37600) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:04.304588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:04.305166 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:04.312211 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7815194 Dec 22 15:16:04.320777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37602) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:04.332392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.345436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Request body: {'port': {'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1556245980'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:04.362718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 8 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:04.365847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.383112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Made reservation on behalf of b358226085d84adaa74d61fdef3f1378 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:04.398150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.404350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:04.479910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.501396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] For port f5f41750-f115-4b98-b42a-06ecb2920dfb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f5f41750-f115-4b98-b42a-06ecb2920dfb,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:04.533940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e9c2db7-47ce-430d-9dde-2392e82b3e5f {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:16:04.539178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7051df-7667-45e9-9ab9-242866b9c526,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:04.543888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.553323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b0e4b01-b8e4-4b9d-946a-34e8c0c0379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:04.557360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:04.570213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.600716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.632958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:04.633435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:04.633899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:04.653963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e9c2db7-47ce-430d-9dde-2392e82b3e5f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:04.663933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9e9c2db7-47ce-430d-9dde-2392e82b3e5f HTTP/1.1" status: 204 len: 168 time: 1.7912848 Dec 22 15:16:04.668140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:04.668714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37616) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:04.683096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.689034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:04.736945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port cbc22042-9267-44b3-8bc8-4592cd0c5413, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cbc22042-9267-44b3-8bc8-4592cd0c5413,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:04.743282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:04.743836 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:04.769910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37620) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:04.770471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 9 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:04.785360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270938423', 'description': 'tempest-description--133098250'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:04.792489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:04.805062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.814599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:04.815417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:network and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:04.823523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:04.841168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Usage tracker for resource:port and tenant:ee7dfe21a6b748558ea6926bb0354626 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:04.843725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:04.853262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Usage tracker for resource:security_group and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:04.854935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:04.858907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:04.859288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:04.859669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:04.861959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.863002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.870362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:04.872081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:04.880246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:04.892475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:04.901825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Usage tracker for resource:security_group_rule and tenant:b358226085d84adaa74d61fdef3f1378 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:04.904885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:04.909863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:04.927913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Made reservation on behalf of ee7dfe21a6b748558ea6926bb0354626 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:04.931730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:04.935171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.946075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:04.955896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Transition to ACTIVE for port object cd940020-e532-4ddb-9af4-37b675bc4368 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:04.978433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] device_id is not set on port 467c8b69-8176-425e-b552-2e1c5163656c yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:04.997782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.004094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:05.079084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Allocated IP 172.20.0.1 (675e0ead-abb9-4151-a786-7fb11984b7ef/b38ee4bc-ac15-47f1-990c-c329606214fd/b5d32e9b-0220-4379-a156-308ea9ebd0b8) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:05.234297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Allocated IP 172.20.0.8 (c962b34c-f90f-4423-b5c2-a3e6ddc2e648/7a45ea66-9c7c-4006-94f2-1b003ed53018/467c8b69-8176-425e-b552-2e1c5163656c) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:05.249867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6282-9cb7-46e7-91e9-6e637e999108 None None] Pushing event updated for resources: {'Port': ['ID=cd940020-e532-4ddb-9af4-37b675bc4368,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:05.256552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:05.262292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3dae1-e434-4916-ae50-eda4a6bbf505 None None] Pushing event updated for resources: {'Port': ['ID=b09bca84-3303-404e-bbfc-748567a9ffe9,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:05.263253 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:05.267480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3c3dae1-e434-4916-ae50-eda4a6bbf505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:05.281994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:05.282562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-669a6282-9cb7-46e7-91e9-6e637e999108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:05.336495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.354295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.359038 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 10 to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 Dec 22 15:16:05.397703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:05.398237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:05.398973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:05.399825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89c20861-5b1b-451f-9693-0681a535928d None None] Provisioning complete for port cbc22042-9267-44b3-8bc8-4592cd0c5413 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:05.400250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89c20861-5b1b-451f-9693-0681a535928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.408145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.459033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:05.459404 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:05.459805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.479111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Made reservation on behalf of 12b81b88a1204039837ca136c2bde7e2 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:05.484475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.511235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Attempting to bind port b09bca84-3303-404e-bbfc-748567a9ffe9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:05.511584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Attempting to bind port b09bca84-3303-404e-bbfc-748567a9ffe9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:05.511997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Attempting to bind port b09bca84-3303-404e-bbfc-748567a9ffe9 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:05.553643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d228cf-fd98-494e-abb6-3d2823e81183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.566269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Attempting to bind port cd940020-e532-4ddb-9af4-37b675bc4368 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:05.567087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Attempting to bind port cd940020-e532-4ddb-9af4-37b675bc4368 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:05.567931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Attempting to bind port cd940020-e532-4ddb-9af4-37b675bc4368 on network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:05.577222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:05.578260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Checking segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:05.578954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.579729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Bound using segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:05.580465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Bound port: cd940020-e532-4ddb-9af4-37b675bc4368, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:05.581133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.643032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:05.643386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:05.643842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.644296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:05.644828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Bound port: b09bca84-3303-404e-bbfc-748567a9ffe9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:05.645789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.759545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] For port cd940020-e532-4ddb-9af4-37b675bc4368, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:05.764653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] For port b09bca84-3303-404e-bbfc-748567a9ffe9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:05.766409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] For port cd940020-e532-4ddb-9af4-37b675bc4368, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cd940020-e532-4ddb-9af4-37b675bc4368,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:05.777992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] For port b09bca84-3303-404e-bbfc-748567a9ffe9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b09bca84-3303-404e-bbfc-748567a9ffe9,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:05.778141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.788557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.798011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.812677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:05.837825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9e763db-fea4-4347-b7f6-82b653e3075f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:05.882063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:05.882492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Transition to ACTIVE for port object 467c8b69-8176-425e-b552-2e1c5163656c will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:05.886164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.892512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:05.893720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:05.906778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.907217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Added segment a78f3391-04c5-4fc9-b94e-1d041a843a08 of type vlan for network 85fd246c-1877-408e-ac32-fdcd374802d8 Dec 22 15:16:05.909576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80cf34-5a3e-4af5-9a83-9e07dea4ac11 None None] Pushing event updated for resources: {'Port': ['ID=f5f41750-f115-4b98-b42a-06ecb2920dfb,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:05.917123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-c962b34c-f90f-4423-b5c2-a3e6ddc2e648', 'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648', 'tenant_id': 'ee7dfe21a6b748558ea6926bb0354626', 'fixed_ips': [{'subnet_id': '7a45ea66-9c7c-4006-94f2-1b003ed53018'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:16:05.918569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:05.929030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] device_id is not set on port 94420d59-5a6e-4bd3-9145-65c554a09a10 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:06.044858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.065404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:06.073630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6282-9cb7-46e7-91e9-6e637e999108 None None] Pushing event updated for resources: {'Port': ['ID=cd940020-e532-4ddb-9af4-37b675bc4368,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:06.077646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-669a6282-9cb7-46e7-91e9-6e637e999108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:06.215342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:06.261883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:06.265356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event updated for resources: {'Port': ['ID=467c8b69-8176-425e-b552-2e1c5163656c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:06.275538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:06.278886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:06.279959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:06.280442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Allocated IP 172.20.0.2 (c962b34c-f90f-4423-b5c2-a3e6ddc2e648/7a45ea66-9c7c-4006-94f2-1b003ed53018/c16390ba-ea25-4c05-a1bb-86d112058dcf) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:06.284816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:06.285771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.396223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:06.400856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Usage tracker for resource:security_group_rule and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:06.404601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:06.412411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:06.477504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.485337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.505147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1823044 Dec 22 15:16:06.510548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37628) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:06.512564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.524380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Transition to ACTIVE for port object c16390ba-ea25-4c05-a1bb-86d112058dcf will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:06.535464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.537075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.538194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:16:06.538887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:16:06.559161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.580910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Transition to ACTIVE for port object c16390ba-ea25-4c05-a1bb-86d112058dcf will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:06.585077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=cbc22042-9267-44b3-8bc8-4592cd0c5413,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:06.593044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.311s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:06.595566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed731476-5feb-4fcf-8f44-1c6038d3a6cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.365s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:06.619101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbabe58-dd33-42da-9646-db4a158cc24d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:06.623197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:06.624055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:06.639125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.645804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Deleting port 467c8b69-8176-425e-b552-2e1c5163656c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:06.646872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.656346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] For port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:06.656766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempted to set empty binding levels {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:16:06.665303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf58b18-a628-4bac-82e6-6759d1cba868,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:06.672066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:06.672766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:06.677279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.683354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.688096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4502db6c-62d1-401e-836d-2e3c9b3597be tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9096601 Dec 22 15:16:06.691989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37632) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:06.699734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.700959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c7a8860-7142-4027-b10e-bb1aa661a0a9 HTTP/1.1" status: 204 len: 168 time: 2.3417778 Dec 22 15:16:06.702500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:06.703256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.704216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.725509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37634) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:06.730155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Request body: {'security_group_rule': {'security_group_id': '2bf58b18-a628-4bac-82e6-6759d1cba868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:06.736830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:06.742533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Usage tracker for resource:security_group_rule and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:06.745607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:06.752639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:06.765677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a8860-7142-4027-b10e-bb1aa661a0a9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:06.768381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:06.771736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:06.772065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:06.774571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-46af8c84-3d8f-4fc5-9a0d-8c8b9ce8fd66 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9031229 Dec 22 15:16:06.775513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.802180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ffe9e4b-c06e-409d-8767-fb42741e25c5 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:06.807848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:05Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:06.812835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4635909-241a-48f7-ac94-5fd2668b9f6e None None] The sync data for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv is: [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:05Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:16:06.819959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Transition to ACTIVE for port object b5d32e9b-0220-4379-a156-308ea9ebd0b8 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:06.824839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37640) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:06.855609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.919560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:06.930186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2540519 Dec 22 15:16:06.962926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:06.967607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:15:58Z', 'revision_number': 3, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:06.983193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:06.998674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.003495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:07.006043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3dae1-e434-4916-ae50-eda4a6bbf505 None None] Pushing event updated for resources: {'Port': ['ID=b09bca84-3303-404e-bbfc-748567a9ffe9,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:07.016815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Allocated IP 172.20.0.1 (63698507-782f-4319-b145-3db09175ebb8/ee71d89b-3ca6-4d55-a833-a82333e9c8fb/8b6fee16-b933-42aa-92bf-0b1621e4ef43) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:07.022479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3c3dae1-e434-4916-ae50-eda4a6bbf505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:07.023379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Checking router: b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:16:07.023780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Updating router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:16:07.065411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37644) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:07.089648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'subnet': {'network_id': '85fd246c-1877-408e-ac32-fdcd374802d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:07.094743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:07.096631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:07.099550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:subnet and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:07.102959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:07.115325 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.3740079 Dec 22 15:16:07.124872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Network': ['ID=85fd246c-1877-408e-ac32-fdcd374802d8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:07.128346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:07.147220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37648) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:07.153639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:07.163210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.163415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:07.190081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f5f41750-f115-4b98-b42a-06ecb2920dfb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:07.216549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.218326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 85fd246c-1877-408e-ac32-fdcd374802d8 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:07.239668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.255489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Made reservation on behalf of 12b81b88a1204039837ca136c2bde7e2 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:07.260690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.330805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Network 675e0ead-abb9-4151-a786-7fb11984b7ef is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:07.337251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.358201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:07.360876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:07.656355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Transition to ACTIVE for port object 8b6fee16-b933-42aa-92bf-0b1621e4ef43 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:07.681657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Deleting port 4d7051df-7667-45e9-9ab9-242866b9c526 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:07.682632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.729415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.756932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:07.762010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.821832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=0298398f-1e3e-4c36-a3f6-3fe463b7cde1,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:07.835137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.842207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Deleting port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:07.842629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.875207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:07.879256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9598cb0d-b47f-41cd-b3d3-20d4115309ac']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:07.893273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74899086-8b22-4792-aeac-33ef5a8cbcda') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:07.893611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74899086-8b22-4792-aeac-33ef5a8cbcda') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:07.908685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:07.921287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74d43f86-9c44-41e6-a02a-f5b22e6694a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:07.929597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Pushing event updated for resources: {'Port': ['ID=c16390ba-ea25-4c05-a1bb-86d112058dcf,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:07.996721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:07.997902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.344s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:07.998220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:08.019670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-382cdb6b-2f61-407b-8e9b-cd58ecd74243 None None] Provisioning complete for port f5f41750-f115-4b98-b42a-06ecb2920dfb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:08.020753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-382cdb6b-2f61-407b-8e9b-cd58ecd74243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.084944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.121018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Attempting to bind port c16390ba-ea25-4c05-a1bb-86d112058dcf on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:08.121438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Attempting to bind port c16390ba-ea25-4c05-a1bb-86d112058dcf by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7badf631-f85f-4348-9adc-f77ba25ffab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:08.121859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Attempting to bind port c16390ba-ea25-4c05-a1bb-86d112058dcf on network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:08.125980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:08.135921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=b5d32e9b-0220-4379-a156-308ea9ebd0b8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:08.139399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:08.140443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.230388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Network 63698507-782f-4319-b145-3db09175ebb8 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:08.240602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f5f41750-f115-4b98-b42a-06ecb2920dfb triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:08.241018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.247398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:08.272439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:08.272978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.279685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:08.280273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Checking segment: {'id': '7badf631-f85f-4348-9adc-f77ba25ffab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:08.280729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.281170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Bound using segment: {'id': '7badf631-f85f-4348-9adc-f77ba25ffab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:08.281706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Bound port: c16390ba-ea25-4c05-a1bb-86d112058dcf, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7badf631-f85f-4348-9adc-f77ba25ffab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c962b34c-f90f-4423-b5c2-a3e6ddc2e648'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:08.282423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.284464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.303209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=8b6fee16-b933-42aa-92bf-0b1621e4ef43,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:08.323268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.323976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.353980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] For port 0298398f-1e3e-4c36-a3f6-3fe463b7cde1, host hv-neutron-8227, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:08.354389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.513577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:08.521352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Calling delete_port for 4d7051df-7667-45e9-9ab9-242866b9c526 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:08.530233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Calling delete_port for 0298398f-1e3e-4c36-a3f6-3fe463b7cde1 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:08.693694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.703513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Calling delete_port for 467c8b69-8176-425e-b552-2e1c5163656c owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:08.785131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:08.800243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.803053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.885186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-945074ed-c149-45f3-8778-4b391f20556e None None] For port c16390ba-ea25-4c05-a1bb-86d112058dcf, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:08.931173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e358f54b-df07-4877-9d4a-c349f74f51ad,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:08.941756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:15:58Z', 'revision_number': 3, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:08.944543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.948597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.2281747 Dec 22 15:16:08.949293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:08.953628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96410c9b-e1e3-40e9-8912-3d67812723d1 None None] The sync data for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv is: [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:15:58Z', 'revision_number': 3, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:16:08.954239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37652) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:08.965398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Provisioning for port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:08.971150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:08.971616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.974549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Provisioning complete for port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:08.975144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:08.998542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Request body: {'security_group_rule': {'security_group_id': '2bf58b18-a628-4bac-82e6-6759d1cba868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:09.003056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:09.005724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.033196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cbc22042-9267-44b3-8bc8-4592cd0c5413 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:09.078561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.128539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:09.167125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port cbc22042-9267-44b3-8bc8-4592cd0c5413 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:09.168284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.212829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Provisioning for port b5d32e9b-0220-4379-a156-308ea9ebd0b8 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:09.232855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Provisioning complete for port b5d32e9b-0220-4379-a156-308ea9ebd0b8 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:09.233441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.237303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.256021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:09.258689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Transition to ACTIVE for port object 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:09.277525 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:09.293973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:09.310978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.318918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:09.320565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d7051df-7667-45e9-9ab9-242866b9c526,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:09.321807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event deleted for resources: {'Port': ['ID=0298398f-1e3e-4c36-a3f6-3fe463b7cde1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:09.323648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:09.329526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Usage tracker for resource:security_group_rule and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:09.335022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:09.339246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:09.369789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-64c320d1-74bd-4972-8ddb-27c5ba693432 None None] Port b5d32e9b-0220-4379-a156-308ea9ebd0b8 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:09.437127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:09.460673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9e6ef-e1f9-4381-aa1f-66b716a61ef3 None None] Pushing event updated for resources: {'Port': ['ID=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:09.467838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.469569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ef9e6ef-e1f9-4381-aa1f-66b716a61ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:09.492586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Attempting to bind port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:09.493163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Attempting to bind port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:09.493645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Attempting to bind port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:09.503717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-945074ed-c149-45f3-8778-4b391f20556e None None] For port c16390ba-ea25-4c05-a1bb-86d112058dcf, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c16390ba-ea25-4c05-a1bb-86d112058dcf,segment=NetworkSegment(7badf631-f85f-4348-9adc-f77ba25ffab8),segment_id=7badf631-f85f-4348-9adc-f77ba25ffab8)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:09.509089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:09.509731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:09.510409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.510992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:09.511632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Bound port: 48c6e400-bfb4-4ab8-8b39-66788c21a8c4, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:09.512164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.552813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.560176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0298398f-1e3e-4c36-a3f6-3fe463b7cde1 HTTP/1.1" status: 204 len: 168 time: 2.3595455 Dec 22 15:16:09.560367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.562468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37656) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:09.566055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.581428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a65fe5c7-b3b1-42e6-944a-000bfe1a29d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:09.606030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:09.611294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.622542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.656050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cd940020-e532-4ddb-9af4-37b675bc4368 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:09.661738 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf7a24c-d7c1-41b9-8d8c-57d97aa924b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:09.662300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ccf7a24c-d7c1-41b9-8d8c-57d97aa924b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Synchronizing usage tracker for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:09.666272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event deleted for resources: {'Port': ['ID=467c8b69-8176-425e-b552-2e1c5163656c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:09.668748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:09.672637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.673898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/77750c45-b491-4cf6-86fd-0ac8d627e13e HTTP/1.1" status: 204 len: 168 time: 2.8453617 Dec 22 15:16:09.690179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.695887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9598cb0d-b47f-41cd-b3d3-20d4115309ac HTTP/1.1" status: 204 len: 168 time: 2.9369493 Dec 22 15:16:09.701295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:09.717976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37662) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:09.734661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.739671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "DELETE /v2.0/ports/467c8b69-8176-425e-b552-2e1c5163656c HTTP/1.1" status: 204 len: 168 time: 3.2251945 Dec 22 15:16:09.759031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37664) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:09.786388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Pushing event updated for resources: {'Port': ['ID=c16390ba-ea25-4c05-a1bb-86d112058dcf,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:09.791850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Pushing event deleted for resources: {'Network': ['ID=9598cb0d-b47f-41cd-b3d3-20d4115309ac,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:09.807524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:09.812974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.818044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ccf7a24c-d7c1-41b9-8d8c-57d97aa924b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Unset dirty status for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:09.822988 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccf7a24c-d7c1-41b9-8d8c-57d97aa924b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "GET /v2.0/ports/0298398f-1e3e-4c36-a3f6-3fe463b7cde1 HTTP/1.1" status: 404 len: 333 time: 0.2589176 Dec 22 15:16:09.826320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:09.841361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37672) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:09.847541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] For port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:09.857153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] For port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:09.864229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Request body: {'port': {'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-485329534'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:09.869985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:09.883743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:09.909186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.926692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:09.961180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:10.097065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:10.174701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Made reservation on behalf of 734fac2848b247d78582e47043a7b504 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:10.181021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.198401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.314632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port 084c1085-d109-48e8-a127-3746ea15e629 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:10.377379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.377637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.383564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9e6ef-e1f9-4381-aa1f-66b716a61ef3 None None] Pushing event updated for resources: {'Port': ['ID=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:10.398389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1cda4906-986d-4055-9121-077e297cb9c3 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6382222 Dec 22 15:16:10.413870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ef9e6ef-e1f9-4381-aa1f-66b716a61ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:10.414630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37678) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:10.416261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:10.416948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:10.454476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Pushing event updated for resources: {'Port': ['ID=b5d32e9b-0220-4379-a156-308ea9ebd0b8,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:10.477759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:10.479559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.483137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.499165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.504387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1931957219'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:10.519596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:10.523332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:10.530805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.531262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.532097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.532472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > port after_create 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.532841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.533223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > port after_update 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.533592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.534348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.534720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.535258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.545408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port cd940020-e532-4ddb-9af4-37b675bc4368 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:10.567436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port cd940020-e532-4ddb-9af4-37b675bc4368 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:10.567903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.643878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37682) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:10.740017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb43a202-c46a-4c6e-81c2-ecddd9a076fc,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:10.748079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:10.810415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.810852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.811400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.812063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88968) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:16:10.812458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2cf3d3-19fd-472f-9a97-b7dc1592165a']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:10.826290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Usage tracker for resource:network and tenant:ee7dfe21a6b748558ea6926bb0354626 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:10.837192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.840099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:10.850350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74542ce6-c933-4e2d-84c0-1fa4f8c5f519') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:10.850555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:10.850662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74542ce6-c933-4e2d-84c0-1fa4f8c5f519') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:10.875164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.876505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.881219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.9142668 Dec 22 15:16:10.893305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37688) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:10.929212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:10.935982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:10.960227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbf8eaef-19af-4289-83de-644a8da40fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:10.963746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:10.981442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:11.029928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.037329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:11.045418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f785cb9-f05d-4c83-b425-ce224c1a86c8,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:11.050776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:11.053468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.057157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Usage tracker for resource:floatingip and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:11.059163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:11.059272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.059565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.070208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Network 675e0ead-abb9-4151-a786-7fb11984b7ef is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:11.076499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:11.080727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: (self, other), Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: (self, other), Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:11.086440 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:11.092516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Made reservation on behalf of ee7dfe21a6b748558ea6926bb0354626 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:11.098500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.122199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=8b6fee16-b933-42aa-92bf-0b1621e4ef43,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:11.149467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:11.170896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:11.189490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.190078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Added segment ab084992-9f00-47b7-9b0a-e716c8eae207 of type vlan for network cc105f52-7345-4cfc-8d5f-c1a6fab10d8c Dec 22 15:16:11.194408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port cd940020-e532-4ddb-9af4-37b675bc4368, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cd940020-e532-4ddb-9af4-37b675bc4368,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:11.230338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.272499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.276166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:11.349819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=cd940020-e532-4ddb-9af4-37b675bc4368,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:11.360324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:11.384669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.386867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:09Z', 'revision_number': 2, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:11.391683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c466e-c356-4817-9f17-d7b8b80e03d7 None None] The sync data for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv is: [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:09Z', 'revision_number': 2, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:16:11.403021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:11.422767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.451596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:11.470342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.485692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.506401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:11.507620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.509485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.512057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f2cf3d3-19fd-472f-9a97-b7dc1592165a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:11.524065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:11.529793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:11.531923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.561781 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] 10.222.0.32 "DELETE /v2.0/networks/6f2cf3d3-19fd-472f-9a97-b7dc1592165a HTTP/1.1" status: 204 len: 168 time: 1.8223469 Dec 22 15:16:11.606431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1056540 Dec 22 15:16:11.636434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37696) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:11.654270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b41c12d5-7a50-431d-a879-d6951de9d9a5 None None] Provisioning complete for port b5d32e9b-0220-4379-a156-308ea9ebd0b8 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:11.655090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b41c12d5-7a50-431d-a879-d6951de9d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:11.659564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:11.680603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Usage tracker for resource:security_group_rule and tenant:7df2c0d35c574ffeb50422468ffd0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:11.687432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event updated for resources: {'Network': ['ID=cc105f52-7345-4cfc-8d5f-c1a6fab10d8c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:11.690453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:11.693469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Checking segment: {'id': 'a78f3391-04c5-4fc9-b94e-1d041a843a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '85fd246c-1877-408e-ac32-fdcd374802d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:11.693874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Network hostable DHCP agents. Network: 85fd246c-1877-408e-ac32-fdcd374802d8, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:11.696777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Network 63698507-782f-4319-b145-3db09175ebb8 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:11.697893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:11.699059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:11.733081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:11.792200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network cc105f52-7345-4cfc-8d5f-c1a6fab10d8c details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:11.969315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c16390ba-ea25-4c05-a1bb-86d112058dcf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:12.043974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.049594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.057304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b41c12d5-7a50-431d-a879-d6951de9d9a5 None None] Port b5d32e9b-0220-4379-a156-308ea9ebd0b8 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:12.221814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c16390ba-ea25-4c05-a1bb-86d112058dcf completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:12.229484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b09bca84-3303-404e-bbfc-748567a9ffe9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:12.366555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:12.399935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ab6b2c8c-2e81-4918-a8fb-edee4be4cf82 None None] Provisioning complete for port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:12.401430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6b2c8c-2e81-4918-a8fb-edee4be4cf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.415780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.425081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:16:12.466012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b2c8c-2e81-4918-a8fb-edee4be4cf82 None None] Port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:12.485193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b09bca84-3303-404e-bbfc-748567a9ffe9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:12.493061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b09bca84-3303-404e-bbfc-748567a9ffe9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:12.493744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.556764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Network 85fd246c-1877-408e-ac32-fdcd374802d8 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:12.577417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:12.587111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=084c1085-d109-48e8-a127-3746ea15e629,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:12.647375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:12.651475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:12.657700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.658407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:12.662714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e166a9f5-dbe2-4316-beea-c5a166f30269 None None] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:12.678159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:16:12.681665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:12.682653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:12.683373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.684850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] 10.222.0.32 "PUT /v2.0/routers/b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9813843 Dec 22 15:16:12.721472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port b09bca84-3303-404e-bbfc-748567a9ffe9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b09bca84-3303-404e-bbfc-748567a9ffe9,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:12.721773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 85fd246c-1877-408e-ac32-fdcd374802d8) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:12.742726 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7df2c0d35c574ffeb50422468ffd0383&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0916162 Dec 22 15:16:12.745593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37706) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:12.761914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:12.764081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.779357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2e0ce68f-eec3-4369-a373-38c621ed8d6a tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/agents/8c60873f-ada5-4356-a03a-df8cb782f576/dhcp-networks HTTP/1.1" status: 200 len: 6262 time: 1.1272633 Dec 22 15:16:12.782692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37710) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:12.785060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0096d-61e7-412e-8941-38b3b2c3f8fd None None] Network 85fd246c-1877-408e-ac32-fdcd374802d8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:12.790930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc6b03-ac6d-4c86-82de-ccd8e76b7025,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:12.801980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:12.810700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.810700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cd940020-e532-4ddb-9af4-37b675bc4368 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:12.836133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Provisioning for port c16390ba-ea25-4c05-a1bb-86d112058dcf completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:12.838890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9977393 Dec 22 15:16:12.843359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37714) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:12.850656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:12.852819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:12.887034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37716) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:12.888494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:12.904983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.8382821 Dec 22 15:16:12.916937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37724) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:12.963262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Provisioning complete for port c16390ba-ea25-4c05-a1bb-86d112058dcf triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:12.963697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.021140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=b09bca84-3303-404e-bbfc-748567a9ffe9,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:13.098863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Router aa529a83-3246-4dcd-923e-bcf1db010f53 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:16:13.202166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.248992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'floatingip': {'floating_network_id': '85fd246c-1877-408e-ac32-fdcd374802d8'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:13.264538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:13.278101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:floatingip and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:13.286619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:13.310383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:13.341077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.411308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:13.462704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.502581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.529511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Allocated IP 172.26.4.206 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/723f05e0-5808-4284-858c-a8adc55900aa) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:13.537184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.612991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88a113-165f-440a-bf40-3a09ed3a3470 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] Network cc105f52-7345-4cfc-8d5f-c1a6fab10d8c is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:13.693214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port cd940020-e532-4ddb-9af4-37b675bc4368 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:13.693814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.746912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:13.751833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Usage tracker for resource:security_group_rule and tenant:3288b23873d34ddb95ff15f27d07b1b0 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:13.755981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:13.760287 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc88a113-165f-440a-bf40-3a09ed3a3470 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "POST /v2.0/agents/8c60873f-ada5-4356-a03a-df8cb782f576/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9689546 Dec 22 15:16:13.764324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:13.773378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77493e45-0d0b-47f4-a0c0-5bd3b55fb3fd None None] Network cc105f52-7345-4cfc-8d5f-c1a6fab10d8c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:13.788881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37734) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:13.895959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37738) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:13.922470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783245003', 'description': 'tempest-description--1838567753'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:13.933631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:13.942554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:13.951305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.021705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:14.035286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Usage tracker for resource:security_group and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:14.058368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc6b03-ac6d-4c86-82de-ccd8e76b7025,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:14.070305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:14.080287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.090729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.107010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36fc6b03-ac6d-4c86-82de-ccd8e76b7025 HTTP/1.1" status: 204 len: 168 time: 1.3542371 Dec 22 15:16:14.110331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:14.158950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:14.185701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.218644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.246760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-66d41cd4-071b-49c7-9bed-f9d73b4b0a68 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/agents/8c60873f-ada5-4356-a03a-df8cb782f576/dhcp-networks HTTP/1.1" status: 200 len: 7751 time: 0.4488947 Dec 22 15:16:14.248391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37744) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:14.250536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.259903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.263854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f22db2-af60-46c4-881e-f96ee86e8ee8 None None] Network 85fd246c-1877-408e-ac32-fdcd374802d8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:14.293427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] For port c16390ba-ea25-4c05-a1bb-86d112058dcf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c16390ba-ea25-4c05-a1bb-86d112058dcf,segment=NetworkSegment(7badf631-f85f-4348-9adc-f77ba25ffab8),segment_id=7badf631-f85f-4348-9adc-f77ba25ffab8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:14.319959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:14.396195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.458410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e89bd7d-38ad-4072-a4a8-f4de28106e6a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:14.465413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port 084c1085-d109-48e8-a127-3746ea15e629 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:14.468969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:14.476581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3288b23873d34ddb95ff15f27d07b1b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5858042 Dec 22 15:16:14.480287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:14.512680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37748) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:14.513874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:14.514882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.518020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Usage tracker for resource:security_group_rule and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:14.521046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:16:14.529956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:14.538283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Sync routers for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:16:14.538538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:14.587165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:14.588032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:14.630118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b09bca84-3303-404e-bbfc-748567a9ffe9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:14.643175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.649024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.678856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Transition to ACTIVE for port object 084c1085-d109-48e8-a127-3746ea15e629 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:14.681667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27d470d1-1214-4df2-8c5c-05724d3be547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:14.685833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.733719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:14.750517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Pushing event updated for resources: {'Port': ['ID=c16390ba-ea25-4c05-a1bb-86d112058dcf,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:14.761609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:14.768710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Allocated IP 172.20.0.2 (85fd246c-1877-408e-ac32-fdcd374802d8/6f785cb9-f05d-4c83-b425-ce224c1a86c8/a84141fd-65a6-4910-9f80-705f4f1c329e) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:14.795545 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ba48646-8e3d-420e-8691-c7be65cbf606 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "DELETE /v2.0/agents/8c60873f-ada5-4356-a03a-df8cb782f576/dhcp-networks/cc105f52-7345-4cfc-8d5f-c1a6fab10d8c HTTP/1.1" status: 204 len: 168 time: 0.5452106 Dec 22 15:16:14.826181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37754) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:14.830902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.832553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9206333 Dec 22 15:16:14.838966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event updated for resources: {'Port': ['ID=723f05e0-5808-4284-858c-a8adc55900aa,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:14.847280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37758) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:14.859401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:14.876047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:14.893575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Request body: {'security_group_rule': {'security_group_id': 'aae9a258-a1d1-4160-9190-a1297a95cadd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:14.909550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b6fb45-3268-4e63-b8da-ea1ab981ea16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:14.936397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:14.975072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae9a258-a1d1-4160-9190-a1297a95cadd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:14.977545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:14.984720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:14.993319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Usage tracker for resource:security_group_rule and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:14.996368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:14.998685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:15.008149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:15.015494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b09bca84-3303-404e-bbfc-748567a9ffe9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:15.016192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.067445 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] 10.222.0.32 "PUT /v2.0/routers/aa529a83-3246-4dcd-923e-bcf1db010f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0915911 Dec 22 15:16:15.090778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:15.176834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37764) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:15.177796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:15.317531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a3936119-7965-4b45-88db-3aab01a80cef None None] Provisioning complete for port c16390ba-ea25-4c05-a1bb-86d112058dcf triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:15.318065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3936119-7965-4b45-88db-3aab01a80cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.338148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.473403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.615417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.629589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 2, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:15.634190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Checking router: aa529a83-3246-4dcd-923e-bcf1db010f53 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:16:15.634592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Updating router aa529a83-3246-4dcd-923e-bcf1db010f53 port b5d32e9b-0220-4379-a156-308ea9ebd0b8 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:16:15.681129 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d382be6c-786a-4500-965b-3ffd9a1981ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b358226085d84adaa74d61fdef3f1378&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4834909 Dec 22 15:16:15.695731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff1ef4b2-cd11-41e1-a37e-6b5b26d7018c None None] Could not find standard attr ID for object 467c8b69-8176-425e-b552-2e1c5163656c. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:16:15.715515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37772) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:15.724589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.786029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=084c1085-d109-48e8-a127-3746ea15e629,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:15.794751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.795550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:15.856056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.883274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.932910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:15.962342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:15.963094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:15.963663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:15.977844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:15.978209 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:15.982496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 2 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:15.993829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:16.016226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:16.016608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:16.016983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:16.027842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8088a1bd-74bb-4ffa-b423-3c42fedd7992,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:16.046113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-508979a2-1c18-4219-b6fd-362126e18c85 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/agents/8c60873f-ada5-4356-a03a-df8cb782f576/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 1.2127445 Dec 22 15:16:16.046307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:16.046307 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:16.046307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 3 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:16.056328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37776) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:16.064871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.068846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2081594 Dec 22 15:16:16.080556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:16.084037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37780) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:16.084518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:16.180857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Port': ['ID=a84141fd-65a6-4910-9f80-705f4f1c329e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:16.187124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Request body: {'security_group_rule': {'security_group_id': 'aae9a258-a1d1-4160-9190-a1297a95cadd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:16.193156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:16.201946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:16.213734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Network 85fd246c-1877-408e-ac32-fdcd374802d8 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:16.226668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:16.232188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:16.232568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:16.233355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:16.235562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Usage tracker for resource:security_group_rule and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:16.239450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:16.240385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.243155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:16.243524 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:16.245824 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 4 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:16.262740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:16.263142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:16.263519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:16.283651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:16.298367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.300906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:16.307321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:16.307690 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:16.314363 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 5 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:16.333174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-227a8204-08ad-4080-9447-92713ad72935 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/networks/c962b34c-f90f-4423-b5c2-a3e6ddc2e648/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2740409 Dec 22 15:16:16.333944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.337141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:16.337517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:16.337896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:16.341973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:16.357554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.357934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:16.380918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Transition to ACTIVE for port object b5d32e9b-0220-4379-a156-308ea9ebd0b8 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:16.386724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e89bd7d-38ad-4072-a4a8-f4de28106e6a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:16.389679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:16.404295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37788) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:16.414474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.418338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:16.420219 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:16.421646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.426952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:16.439079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 6 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:16.454832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.508766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872354302', 'description': 'tempest-description--585141843'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:16.517279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:16.525000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Usage tracker for resource:security_group and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:16.531119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:16.537792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:16.572779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c16390ba-ea25-4c05-a1bb-86d112058dcf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:16.583981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dddc993b-d272-4bc1-a399-cdaf5e9754a2 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/networks/c962b34c-f90f-4423-b5c2-a3e6ddc2e648/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2378786 Dec 22 15:16:16.588822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37792) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:16.589621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.599964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.601226 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e89bd7d-38ad-4072-a4a8-f4de28106e6a HTTP/1.1" status: 204 len: 168 time: 2.0780346 Dec 22 15:16:16.627546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.666266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:16.666638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:16.667101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:16.696426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.705405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Attempting to bind port b5d32e9b-0220-4379-a156-308ea9ebd0b8 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:16.705824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Attempting to bind port b5d32e9b-0220-4379-a156-308ea9ebd0b8 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:16.706226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Attempting to bind port b5d32e9b-0220-4379-a156-308ea9ebd0b8 on network 675e0ead-abb9-4151-a786-7fb11984b7ef {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:16.726219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c16390ba-ea25-4c05-a1bb-86d112058dcf triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:16.726641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.741360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:16.747128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:16.747289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Checking segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:16.747289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.747289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Bound using segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:16.747289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Bound port: b5d32e9b-0220-4379-a156-308ea9ebd0b8, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:16.747289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.747857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Usage tracker for resource:security_group_rule and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:16.749213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:16.756348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:16.805042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.823870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:16.842475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.888682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbabe58-dd33-42da-9646-db4a158cc24d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:16.898559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] For port b5d32e9b-0220-4379-a156-308ea9ebd0b8, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:16.899755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.905249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] For port b5d32e9b-0220-4379-a156-308ea9ebd0b8, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b5d32e9b-0220-4379-a156-308ea9ebd0b8,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:16.910418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93714-773e-43ca-8de6-fa1ff424fb25 None None] Pushing event updated for resources: {'Port': ['ID=b5d32e9b-0220-4379-a156-308ea9ebd0b8,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:16.927228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03e93714-773e-43ca-8de6-fa1ff424fb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:16.938661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.939464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:16.939832 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:16.940148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:16.946548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03e93714-773e-43ca-8de6-fa1ff424fb25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:16.948140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 7 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:16.994786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:17.036980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.045305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:17.046957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.091462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e93714-773e-43ca-8de6-fa1ff424fb25 None None] Pushing event updated for resources: {'Port': ['ID=b5d32e9b-0220-4379-a156-308ea9ebd0b8,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:17.094418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.095499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7dbabe58-dd33-42da-9646-db4a158cc24d HTTP/1.1" status: 204 len: 168 time: 1.3771071 Dec 22 15:16:17.102468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03e93714-773e-43ca-8de6-fa1ff424fb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.106282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:17.106968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:17.117969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.138472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:17.262575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:17.263604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:17.264100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:17.267368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:17.273198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:17.274033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.279128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4660d7ee-e749-454b-b126-43043e472f20,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:17.297700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.389430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddac18d5-0bd0-4946-9cc5-d6e11109b7aa,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:17.406391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.417256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.430325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:17.435295 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:17.436245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.444114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0080712 Dec 22 15:16:17.451013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37802) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:17.453823 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 8 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:17.462352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.468657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:17.476334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2918129 Dec 22 15:16:17.480438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37804) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:17.497413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:17.503665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.506440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:17.512517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Request body: {'security_group_rule': {'security_group_id': '4660d7ee-e749-454b-b126-43043e472f20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:17.512917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Usage tracker for resource:floatingip and tenant:b38a1c7af846474896f41cf591f6d267 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:17.517015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:17.525882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:17.529511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:17.537833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:17.540074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Usage tracker for resource:security_group_rule and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:17.549002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.551799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:17.553363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.556705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:17.565387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:17.570247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.571192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:17.571650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:17.576569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d2b74548-49ac-4c64-8b67-36df9fe5d1c0 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:17.579460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.590414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:17.590782 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:17.594249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:17.596618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 9 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:17.638974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:17.639515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:17.639994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:17.649892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:17.652321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.732302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:17.744955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.760351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:17.760724 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:17.773035 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 10 to bind port 084c1085-d109-48e8-a127-3746ea15e629 Dec 22 15:16:17.804999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:17.805377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:17.805771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:17.821653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:17.822130 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 084c1085-d109-48e8-a127-3746ea15e629 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:17.822409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.825061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Port': ['ID=a84141fd-65a6-4910-9f80-705f4f1c329e,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:17.837647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.861624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event updated for resources: {'Port': ['ID=723f05e0-5808-4284-858c-a8adc55900aa,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:17.865147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:17.923520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:17.977321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] For port 084c1085-d109-48e8-a127-3746ea15e629, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:17.980557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempted to set empty binding levels {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:16:17.980557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.005539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37818) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:18.044808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.055730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf0c6052-3f0d-4760-b37d-0381d1499776 tempest-DHCPAgentSchedulersTestJSON-747163275 tempest-DHCPAgentSchedulersTestJSON-747163275-project-admin] 10.222.0.32 "GET /v2.0/agents/8c60873f-ada5-4356-a03a-df8cb782f576/dhcp-networks HTTP/1.1" status: 200 len: 7006 time: 1.4529622 Dec 22 15:16:18.061370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.072601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1619799 Dec 22 15:16:18.073960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.074707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37824) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:18.108023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.133020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:18.211380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=084c1085-d109-48e8-a127-3746ea15e629,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:18.214590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:18.272661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.274527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2905962 Dec 22 15:16:18.277682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37830) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:18.385068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:16Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:18.392385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a2bc9-428e-4f87-aa57-3f7b8e836f4d None None] The sync data for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv is: [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:16Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:16:18.418456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:18.422882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Usage tracker for resource:security_group_rule and tenant:d844c333ce73497ca8c5c60b5b0ff1ea is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:18.426608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:18.433496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:18.497146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.547053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.550377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:18.556680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.562498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.564085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] In _notify_port_updated(), no bound segment for port 084c1085-d109-48e8-a127-3746ea15e629 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:16:18.567418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.569815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "PUT /v2.0/ports/084c1085-d109-48e8-a127-3746ea15e629 HTTP/1.1" status: 200 len: 980 time: 5.7237885 Dec 22 15:16:18.598440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37850) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:18.598960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.608589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-882aa2c5-0273-4d60-a001-8af0706d0b2d tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Synchronizing usage tracker for tenant:12b81b88a1204039837ca136c2bde7e2 on resource:floatingip {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:18.661847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf267725-3bf1-4add-91af-fc2602c584fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:18.686482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:18.687191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.693471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.743725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e753be-b789-4b21-bb9c-18a8d45773dc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:18.744188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Sync routers for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:16:18.747562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:18.788747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:18.790033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:18.832285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-882aa2c5-0273-4d60-a001-8af0706d0b2d tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Unset dirty status for tenant:12b81b88a1204039837ca136c2bde7e2 on resource:floatingip {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:18.841351 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-882aa2c5-0273-4d60-a001-8af0706d0b2d tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=85fd246c-1877-408e-ac32-fdcd374802d8 HTTP/1.1" status: 200 len: 689 time: 0.5604985 Dec 22 15:16:18.842059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37860) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:18.864156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.893757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc105f52-7345-4cfc-8d5f-c1a6fab10d8c']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:18.909552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab084992-9f00-47b7-9b0a-e716c8eae207') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:18.914949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab084992-9f00-47b7-9b0a-e716c8eae207') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:18.930726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.946907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:18.954550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:18.955202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:19.005180 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:19.010063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07a32742-1948-458e-a0b5-ecc6ba5355d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:19.046406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4892e86f-4099-4578-a2ec-dcf628dff01a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:19.049814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.052183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:19.164142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.172222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6692448 Dec 22 15:16:19.174610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37866) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:19.180965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d844c333ce73497ca8c5c60b5b0ff1ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1679702 Dec 22 15:16:19.190144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37868) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:19.200794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Allocated IP 172.26.4.245 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/86fdb7bd-ad72-4919-a62a-8e686a60acc0) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:19.229045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:19.243675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37876) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:19.247321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Request body: {'security_group_rule': {'security_group_id': '4660d7ee-e749-454b-b126-43043e472f20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:19.262624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.267243 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 15:16:19.271667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:19.281120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Usage tracker for resource:security_group_rule and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:19.303562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d535b2d5-8574-447c-a266-664955508798 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:19.337972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.343466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event deleted for resources: {'Network': ['ID=cc105f52-7345-4cfc-8d5f-c1a6fab10d8c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:19.361446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c70699e6-6ba7-4671-9cb9-55d7d0b8ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Synchronizing usage tracker for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:19.373640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:19.429192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "DELETE /v2.0/networks/cc105f52-7345-4cfc-8d5f-c1a6fab10d8c HTTP/1.1" status: 204 len: 168 time: 1.3490870 Dec 22 15:16:19.439397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37884) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:19.466936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.491019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:19.498013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Deleting port a84141fd-65a6-4910-9f80-705f4f1c329e {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:19.498664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.498906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c70699e6-6ba7-4671-9cb9-55d7d0b8ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Unset dirty status for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:19.500261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c70699e6-6ba7-4671-9cb9-55d7d0b8ef73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15496 time: 0.9000390 Dec 22 15:16:19.510102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37888) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:19.522922 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6734aa9f-951a-4f21-a4ce-ef2854ec0bf8 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] DELETE failed (client error): The resource could not be found. Dec 22 15:16:19.523621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6734aa9f-951a-4f21-a4ce-ef2854ec0bf8 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:16:19.530060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:19.543056 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6734aa9f-951a-4f21-a4ce-ef2854ec0bf8 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "DELETE /v2.0/ports/467c8b69-8176-425e-b552-2e1c5163656c HTTP/1.1" status: 404 len: 333 time: 0.1024737 Dec 22 15:16:19.545797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-97ca0986-5f90-465d-bf22-2c239eb8694b tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Synchronizing usage tracker for tenant:187ab6815870460db3dba3ca8a714f39 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:19.546085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37892) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:19.547352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.607504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-285e5a08-3318-4acd-b812-7ee5863325cd tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:19.669351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Deleting port 084c1085-d109-48e8-a127-3746ea15e629 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:19.669751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.698170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.732500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.755078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:19.793633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:19.795789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:09Z', 'revision_number': 2, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:19.802271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Checking router: b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:16:19.802763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Updating router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:16:19.809352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:19.861245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event updated for resources: {'Port': ['ID=86fdb7bd-ad72-4919-a62a-8e686a60acc0,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:19.869408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.873174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:19.897590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-97ca0986-5f90-465d-bf22-2c239eb8694b tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Unset dirty status for tenant:187ab6815870460db3dba3ca8a714f39 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:19.898951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-97ca0986-5f90-465d-bf22-2c239eb8694b tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--270938423&fields=id&tenant_id=187ab6815870460db3dba3ca8a714f39 HTTP/1.1" status: 200 len: 267 time: 0.6523762 Dec 22 15:16:20.094203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:20.236500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.237013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.296691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.315191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Transition to ACTIVE for port object 8b6fee16-b933-42aa-92bf-0b1621e4ef43 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:20.376550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.384196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:20.385404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Calling delete_port for a84141fd-65a6-4910-9f80-705f4f1c329e owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:20.500544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92389e7-e621-489c-b18d-78f01ae9ec23 None None] Pushing event updated for resources: {'Port': ['ID=8b6fee16-b933-42aa-92bf-0b1621e4ef43,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:20.506178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b92389e7-e621-489c-b18d-78f01ae9ec23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:20.525482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Deleting subnet 7a45ea66-9c7c-4006-94f2-1b003ed53018 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:16:20.545324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.584211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] For port 084c1085-d109-48e8-a127-3746ea15e629, host hv-neutron-8227, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:20.584616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.624665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5d32e9b-0220-4379-a156-308ea9ebd0b8 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:20.772521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.807332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.812204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Calling delete_port for 084c1085-d109-48e8-a127-3746ea15e629 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:20.866797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Attempting to bind port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:20.867603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Attempting to bind port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:20.868672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Attempting to bind port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 on network 63698507-782f-4319-b145-3db09175ebb8 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:20.884118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:20.884741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Checking segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:20.885382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.886096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Bound using segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:20.886759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Bound port: 8b6fee16-b933-42aa-92bf-0b1621e4ef43, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:20.887561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.949461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.977977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b5d32e9b-0220-4379-a156-308ea9ebd0b8 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:20.980425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:20.995036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.018586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:21.028903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09a26566-f7a9-404a-ae49-f1970da1e330 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:21.032635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b5d32e9b-0220-4379-a156-308ea9ebd0b8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:21.033142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.035847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.045242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.053068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa32359-fc79-4e16-a81c-e09367443b8e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:21.059583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.063764 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8190093 Dec 22 15:16:21.063764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:21.065453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:21.079174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-f76e1629-3673-412d-808d-26d552d368b1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:21.080804 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-f76e1629-3673-412d-808d-26d552d368b1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/networks?id=3b3f278f-0b94-433a-86ef-77aea5b76bb4 HTTP/1.1" status: 200 len: 805 time: 0.9340785 Dec 22 15:16:21.096430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37910) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:21.112668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event deleted for resources: {'Port': ['ID=084c1085-d109-48e8-a127-3746ea15e629,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:21.119984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] For port 8b6fee16-b933-42aa-92bf-0b1621e4ef43, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:21.129573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] For port 8b6fee16-b933-42aa-92bf-0b1621e4ef43, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8b6fee16-b933-42aa-92bf-0b1621e4ef43,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:21.152561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Port': ['ID=a84141fd-65a6-4910-9f80-705f4f1c329e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:21.170446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:21.184326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:21.185520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb215302-0232-4f17-87c9-ca3c25ee7010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:21.201953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:21.206033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:21.211428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e753be-b789-4b21-bb9c-18a8d45773dc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:21.219520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Usage tracker for resource:floatingip and tenant:29ee8602eef4448c9a3d52badc2e8275 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:21.224144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.226422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "DELETE /v2.0/ports/084c1085-d109-48e8-a127-3746ea15e629 HTTP/1.1" status: 204 len: 168 time: 1.7132323 Dec 22 15:16:21.228213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:21.229466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:21.233385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.234839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3e753be-b789-4b21-bb9c-18a8d45773dc HTTP/1.1" status: 204 len: 168 time: 2.0425453 Dec 22 15:16:21.240004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37916) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:21.242579 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-48285009-afe6-42c7-937e-28c488fd6a7d tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/quotas/187ab6815870460db3dba3ca8a714f39 HTTP/1.1" status: 200 len: 375 time: 0.1451938 Dec 22 15:16:21.245682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:21.267661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.302870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.318026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3c3dae1-e434-4916-ae50-eda4a6bbf505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:21.338037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40f68db-0db9-45f5-a5c0-91ae8861604d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:21.339004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a40f68db-0db9-45f5-a5c0-91ae8861604d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Synchronizing usage tracker for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:21.379815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.429384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:21.433785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port b5d32e9b-0220-4379-a156-308ea9ebd0b8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b5d32e9b-0220-4379-a156-308ea9ebd0b8,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:21.450758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a40f68db-0db9-45f5-a5c0-91ae8861604d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Unset dirty status for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:21.450758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a40f68db-0db9-45f5-a5c0-91ae8861604d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "GET /v2.0/ports/084c1085-d109-48e8-a127-3746ea15e629 HTTP/1.1" status: 404 len: 333 time: 0.2008796 Dec 22 15:16:21.464542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37928) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:21.467128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92389e7-e621-489c-b18d-78f01ae9ec23 None None] Pushing event updated for resources: {'Port': ['ID=8b6fee16-b933-42aa-92bf-0b1621e4ef43,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:21.473380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b92389e7-e621-489c-b18d-78f01ae9ec23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:21.482613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.485740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4aa27de-81e0-4c4a-8b7d-13fdb358e4a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:21.502672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-93b89502-ce24-4daa-9fee-479cc3a316cc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=187ab6815870460db3dba3ca8a714f39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2153053 Dec 22 15:16:21.516186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726768150', 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:21.525932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:21.539878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:21.575908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:16:21.576695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:16:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:21.620729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Made reservation on behalf of 734fac2848b247d78582e47043a7b504 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:21.637792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.639905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.693106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port b0042516-eb1d-4c00-a8c9-3b62abcd136b yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:21.717903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.798585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:21.871157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:16:22.076221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.083451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.191187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.201162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-874700454'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:22.223568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:22.264082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:22.295514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event deleted for resources: {'Subnet': ['ID=7a45ea66-9c7c-4006-94f2-1b003ed53018,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:22.295900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Usage tracker for resource:router and tenant:934ba0b4a1994ceb8374c4f491c527eb is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:22.301787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:22.316183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-ca1276d8-c1d6-4052-ba48-f395f9f6a671 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:16:22.318000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-ca1276d8-c1d6-4052-ba48-f395f9f6a671 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2541196 Dec 22 15:16:22.318990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:22.324696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae33740-7736-418e-8644-3329ba941469 None None] Network c962b34c-f90f-4423-b5c2-a3e6ddc2e648 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:22.328286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.345872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.350319 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "DELETE /v2.0/subnets/7a45ea66-9c7c-4006-94f2-1b003ed53018 HTTP/1.1" status: 204 len: 168 time: 2.8015022 Dec 22 15:16:22.357434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37946) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:22.384453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:22.388499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=b5d32e9b-0220-4379-a156-308ea9ebd0b8,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:22.390525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.421185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:22.446428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:22.450892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.452125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.535982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f785cb9-f05d-4c83-b425-ce224c1a86c8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:22.542358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:22.556724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:22.563513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:22.573865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.575083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.575447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4f402-d796-43ba-93ac-c5b09d914a36 None None] The sync data for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv is: [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:16:22.580553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8b6fee16-b933-42aa-92bf-0b1621e4ef43 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:22.599786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.661753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.682556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.735935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:22.746164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:22.746584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.776365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Allocated IP 172.26.4.192 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/72cf8edb-a2ca-477c-8ba8-5a97f3c9bfe2) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:22.800225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] DHCP port deletion for c962b34c-f90f-4423-b5c2-a3e6ddc2e648 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:16:22.801744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-b13c8172-8d3a-4ec7-8666-667f5611a8d6 service neutron] 10.222.0.32 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584761 Dec 22 15:16:22.811089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Deleting port c16390ba-ea25-4c05-a1bb-86d112058dcf {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:22.811478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.851608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event updated for resources: {'Port': ['ID=86fdb7bd-ad72-4919-a62a-8e686a60acc0,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:22.854706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:22.859374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.861459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ad21716-6109-415a-a40a-1727394e7237 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.4295771 Dec 22 15:16:22.863673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.866454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.877258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 37954) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:22.969375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Deleting port c16390ba-ea25-4c05-a1bb-86d112058dcf {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:22.969936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:22.992019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:23.029124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fd246c-1877-408e-ac32-fdcd374802d8']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:23.044485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78f3391-04c5-4fc9-b94e-1d041a843a08') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:23.044984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78f3391-04c5-4fc9-b94e-1d041a843a08') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:23.061282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.092234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.193332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-cf59de6d-ec08-4b30-8ccb-504ec0a10e9c service neutron] 10.222.0.32 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820205 Dec 22 15:16:23.194686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=b0042516-eb1d-4c00-a8c9-3b62abcd136b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:23.218029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:23.221586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:23.226741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:23.231795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:23.232787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:23.233345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.241130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.309347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:23.309929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:23.331173 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:23.392373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.415288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.418277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9271479 Dec 22 15:16:23.438897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.450869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9727659 Dec 22 15:16:23.451371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37966) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:23.571660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] For port c16390ba-ea25-4c05-a1bb-86d112058dcf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c16390ba-ea25-4c05-a1bb-86d112058dcf,segment=NetworkSegment(7badf631-f85f-4348-9adc-f77ba25ffab8),segment_id=7badf631-f85f-4348-9adc-f77ba25ffab8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:23.572112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.584437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 8b6fee16-b933-42aa-92bf-0b1621e4ef43, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8b6fee16-b933-42aa-92bf-0b1621e4ef43,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:23.590597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-95172ff3-79d8-4554-b9a3-7c4e18ed2540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Synchronizing usage tracker for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:23.591442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.661745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-95172ff3-79d8-4554-b9a3-7c4e18ed2540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Unset dirty status for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:23.667011 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95172ff3-79d8-4554-b9a3-7c4e18ed2540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "GET /v2.0/ports/b0042516-eb1d-4c00-a8c9-3b62abcd136b HTTP/1.1" status: 200 len: 959 time: 0.2135966 Dec 22 15:16:23.669773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.689017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 37976) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:23.689955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3282e6ff-f952-4293-87bf-d7d32b0ba59d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:23.767802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Calling delete_port for c16390ba-ea25-4c05-a1bb-86d112058dcf owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:23.939735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.953887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:23.958764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b92389e7-e621-489c-b18d-78f01ae9ec23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:23.966279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:23.995832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:24.004122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1702575-3b5c-4730-9d8d-526eed127042 req-192456a2-e6ed-4e57-ad88-51a987a20d8c tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1091475 Dec 22 15:16:24.017351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] No DVR routers for this DVR port c16390ba-ea25-4c05-a1bb-86d112058dcf on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:16:24.039876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event updated for resources: {'Port': ['ID=72cf8edb-a2ca-477c-8ba8-5a97f3c9bfe2,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:24.054215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:24.056452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:24.062367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Deleting port b0042516-eb1d-4c00-a8c9-3b62abcd136b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:24.062929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:24.069008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=8b6fee16-b933-42aa-92bf-0b1621e4ef43,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:24.071989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:24.072713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ef9e6ef-e1f9-4381-aa1f-66b716a61ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:24.114553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Pushing event deleted for resources: {'Port': ['ID=c16390ba-ea25-4c05-a1bb-86d112058dcf,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:24.117998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:24.157024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85fd246c-1877-408e-ac32-fdcd374802d8 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:16:24.160811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:24.167841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/networks/85fd246c-1877-408e-ac32-fdcd374802d8 HTTP/1.1" status: 204 len: 168 time: 5.3187132 Dec 22 15:16:24.184670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38006) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:24.188758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Network': ['ID=85fd246c-1877-408e-ac32-fdcd374802d8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:24.191635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:24.236720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:24.490953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8b6fee16-b933-42aa-92bf-0b1621e4ef43 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:24.558070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38016) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:24.627119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:24.627554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:24.685839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:24.710044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] For port c16390ba-ea25-4c05-a1bb-86d112058dcf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c16390ba-ea25-4c05-a1bb-86d112058dcf,segment=NetworkSegment(7badf631-f85f-4348-9adc-f77ba25ffab8),segment_id=7badf631-f85f-4348-9adc-f77ba25ffab8)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:24.710455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:24.800648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5d32e9b-0220-4379-a156-308ea9ebd0b8 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:24.886361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b5d32e9b-0220-4379-a156-308ea9ebd0b8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:24.886996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:24.892251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Calling delete_port for c16390ba-ea25-4c05-a1bb-86d112058dcf owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:25.006795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.026611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:16:25.027832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:16:25.110271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c16390ba-ea25-4c05-a1bb-86d112058dcf no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:16:25.149149 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 15:16:25.205399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c16390ba-ea25-4c05-a1bb-86d112058dcf {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:16:25.205961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c16390ba-ea25-4c05-a1bb-86d112058dcf not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:16:25.267320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.281951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Calling delete_port for b0042516-eb1d-4c00-a8c9-3b62abcd136b owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:25.283216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.307572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-6b806e05-efba-442f-8471-e16803a580ba tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Synchronizing usage tracker for tenant:b38a1c7af846474896f41cf591f6d267 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:25.347417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-6b806e05-efba-442f-8471-e16803a580ba tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Unset dirty status for tenant:b38a1c7af846474896f41cf591f6d267 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:25.350328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-6b806e05-efba-442f-8471-e16803a580ba tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1783245003&fields=id&tenant_id=b38a1c7af846474896f41cf591f6d267 HTTP/1.1" status: 200 len: 267 time: 0.6599541 Dec 22 15:16:25.399534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38044) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:25.430861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-caeaa65f-001b-47f6-b6df-2cd858ade4e5 req-7a0916ea-e865-4fd2-beaa-a45b368e36f1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1062238 Dec 22 15:16:25.479135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b624d967-a28c-4743-b182-ffe8eb94b464 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 1.2117972 Dec 22 15:16:25.485958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38052) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:25.734772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Deleting port c16390ba-ea25-4c05-a1bb-86d112058dcf {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:25.734772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.736549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.736549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:25.736708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] The port 'c16390ba-ea25-4c05-a1bb-86d112058dcf' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0042516-eb1d-4c00-a8c9-3b62abcd136b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-328672188'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Usage tracker for resource:network and tenant:713581152fa04f3385c901e4e376038a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:25.736816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:25.782758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b0042516-eb1d-4c00-a8c9-3b62abcd136b HTTP/1.1" status: 204 len: 168 time: 2.0013130 Dec 22 15:16:25.795301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38056) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:25.841746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.854095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.854509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.854950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.855334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.855729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.856119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.857147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Synchronizing usage tracker for tenant:12b81b88a1204039837ca136c2bde7e2 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:25.914541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Made reservation on behalf of 713581152fa04f3385c901e4e376038a for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:25.920826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.939700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.945948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f4e165-a700-47aa-a947-c722a8c7c8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:25.947416 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-54f4e165-a700-47aa-a947-c722a8c7c8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "GET /v2.0/ports/b0042516-eb1d-4c00-a8c9-3b62abcd136b HTTP/1.1" status: 404 len: 333 time: 0.1496449 Dec 22 15:16:25.949079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.951951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38062) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:25.972125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541d92c-b072-4f72-9456-d9350188e97b req-ecd75147-65e0-49da-b016-7b7d67e9cca3 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:25.974390 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-ecd75147-65e0-49da-b016-7b7d67e9cca3 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/networks?id=63698507-782f-4319-b145-3db09175ebb8 HTTP/1.1" status: 200 len: 812 time: 0.6168568 Dec 22 15:16:25.975681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Request body: {'port': {'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1277825982'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:25.981260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:25.991677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Usage tracker for resource:port and tenant:734fac2848b247d78582e47043a7b504 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:25.993550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:25.994102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac9789d3-e297-4af1-a43d-5e52aa47a37b {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:16:26.004292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c962b34c-f90f-4423-b5c2-a3e6ddc2e648']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:26.007768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:26.023570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:16:26.028713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:26.028861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Unset dirty status for tenant:12b81b88a1204039837ca136c2bde7e2 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:26.028861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-016f98f6-f5af-4487-bd8b-740f38e59ef9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.5384576 Dec 22 15:16:26.028861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7badf631-f85f-4348-9adc-f77ba25ffab8') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:26.028861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7badf631-f85f-4348-9adc-f77ba25ffab8') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:26.031652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38068) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:26.045073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-0ec5691b-a901-4c53-9115-58a7dd4ffd88 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/quotas/b38a1c7af846474896f41cf591f6d267 HTTP/1.1" status: 200 len: 375 time: 0.0570393 Dec 22 15:16:26.047534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.060808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.064923 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fada2ee6-9bb2-4e8f-9db8-237d22d9df6c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "DELETE /v2.0/routers/ac9789d3-e297-4af1-a43d-5e52aa47a37b HTTP/1.1" status: 204 len: 168 time: 3.1837149 Dec 22 15:16:26.095807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38072) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:26.153567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-56755166-ad5c-4f43-8f1a-1bfa4bc7fe68 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Synchronizing usage tracker for tenant:b38a1c7af846474896f41cf591f6d267 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:26.177335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Request body: {'router': {'name': 'tempest-router-1436536601', 'distributed': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:26.181048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Made reservation on behalf of 734fac2848b247d78582e47043a7b504 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:26.185675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.212006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.218772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:26.219371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.223616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:26.236020 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:26.239316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Usage tracker for resource:router and tenant:934ba0b4a1994ceb8374c4f491c527eb is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:26.241912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-95812e38-8192-4d54-9575-755651c0d16a tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] delete failed (client error): The resource could not be found. Dec 22 15:16:26.243119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95812e38-8192-4d54-9575-755651c0d16a tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/c015fd03-1689-4e2d-a4fe-4c5826d99b69 HTTP/1.1" status: 404 len: 345 time: 0.2104359 Dec 22 15:16:26.246972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:26.250116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:26.253253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38076) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:26.262567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-56755166-ad5c-4f43-8f1a-1bfa4bc7fe68 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Unset dirty status for tenant:b38a1c7af846474896f41cf591f6d267 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:26.262567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-56755166-ad5c-4f43-8f1a-1bfa4bc7fe68 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b38a1c7af846474896f41cf591f6d267&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2066426 Dec 22 15:16:26.262884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Usage tracker for resource:security_group_rule and tenant:713581152fa04f3385c901e4e376038a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:26.265795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:26.279798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:26.315482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:26.330253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:26.347184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-16344298-4060-409f-b6a6-dcb6e784d0bb tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 15:16:26.347714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16344298-4060-409f-b6a6-dcb6e784d0bb tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:16:26.349542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-16344298-4060-409f-b6a6-dcb6e784d0bb tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/networks/85fd246c-1877-408e-ac32-fdcd374802d8 HTTP/1.1" status: 404 len: 339 time: 0.0944033 Dec 22 15:16:26.357582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38088) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:26.368596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'network': {'name': 'tempest-network--818687758', 'router:external': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:26.376860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:26.380008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.381024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.388720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:network and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:26.393278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:26.403677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:26.434479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-fbb64b6d-3233-4f3b-b878-a932f8b61f13 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:16:26.435877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-fbb64b6d-3233-4f3b-b878-a932f8b61f13 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0908291 Dec 22 15:16:26.443611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.468441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.486628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b08801b-3235-4412-b989-17e18c550ca4 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:26.487719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.489083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Made reservation on behalf of 12b81b88a1204039837ca136c2bde7e2 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:26.493816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.510581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.521014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Pushing event deleted for resources: {'Network': ['ID=c962b34c-f90f-4423-b5c2-a3e6ddc2e648,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:26.538073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:26.574962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:26.580227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.583896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] 10.222.0.32 "DELETE /v2.0/networks/c962b34c-f90f-4423-b5c2-a3e6ddc2e648 HTTP/1.1" status: 204 len: 168 time: 4.2252195 Dec 22 15:16:26.626579 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-66aa9615-6514-4328-b640-4ff9aacd0dd2 service neutron] 10.222.0.32 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826768 Dec 22 15:16:26.683023 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-785b5c4d-9ac8-4cee-b773-a44f1061921c req-565f80bb-575c-4f89-be97-708252b15a1f tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1045475 Dec 22 15:16:26.764411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:26.802182 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-42d6998b-fe6a-4901-abbc-0a1bfb994666 service neutron] 10.222.0.32 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679375 Dec 22 15:16:26.825381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event updated for resources: {'Port': ['ID=72cf8edb-a2ca-477c-8ba8-5a97f3c9bfe2,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:26.847251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.852327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:26.857971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.933408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.945888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.946295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Added segment c7222a14-b236-400f-b519-236e5a985eb5 of type vlan for network 18969dae-8d9f-4f57-b26a-45baec6cad42 Dec 22 15:16:26.947550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:26.974127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c59efd8d-f977-4215-b71e-923cfac5bd6b tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:27.032786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58310e28-9154-4c15-a3a8-2f945226fd22,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:27.036451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:27.062477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:27.068892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.079860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.081160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09d731e8-db9d-4f79-82df-0977e78b144e tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9229057 Dec 22 15:16:27.084473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38102) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:27.105026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38106) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:27.183803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.184222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Added segment ebd2adc0-caf6-4592-8437-3a3b004eceac of type vlan for network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 Dec 22 15:16:27.195614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.205475 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1042428 Dec 22 15:16:27.224628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.490671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-478739de-934e-4c88-820b-32e4fc968862 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee7dfe21a6b748558ea6926bb0354626&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3838859 Dec 22 15:16:27.491333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38138) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:27.609092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-08284094-ab59-4f14-b386-01af22fceca3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--872354302&fields=id&tenant_id=29ee8602eef4448c9a3d52badc2e8275 HTTP/1.1" status: 200 len: 267 time: 0.0943151 Dec 22 15:16:27.609845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.616478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.634258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-840dfce5-1d41-4f8e-b35f-c1ca2bd58f96 req-ed69ac92-967c-4191-b2ff-b06e45cd7414 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.3111305 Dec 22 15:16:27.655301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.693169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.727497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.753161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:27.797622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.889006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:27.889664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.893914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:27.928670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:27.928955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.008228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.71', 63719) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:28.022018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:28.024635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b1cc8abf-8ec0-44a8-95c2-1a24ca938dc1 req-1ca7fc5e-659a-4807-871f-50c298de88c6 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1098199 Dec 22 15:16:28.025328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:28.028358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:28.030496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:28.048036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:28.050727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:28.052185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.052848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.153901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-d5ee88e9-8eca-4bb5-9266-9eea2f25d7d3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.161489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-d5ee88e9-8eca-4bb5-9266-9eea2f25d7d3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 811 time: 0.5334134 Dec 22 15:16:28.180098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-21ffafd8-7929-4d72-9a69-0e3fef8c34ba tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/quotas/29ee8602eef4448c9a3d52badc2e8275 HTTP/1.1" status: 200 len: 375 time: 0.0175221 Dec 22 15:16:28.295873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5240f0ba-24ff-4746-8fc8-bf2e5229da77 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.296629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5240f0ba-24ff-4746-8fc8-bf2e5229da77 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Synchronizing usage tracker for tenant:187ab6815870460db3dba3ca8a714f39 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:28.321536 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9571395 Dec 22 15:16:28.321536 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9176841 Dec 22 15:16:28.322719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38160) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:28.335708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c184c5e-bf2f-4953-b880-5d4680f56d00 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Network': ['ID=18969dae-8d9f-4f57-b26a-45baec6cad42,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:28.348759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 18969dae-8d9f-4f57-b26a-45baec6cad42 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:28.384466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-f05daf02-644c-4a01-8b66-db3922e54c4d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1892436 Dec 22 15:16:28.396729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5240f0ba-24ff-4746-8fc8-bf2e5229da77 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Unset dirty status for tenant:187ab6815870460db3dba3ca8a714f39 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:28.398437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5240f0ba-24ff-4746-8fc8-bf2e5229da77 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.71 "GET /v2.0/networks?id=3b3f278f-0b94-433a-86ef-77aea5b76bb4 HTTP/1.1" status: 200 len: 805 time: 0.3887408 Dec 22 15:16:28.475620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Pushing event updated for resources: {'Network': ['ID=20ea53a4-f013-41c9-b28c-7a793f1ce8a4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:28.503195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:28.564120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:28.569200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6128659 Dec 22 15:16:28.569200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:28.569200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:28.575389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38168) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:28.648758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:28.657014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38172) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:28.661742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.666977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Request body: {'port': {'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1191566998'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:28.681118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.805705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.807319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:28.830550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:28.840797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-0939689a-da0d-4fec-aa61-8a214af3582d tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Synchronizing usage tracker for tenant:187ab6815870460db3dba3ca8a714f39 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:28.853314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Usage tracker for resource:port and tenant:2e8c2506b0ab4d91bf008b957b9445b7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:28.860986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:28.866531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd3d0ee4-8289-49c6-a7c1-4e69d6aeb0e1 req-577f97ee-17e3-4480-a926-557ae2a04c58 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.0736945 Dec 22 15:16:28.872907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:28.889614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.890375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9242800f-8b18-4f43-8ad3-185fb61713a7 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:16:28.898118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.901784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.903312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42131f13-f26a-4a08-acb4-97c4e9555c28 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "DELETE /v2.0/routers/9242800f-8b18-4f43-8ad3-185fb61713a7 HTTP/1.1" status: 204 len: 168 time: 1.8179286 Dec 22 15:16:28.905135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38190) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:28.909338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23d183-be4b-492a-9c04-0f92d80719f6,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:28.923443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Request body: {'router': {'name': 'tempest-router-326227579', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7500377670c24c60af56963024e91acf'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:28.926112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ca384-2a75-4b61-88b5-18fcd6e3e9dd tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.932714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ca384-2a75-4b61-88b5-18fcd6e3e9dd tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.935558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Made reservation on behalf of 2e8c2506b0ab4d91bf008b957b9445b7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:28.938584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ca384-2a75-4b61-88b5-18fcd6e3e9dd tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.942850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.946714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898ca384-2a75-4b61-88b5-18fcd6e3e9dd tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:28.948695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-898ca384-2a75-4b61-88b5-18fcd6e3e9dd tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6216133 Dec 22 15:16:28.953953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:28.957680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:28.961784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38196) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:28.962284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Usage tracker for resource:router and tenant:7500377670c24c60af56963024e91acf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:28.968029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:28.971004 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-075fd8f9-8654-4c8e-909f-7c45ee4a8b84 service neutron] 10.222.0.32 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582604 Dec 22 15:16:28.977679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.977840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:28.977840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b23d183-be4b-492a-9c04-0f92d80719f6 HTTP/1.1" status: 204 len: 168 time: 1.4804752 Dec 22 15:16:28.986765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:29.017987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:29.022407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Usage tracker for resource:security_group_rule and tenant:2e8c2506b0ab4d91bf008b957b9445b7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:29.025685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:29.032466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:29.042389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.043453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.086388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.101560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-0939689a-da0d-4fec-aa61-8a214af3582d tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Unset dirty status for tenant:187ab6815870460db3dba3ca8a714f39 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:29.103367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-0939689a-da0d-4fec-aa61-8a214af3582d tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=187ab6815870460db3dba3ca8a714f39 HTTP/1.1" status: 200 len: 379 time: 0.6606896 Dec 22 15:16:29.177381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.178884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Request body: {'port': {'device_id': '85f75989-9554-4f4a-a779-3cf29787a955', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'admin_state_up': True, 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'security_groups': ['2bf58b18-a628-4bac-82e6-6759d1cba868']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:29.193144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.222222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.226781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:29.238794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:29.377662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc75dbf-e4cf-43ec-bc6c-43d685121ddb,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:29.381988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:29.382874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.386688 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e99cf8d1-9cce-456c-9dea-99b86aad2b9c tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4777508 Dec 22 15:16:29.400788 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-befcf46f-7fa9-4bee-8105-4c841908f306 req-8b63308f-74e6-41a5-bf2b-8569c78987a2 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.0800800 Dec 22 15:16:29.401368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38218) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:29.438790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:29.578569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.816805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.831368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-9c811c58-ce09-424e-9b4f-6d4979717793 service neutron] 10.222.0.32 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162465 Dec 22 15:16:29.835821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38224) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:29.921453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18969dae-8d9f-4f57-b26a-45baec6cad42']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:29.950913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:29.956435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:29.979046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Usage tracker for resource:port and tenant:187ab6815870460db3dba3ca8a714f39 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:29.985876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:29.990873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7222a14-b236-400f-b519-236e5a985eb5') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:29.991327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7222a14-b236-400f-b519-236e5a985eb5') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:30.009669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] device_id is not set on port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:30.015475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:30.029864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.035538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.070540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.079854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:30.080607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.217134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-08051636-f6d7-4ab4-8518-488df80ccbaa req-93a6ad2f-dab1-4efa-89ea-6686041b0a08 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.0843453 Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:30.312288 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:30.624867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:30.644217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.644934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.726717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.730130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.71', 63726) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:30.840978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Made reservation on behalf of 187ab6815870460db3dba3ca8a714f39 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:30.851807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:30.865417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da96a3ba-3cd1-43ff-a900-7ca04072ed3e req-59fbdae1-d079-4e03-a300-2d822dff7092 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1341538 Dec 22 15:16:30.934724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-286fb512-0e13-4cee-a6d4-908c83f492dd req-aa7a8724-0885-4420-9c75-a8826f8218d8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.6001678 Dec 22 15:16:31.030580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:31.037514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd1c4da42cd425aae44feda494d03b5 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:31.042281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:31.050769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Transition to ACTIVE for port object 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 will not be triggered until provisioned by entity L2. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:31.052106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:31.063207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Transition to ACTIVE for port object 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:31.079162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88967) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 22 15:16:31.079566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Router 6c0c5469-0ee1-443f-85c0-0e01c29ffe65 migrating from provider to provider. {{(pid=88967) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 22 15:16:31.080048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.083786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.084844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.092710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1628db87-a75d-45cd-b842-2ae95c3a483f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:31.096827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.112821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.135080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:31.154359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18969dae-8d9f-4f57-b26a-45baec6cad42 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:16:31.164662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.221141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.241143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541d92c-b072-4f72-9456-d9350188e97b req-67cfb13e-c429-410d-93dd-47b2f1c616bb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:31.242286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-67cfb13e-c429-410d-93dd-47b2f1c616bb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Synchronizing usage tracker for tenant:b38a1c7af846474896f41cf591f6d267 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:31.254859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.347119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:31.375039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:31.378622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/networks/18969dae-8d9f-4f57-b26a-45baec6cad42 HTTP/1.1" status: 204 len: 168 time: 2.4141304 Dec 22 15:16:31.385270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:31.421433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38248) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:31.432178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'network': {'name': 'tempest-network--1784123294', 'router:external': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:31.438410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:31.442843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:network and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:31.452411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:31.452583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Network': ['ID=18969dae-8d9f-4f57-b26a-45baec6cad42,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:31.452791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:31.487797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:31.511552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:31.512096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:31.512608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:31.539824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:31.540334 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:31.547971 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 2 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:31.587653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Allocated IP 172.20.0.11 (3b3f278f-0b94-433a-86ef-77aea5b76bb4/238036ac-f1c3-46b3-b96d-b6a293176537/ed4fd16b-df15-4185-856c-f387fb94ba00) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:31.607164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:31.607164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:31.607164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:31.625841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.629867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:31.630406 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:31.639874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 3 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:31.648005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d49c073f-c9d6-4693-8427-089134fded93 req-c412af67-c6fc-4285-9bb4-dd98f7c651cb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.1867161 Dec 22 15:16:31.648650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Made reservation on behalf of 12b81b88a1204039837ca136c2bde7e2 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:31.654473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.677362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb618b8-7ce9-4175-bced-f9f0ccb875b2,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:31.687569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:31.688371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:31.689072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:31.695161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.700591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-67cfb13e-c429-410d-93dd-47b2f1c616bb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Unset dirty status for tenant:b38a1c7af846474896f41cf591f6d267 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:31.701879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-67cfb13e-c429-410d-93dd-47b2f1c616bb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.71 "GET /v2.0/networks?id=63698507-782f-4319-b145-3db09175ebb8 HTTP/1.1" status: 200 len: 812 time: 0.8231533 Dec 22 15:16:31.702971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:31.721546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-088ea42b-03b9-4506-86f0-a09d380f3e8b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:31.744041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:31.744790 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:31.748681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:31.764807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Checking segment: {'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:31.765421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Network hostable DHCP agents. Network: 20ea53a4-f013-41c9-b28c-7a793f1ce8a4, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:31.771423 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 4 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:31.809023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:31.809846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:31.810584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:31.869771 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] No L3 agents can host the router 6c0c5469-0ee1-443f-85c0-0e01c29ffe65 Dec 22 15:16:31.871193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9752a2-0038-48bc-92e8-b5ec7ac23d75,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:31.926448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:31.928118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Added segment 646b7ea5-8347-4166-a95a-0c6a50d60b7d of type vlan for network edc1ea25-472b-4ae6-b22e-93d1baadd598 Dec 22 15:16:31.949340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:31.962085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:31.962778 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:31.974430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 5 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:31.989610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bd1c4da42cd425aae44feda494d03b5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1490033 Dec 22 15:16:31.997846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38256) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:32.090023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.099850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.100595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.256135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.258032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.276404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.277131 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:32.283451 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 6 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:32.335776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d9c41398-c9f9-454c-b2dd-e33d1fa15cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.392980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Transition to ACTIVE for port object ed4fd16b-df15-4185-856c-f387fb94ba00 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:32.403829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.404431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.405010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.427001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9615cd4d-6b5c-4d93-9abc-d8db6fb8a2dc req-21fb87f4-e04c-40c1-9f53-d6edd8f5ce58 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Synchronizing usage tracker for tenant:187ab6815870460db3dba3ca8a714f39 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:32.440931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.450766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.451518 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:32.452299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:32.465283 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 7 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:32.490468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.491223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.491801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.501025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-1790b55c-340b-4bef-a281-52f614a75474 req-6b3a42a7-fe5d-4f5a-aec1-443a2495e193 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Synchronizing usage tracker for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:32.522955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.523664 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:32.526772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.534689 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 8 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:32.551866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9615cd4d-6b5c-4d93-9abc-d8db6fb8a2dc req-21fb87f4-e04c-40c1-9f53-d6edd8f5ce58 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Unset dirty status for tenant:187ab6815870460db3dba3ca8a714f39 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:32.553627 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9615cd4d-6b5c-4d93-9abc-d8db6fb8a2dc req-21fb87f4-e04c-40c1-9f53-d6edd8f5ce58 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.2584891 Dec 22 15:16:32.573367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.574086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.574661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.598545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.599355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 20ea53a4-f013-41c9-b28c-7a793f1ce8a4) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:32.601085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-1790b55c-340b-4bef-a281-52f614a75474 req-6b3a42a7-fe5d-4f5a-aec1-443a2495e193 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Unset dirty status for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:32.602406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1790b55c-340b-4bef-a281-52f614a75474 req-6b3a42a7-fe5d-4f5a-aec1-443a2495e193 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.3382883 Dec 22 15:16:32.606269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:32.607017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.610317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778660f1-7f56-4599-a6f9-9b9cfd9c3a87 None None] Network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:32.613566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Hosts for router 6c0c5469-0ee1-443f-85c0-0e01c29ffe65: [] {{(pid=88967) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 15:16:32.617548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.617548 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:32.617548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 9 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:32.648825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.669795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:32.676212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:32.700710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8ac4d1df-758e-4eb5-a5a0-2ee674fc6d3a tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:32.720541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.721250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.721823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.726281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.726662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.727066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.737949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.777328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Hosts for other DVR routers connected to router 6c0c5469-0ee1-443f-85c0-0e01c29ffe65: set() {{(pid=88967) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 22 15:16:32.781529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.782198 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:32.789167 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempt 10 to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 Dec 22 15:16:32.790141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.790512 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:32.804957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:32.806254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event updated for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:32.821990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:32.824869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:32.827634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:32.838930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:32.853072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 2 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:32.873065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.876130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db9752a2-0038-48bc-92e8-b5ec7ac23d75 HTTP/1.1" status: 204 len: 168 time: 0.8757286 Dec 22 15:16:32.891651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.892353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.892952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempting to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.902239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:32.902746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:32.903164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:32.908793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9752a2-0038-48bc-92e8-b5ec7ac23d75,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:32.924566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4921448 Dec 22 15:16:32.927590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:32.928303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:32.928922 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f74397a6-b6e7-456c-bedb-90ff66f32154 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "PUT /v2.0/routers/6c0c5469-0ee1-443f-85c0-0e01c29ffe65 HTTP/1.1" status: 200 len: 716 time: 3.4987342 Dec 22 15:16:32.929346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38268) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:32.932561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38270) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:32.937766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Network': ['ID=edc1ea25-472b-4ae6-b22e-93d1baadd598,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:32.942933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:32.943977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:32.944338 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:32.944759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 3 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:32.999994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:33.000386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:33.000730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:33.018567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:33.018969 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:33.019987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 4 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:33.042724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network edc1ea25-472b-4ae6-b22e-93d1baadd598 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:33.062861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:33.063456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:33.064028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:33.154772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:33.155149 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:33.158446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 5 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:33.201648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:33.202031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:33.202469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:33.272750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-1a5858a3-9403-4bfc-8a6f-d8bbbb48bb4d tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Synchronizing usage tracker for tenant:b38a1c7af846474896f41cf591f6d267 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:33.280458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:33.281381 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:33.282217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 6 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:33.327391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:33.328021 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Failed to bind port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'c24006b2-64ec-452f-891b-a3e724a67cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8'}] Dec 22 15:16:33.328620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:33.331639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:33.333245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:33.334260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:33.351842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e541d92c-b072-4f72-9456-d9350188e97b req-1a5858a3-9403-4bfc-8a6f-d8bbbb48bb4d tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Unset dirty status for tenant:b38a1c7af846474896f41cf591f6d267 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:33.352520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:33.353701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:33.364338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-1a5858a3-9403-4bfc-8a6f-d8bbbb48bb4d tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b38a1c7af846474896f41cf591f6d267 HTTP/1.1" status: 200 len: 380 time: 0.2774880 Dec 22 15:16:33.389388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:33.389754 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:33.390186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 7 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:33.406949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Request body: {'port': {'device_id': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'admin_state_up': True, 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'security_groups': ['aae9a258-a1d1-4160-9190-a1297a95cadd']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:33.461951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:33.462502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:33.462942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:33.476977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5bf1a874-80ab-452a-a7bf-b1f9959bb19c None None] Provisioning for port ed4fd16b-df15-4185-856c-f387fb94ba00 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:33.482582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5bf1a874-80ab-452a-a7bf-b1f9959bb19c None None] Provisioning complete for port ed4fd16b-df15-4185-856c-f387fb94ba00 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:33.486429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a874-80ab-452a-a7bf-b1f9959bb19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:33.506640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0330ae5-e2a3-470c-bd8d-1c169ceb0d25 req-e53cb6e3-f600-469c-ab91-57d1c159e858 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.5374882 Dec 22 15:16:33.575547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:33.575878 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:33.583533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 8 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:33.655469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5bf1a874-80ab-452a-a7bf-b1f9959bb19c None None] Port ed4fd16b-df15-4185-856c-f387fb94ba00 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:33.667400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:33.667878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:33.668155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:33.712327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:33.737678 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5775652 Dec 22 15:16:33.763850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805237ad-01f6-40ed-bb45-5eccc6ef62d1 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:33.765662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-805237ad-01f6-40ed-bb45-5eccc6ef62d1 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] 10.222.0.32 "GET /v2.0/networks/edc1ea25-472b-4ae6-b22e-93d1baadd598 HTTP/1.1" status: 200 len: 757 time: 0.8350372 Dec 22 15:16:33.768679 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fdcffd8d-dad9-4cff-9ffb-ded2816967c0 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "GET /v2.0/routers/6c0c5469-0ee1-443f-85c0-0e01c29ffe65 HTTP/1.1" status: 200 len: 716 time: 0.8049331 Dec 22 15:16:33.771592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38288) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:33.771963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:33.803561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:34.011065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:34.014365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:34.014709 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:34.017795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 9 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:34.085116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f92e77f3-0f3d-4cfa-9295-3d0733ce33d3 req-561b461f-a3ae-4a2d-b1c6-12ed8369af9f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.2182112 Dec 22 15:16:34.093949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:34.094329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:34.110077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:34.110622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] For port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266, host hv-neutron-8227, cleared binding levels {{(pid=88968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:34.110622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Attempted to set empty binding levels {{(pid=88968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:16:34.113246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:34.113875 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:34.161573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 10 to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 Dec 22 15:16:34.181614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.203763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Made reservation on behalf of b38a1c7af846474896f41cf591f6d267 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:34.215531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.290507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:34.329447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:34.332792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:34.332792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:34.344388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:34.344820 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:34.345019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.455173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad76b285-ddee-4a16-954c-fba8f42b349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.568062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee6de2-0879-4da4-8a40-fd99be7edd43 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:34.569768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48ee6de2-0879-4da4-8a40-fd99be7edd43 tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] 10.222.0.32 "GET /v2.0/networks/4f2ecf17-3be1-40c9-877e-2aed483cdd0c HTTP/1.1" status: 200 len: 767 time: 0.7968528 Dec 22 15:16:34.589662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38310) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:34.685038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] For port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:34.685463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempted to set empty binding levels {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:16:34.698551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d8094-8ba0-46b1-bd6f-c19aaaa98c79 req-d30cc7b5-cef1-42d2-9626-377e6d5fd63c tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:34.706457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-412d8094-8ba0-46b1-bd6f-c19aaaa98c79 req-d30cc7b5-cef1-42d2-9626-377e6d5fd63c tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 932 time: 0.8917460 Dec 22 15:16:34.735094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.749321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c8dbf89-c9bc-4fcb-8fc1-8e3a368cb0f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:34.809304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.835471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] In _notify_port_updated(), no bound segment for port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 on network b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:16:34.837085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.841198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "PUT /v2.0/ports/5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 HTTP/1.1" status: 200 len: 981 time: 6.2615016 Dec 22 15:16:34.848920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38318) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:34.849184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event updated for resources: {'Port': ['ID=5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266,revision_number=3']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:34.855808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45b9091f-8610-42e1-bc81-37a1ce40b3b4 req-aea5a9d2-8014-4337-af0d-baaa4a984bd7 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.0955150 Dec 22 15:16:34.903364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:34.937318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-512cad4c-6891-4dfe-9b3b-bce2aaec683d tempest-RoutersTestDVR-438683360 tempest-RoutersTestDVR-438683360-project] 10.222.0.32 "GET /v2.0/routers/6c0c5469-0ee1-443f-85c0-0e01c29ffe65 HTTP/1.1" status: 200 len: 682 time: 1.1626155 Dec 22 15:16:34.944441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.945141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:34.947818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38322) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:34.957346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=9fb618b8-7ce9-4175-bced-f9f0ccb875b2,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:35.067010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Deleting port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:35.067561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.099976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-412d8094-8ba0-46b1-bd6f-c19aaaa98c79 req-4bafcbe9-a37a-4488-b015-16d211adea59 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923948 Dec 22 15:16:35.119296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:35.174327 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.5135272 Dec 22 15:16:35.178874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38330) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:35.201374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.294850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Allocated IP 172.20.0.9 (63698507-782f-4319-b145-3db09175ebb8/ee71d89b-3ca6-4d55-a833-a82333e9c8fb/21a6f615-66d3-436c-b089-f94749bc8f12) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:35.349091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Deleting port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:35.349091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.355825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.493310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc1ea25-472b-4ae6-b22e-93d1baadd598']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:35.512585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13fa4e7-c628-49e8-90b3-89fa17738a85 req-5548ae88-495b-420d-aa32-c0f128458360 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.0925288 Dec 22 15:16:35.518265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646b7ea5-8347-4166-a95a-0c6a50d60b7d') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:35.518574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646b7ea5-8347-4166-a95a-0c6a50d60b7d') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:35.535854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.688174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.705988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:35.706384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:35.721418 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:35.817933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] For port 9fb618b8-7ce9-4175-bced-f9f0ccb875b2, host hv-neutron-8227, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:35.818346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:35.972130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] For port 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266, host hv-neutron-8227, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:35.972567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.064131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Calling delete_port for 9fb618b8-7ce9-4175-bced-f9f0ccb875b2 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:36.114106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.120357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.215493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.232192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network edc1ea25-472b-4ae6-b22e-93d1baadd598 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:16:36.235013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:36.254416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Calling delete_port for 5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:36.284874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Network': ['ID=edc1ea25-472b-4ae6-b22e-93d1baadd598,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:36.287108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.287850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c0c5469-0ee1-443f-85c0-0e01c29ffe65 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:16:36.301238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.313395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:36.328370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/networks/edc1ea25-472b-4ae6-b22e-93d1baadd598 HTTP/1.1" status: 204 len: 168 time: 1.7211416 Dec 22 15:16:36.330660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38348) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:36.341719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'network': {'name': 'tempest-network--835237165'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:36.368389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e006292d-3f98-405a-a713-de583e1c8fd0 req-75cf4627-51eb-4353-95ed-d3d27108b879 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Synchronizing usage tracker for tenant:b38a1c7af846474896f41cf591f6d267 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:36.394603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.401100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5cdac302-dd37-4578-857b-fda8e8684d00 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6c0c5469-0ee1-443f-85c0-0e01c29ffe65 HTTP/1.1" status: 204 len: 168 time: 1.4470713 Dec 22 15:16:36.401100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38354) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:36.410115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Request body: {'router': {'name': 'tempest-router-1392409848', 'distributed': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:36.413821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:36.422152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:36.426359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Usage tracker for resource:network and tenant:12b81b88a1204039837ca136c2bde7e2 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:36.434009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:36.438579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Usage tracker for resource:router and tenant:934ba0b4a1994ceb8374c4f491c527eb is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:36.444248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:36.459385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:36.461888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:36.552362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Made reservation on behalf of 12b81b88a1204039837ca136c2bde7e2 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:36.557103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.586129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e006292d-3f98-405a-a713-de583e1c8fd0 req-75cf4627-51eb-4353-95ed-d3d27108b879 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Unset dirty status for tenant:b38a1c7af846474896f41cf591f6d267 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:36.587966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e006292d-3f98-405a-a713-de583e1c8fd0 req-75cf4627-51eb-4353-95ed-d3d27108b879 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.4098370 Dec 22 15:16:36.620501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.631043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d372e-3e49-4b54-b1b0-348d0af303f9 req-342d6c56-5b3a-4d32-864b-00320c61d8eb tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:36.632853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a27d372e-3e49-4b54-b1b0-348d0af303f9 req-342d6c56-5b3a-4d32-864b-00320c61d8eb tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 932 time: 0.3031418 Dec 22 15:16:36.684518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.685509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.718475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.718729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Transition to ACTIVE for port object 21a6f615-66d3-436c-b089-f94749bc8f12 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:36.732215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:36.758098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.767091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:36.771199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a27d372e-3e49-4b54-b1b0-348d0af303f9 req-8358fb55-d28d-45a5-82bc-df9dd21c9129 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297591 Dec 22 15:16:36.792379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.792775 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Added segment a04a27f2-2013-4ffa-a8f4-024ebb6374ed of type vlan for network 41dce608-5810-437c-927e-68e112465468 Dec 22 15:16:36.794506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.865670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.867973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.883028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.887588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:36.898458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:36.900391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:36.935204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.967731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.973110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:36.974172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:36.989627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:37.023694 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1553a3a7-0de9-4350-af1c-9fbce75fa75d req-bae801e3-3e4a-4b10-9448-f17ce4ec1003 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.1293476 Dec 22 15:16:37.024794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fb618b8-7ce9-4175-bced-f9f0ccb875b2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:37.084462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:37.102945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:37.122475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Network 63698507-782f-4319-b145-3db09175ebb8 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:37.132923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:37.142355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:37.186716 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8519738 Dec 22 15:16:37.186716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:37.186716 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6d429fe-1eb4-48f2-928b-ae36daa5388d tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7805972 Dec 22 15:16:37.189971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38366) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.190353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38368) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.210335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 HTTP/1.1" status: 204 len: 168 time: 2.3576415 Dec 22 15:16:37.222322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38374) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.225989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2619e222-25b3-444a-a261-9811c6d2aa96 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9fb618b8-7ce9-4175-bced-f9f0ccb875b2 HTTP/1.1" status: 204 len: 168 time: 2.0429239 Dec 22 15:16:37.232045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38378) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.252762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Network': ['ID=41dce608-5810-437c-927e-68e112465468,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:37.264363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:37.314972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 41dce608-5810-437c-927e-68e112465468 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:37.357765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:37.427638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event updated for resources: {'Port': ['ID=21a6f615-66d3-436c-b089-f94749bc8f12,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:37.441285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:37.442736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-552bb3e6-28bd-4135-98fc-31588029db3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:37.443538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-552bb3e6-28bd-4135-98fc-31588029db3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Synchronizing usage tracker for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:37.447146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:37.447801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:37.470890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa72237a-5c67-4f4d-8a9b-d93b6944212b tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:37.471646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fa72237a-5c67-4f4d-8a9b-d93b6944212b tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Synchronizing usage tracker for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:37.503098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:37.504068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:37.553027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-552bb3e6-28bd-4135-98fc-31588029db3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Unset dirty status for tenant:734fac2848b247d78582e47043a7b504 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:37.557845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-552bb3e6-28bd-4135-98fc-31588029db3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] 10.222.0.32 "GET /v2.0/ports/5ea68ceb-2ed8-4ccc-bb5d-1004c4d9d266 HTTP/1.1" status: 404 len: 333 time: 0.3332734 Dec 22 15:16:37.561873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38384) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.602592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38388) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.603732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fa72237a-5c67-4f4d-8a9b-d93b6944212b tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Unset dirty status for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:37.609086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa72237a-5c67-4f4d-8a9b-d93b6944212b tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "GET /v2.0/ports/9fb618b8-7ce9-4175-bced-f9f0ccb875b2 HTTP/1.1" status: 404 len: 333 time: 0.3602173 Dec 22 15:16:37.616290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2151139 Dec 22 15:16:37.634455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38392) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:37.653686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Request body: {'port': {'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1951541777'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:37.668481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:37.751370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:37.766711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:37.771897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d10a3b82-ceba-493c-8469-ef419f6609d9 None None] Provisioning for port 21a6f615-66d3-436c-b089-f94749bc8f12 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:37.780265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d10a3b82-ceba-493c-8469-ef419f6609d9 None None] Provisioning complete for port 21a6f615-66d3-436c-b089-f94749bc8f12 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:37.780737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d10a3b82-ceba-493c-8469-ef419f6609d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:37.868172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-d80f1ca2-70b5-4890-bc9a-802dab19291e tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:16:37.869259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-d80f1ca2-70b5-4890-bc9a-802dab19291e tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0741861 Dec 22 15:16:37.921011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d10a3b82-ceba-493c-8469-ef419f6609d9 None None] Port 21a6f615-66d3-436c-b089-f94749bc8f12 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:37.946353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-c4fb3eb0-15e8-48f7-9819-be4d6018ec91 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:16:37.952936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-c4fb3eb0-15e8-48f7-9819-be4d6018ec91 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1575980 Dec 22 15:16:38.021997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.112678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Made reservation on behalf of 2e8c2506b0ab4d91bf008b957b9445b7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:38.125235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.164474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port d81a969e-dbf1-463f-9bd2-596baa7357c9 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:38.216753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.235110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1683548572', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:38.291869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:38.322524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Usage tracker for resource:port and tenant:d89e830d06464d6d85416d8160edc70c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:38.334591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:38.359853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:38.368135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:38.393309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.466856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac5034-59d8-4e6c-bfb6-070cf81aca1a req-5e83c251-2657-434e-bc1d-b9eb8afc09f8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:38.474639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33ac5034-59d8-4e6c-bfb6-070cf81aca1a req-5e83c251-2657-434e-bc1d-b9eb8afc09f8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 931 time: 0.5931432 Dec 22 15:16:38.583066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.632938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24006b2-64ec-452f-891b-a3e724a67cb1') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:38.633230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24006b2-64ec-452f-891b-a3e724a67cb1') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:38.659318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:38.700593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.715917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Network 41dce608-5810-437c-927e-68e112465468 is not hosted by any dhcp agent {{(pid=88968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:16:38.716714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:38.717353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.722032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "PUT /v2.0/networks/41dce608-5810-437c-927e-68e112465468 HTTP/1.1" status: 200 len: 857 time: 1.5249643 Dec 22 15:16:38.727531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38412) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:38.757126 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33ac5034-59d8-4e6c-bfb6-070cf81aca1a req-5632be65-9c18-4ec1-b116-6c851d9b1969 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813439 Dec 22 15:16:38.758247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.805976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.827649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event updated for resources: {'Network': ['ID=41dce608-5810-437c-927e-68e112465468,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:38.843881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.844029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:38.869341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.878256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:38.914709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Made reservation on behalf of d89e830d06464d6d85416d8160edc70c for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:38.920373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.974222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72367e01-e726-47ef-b026-2726005d9099 req-92c002c9-8d8e-4371-8a08-6a7c47ab9866 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:38.976453 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72367e01-e726-47ef-b026-2726005d9099 req-92c002c9-8d8e-4371-8a08-6a7c47ab9866 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 932 time: 0.8263094 Dec 22 15:16:38.988772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=d81a969e-dbf1-463f-9bd2-596baa7357c9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:38.993346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:38.996437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.002396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27e2647e-0393-45ec-a0ef-c11248135b6f req-f1b67bfc-546f-4e17-9482-c698073b4afe tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.0867920 Dec 22 15:16:39.011723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.037936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:39.079365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:39.079819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:39.106940 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:39.121640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:39.140972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:39.149884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:39.150836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:39.151670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.202207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.213543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.214185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9fa95f-3277-4bf6-8f52-250264f5bee2 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:16:39.240809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.245741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c4f8083-72fe-40b4-91a6-c8005d766808 tempest-RoutersTestDVR-357148336 tempest-RoutersTestDVR-357148336-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3f9fa95f-3277-4bf6-8f52-250264f5bee2 HTTP/1.1" status: 204 len: 168 time: 2.0466042 Dec 22 15:16:39.258168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dce608-5810-437c-927e-68e112465468']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:39.279262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04a27f2-2013-4ffa-a8f4-024ebb6374ed') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:39.279903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04a27f2-2013-4ffa-a8f4-024ebb6374ed') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:39.294042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:39.298150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.303573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Usage tracker for resource:security_group_rule and tenant:d89e830d06464d6d85416d8160edc70c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:39.307991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:39.313657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72367e01-e726-47ef-b026-2726005d9099 req-75999bf8-f1cd-4717-bac9-af1a105460d0 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797160 Dec 22 15:16:39.318278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:39.351859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7134941 Dec 22 15:16:39.352439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38418) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:39.361173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:39.484771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.492768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.499669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31d3807a-7221-40a9-b5b6-c7da6be17991 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:39.516402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.549111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Pushing event deleted for resources: {'Network': ['ID=b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:39.553300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:39.557609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] 10.222.0.32 "DELETE /v2.0/networks/b44da0f6-1d1b-4219-87e2-0bfb2a16b9f8 HTTP/1.1" status: 204 len: 168 time: 1.9940522 Dec 22 15:16:39.572378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.592111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:39.592566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:39.607439 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:39.814242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.844170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.850467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:39.864315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] device_id is not set on port 27873d89-4837-4023-88a5-5f3741861486 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:39.901677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:39.955799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:39.978495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:40.006764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55669a92-bc8e-4964-90b7-416193f824c4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:40.049350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:40.163185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Allocated IP 172.26.4.64 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/27873d89-4837-4023-88a5-5f3741861486) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:40.255146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38434) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:40.275479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dce96832-7728-4bcb-ae1a-0cb0b3ebf5fa req-d266922a-2607-418a-8643-4da52d74e64e tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.0579119 Dec 22 15:16:40.337901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41dce608-5810-437c-927e-68e112465468 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:16:40.350562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Pushing event deleted for resources: {'Network': ['ID=41dce608-5810-437c-927e-68e112465468,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:40.352946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.356973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port d81a969e-dbf1-463f-9bd2-596baa7357c9 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:40.366097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:40.369513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.382652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] 10.222.0.32 "DELETE /v2.0/networks/41dce608-5810-437c-927e-68e112465468 HTTP/1.1" status: 204 len: 168 time: 1.6540506 Dec 22 15:16:40.391266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38446) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:40.401682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Transition to ACTIVE for port object d81a969e-dbf1-463f-9bd2-596baa7357c9 will not be triggered until provisioned by entity L2. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:40.451518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.462441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d629802-dd05-4a72-98ec-666371bf73dc tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:16:40.462999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d629802-dd05-4a72-98ec-666371bf73dc tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:16:40.464843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3d629802-dd05-4a72-98ec-666371bf73dc tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] 10.222.0.32 "DELETE /v2.0/subnets/6f785cb9-f05d-4c83-b425-ce224c1a86c8 HTTP/1.1" status: 404 len: 337 time: 0.0686083 Dec 22 15:16:40.467239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30728f51-a69a-4d06-97dc-0875aa036ca1 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:40.505099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38450) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:40.740665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=d81a969e-dbf1-463f-9bd2-596baa7357c9,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:40.752934 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-230c3269-f22f-427d-95b8-beaee7574cf6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4c61ccacc5a415b8f1c876248b7a231&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4879119 Dec 22 15:16:40.754433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38456) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:40.759298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c2b22-3f4a-41f3-b0fc-51cccc40b2f2 req-24b31c67-d57e-43da-b109-624ed328e95b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:40.760745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b50c2b22-3f4a-41f3-b0fc-51cccc40b2f2 req-24b31c67-d57e-43da-b109-624ed328e95b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 931 time: 0.8285098 Dec 22 15:16:40.761721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:40.773417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.781564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.802869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da4ba1-9a5f-4b34-88a4-122c0dd42ae3 req-5543db73-9244-453e-a8d3-d90929941876 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:40.804504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9da4ba1-9a5f-4b34-88a4-122c0dd42ae3 req-5543db73-9244-453e-a8d3-d90929941876 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 932 time: 0.2239053 Dec 22 15:16:40.805244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.877177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:40.877537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:40.878305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:40.902714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.906274 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9da4ba1-9a5f-4b34-88a4-122c0dd42ae3 req-0a79be77-1a1a-4064-b298-c24b9aa04baf tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930364 Dec 22 15:16:40.926840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:40.931912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:40.940018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-943ae0b8-a5ef-4bc5-8edf-98d7ed0c799e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:40.948426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7500377670c24c60af56963024e91acf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:40.965290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b50c2b22-3f4a-41f3-b0fc-51cccc40b2f2 req-18e4da17-2ba5-433e-8e5f-1e69160f11cb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710968 Dec 22 15:16:40.965949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:40.966329 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:40.971697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:40.975127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 2 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:40.979072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.008492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:41.063445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:41.064301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Pushing event updated for resources: {'Port': ['ID=27873d89-4837-4023-88a5-5f3741861486,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:41.067670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:41.069623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:41.070367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:41.076093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.076480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.076868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.091116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.129256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Request body: {'port': {'device_id': '85f75989-9554-4f4a-a779-3cf29787a955', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:41.140473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2ecf17-3be1-40c9-877e-2aed483cdd0c']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:41.153393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.153765 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.160745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Request body: {'port': {'device_id': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:41.171811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.179608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:41.197650 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 3 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.204363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:41.205036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.209226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3dc209-41e7-4f14-b771-86bbdccaf9b8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:41.216297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0325b1b-49b5-45c9-9f81-328a9cc56668') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:41.216641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0325b1b-49b5-45c9-9f81-328a9cc56668') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:41.228445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:41.257133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.264565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.264961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.265351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.325959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.325959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a3dc209-41e7-4f14-b771-86bbdccaf9b8 HTTP/1.1" status: 204 len: 168 time: 0.5342746 Dec 22 15:16:41.329629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.346067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.357065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.357502 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.363559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 4 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.386857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:41.387327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:41.411018 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:41.459862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.460290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.460675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.470626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da998b2-21b3-4b4c-aa53-832d53cf1938 req-e02f4a68-2c0a-4e9f-bec8-6ceaedf3008c tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.0476284 Dec 22 15:16:41.520528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 5 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 6 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.924239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 7 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 8 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.925913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 9 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 10 to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:41.927033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:41.927990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:41.927990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:41.927990 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port d81a969e-dbf1-463f-9bd2-596baa7357c9 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:41.927990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:41.946592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3398261 Dec 22 15:16:41.949701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38470) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:41.955532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.64'}]}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:41.960647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:41.964779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Usage tracker for resource:router and tenant:d89e830d06464d6d85416d8160edc70c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:41.968238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:41.975551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:41.992177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.001502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63b6e513-238e-4c00-9839-d256e3edfcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:42.012335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.71', 63731) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:42.066658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca1b69-4eed-41cd-aca4-3eeeb75a8884,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:42.077094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] For port d81a969e-dbf1-463f-9bd2-596baa7357c9, host hv-neutron-8227, cleared binding levels {{(pid=88968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:42.077688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempted to set empty binding levels {{(pid=88968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:16:42.212520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:42.227256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.237930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.247815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:42.272534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.274372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.280114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] In _notify_port_updated(), no bound segment for port d81a969e-dbf1-463f-9bd2-596baa7357c9 on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:16:42.281326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.285982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "PUT /v2.0/ports/d81a969e-dbf1-463f-9bd2-596baa7357c9 HTTP/1.1" status: 200 len: 977 time: 2.9292791 Dec 22 15:16:42.297642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.300234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38480) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:42.339270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7500377670c24c60af56963024e91acf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0100925 Dec 22 15:16:42.345493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38484) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:42.359416 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] 10.222.0.32 "DELETE /v2.0/networks/4f2ecf17-3be1-40c9-877e-2aed483cdd0c HTTP/1.1" status: 204 len: 168 time: 1.8470979 Dec 22 15:16:42.388676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=d81a969e-dbf1-463f-9bd2-596baa7357c9,revision_number=3']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:42.392898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:42.412235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:42.443483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Pushing event deleted for resources: {'Network': ['ID=4f2ecf17-3be1-40c9-877e-2aed483cdd0c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:42.446236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:42.510147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae8aca-eac7-4d4c-87d6-96d2c61eca58 req-c7320af3-8951-4c75-82e7-9dce368eafc3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:42.512055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8fae8aca-eac7-4d4c-87d6-96d2c61eca58 req-c7320af3-8951-4c75-82e7-9dce368eafc3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 932 time: 0.3582857 Dec 22 15:16:42.547759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-4a8a2edf-03fa-40a0-a5a5-e4b4f75e7b74 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:42.547759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-4a8a2edf-03fa-40a0-a5a5-e4b4f75e7b74 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Synchronizing usage tracker for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:42.572204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.574448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38496) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:42.631832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8fae8aca-eac7-4d4c-87d6-96d2c61eca58 req-72fbbee7-54fe-472f-b206-11693fe569d5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061528 Dec 22 15:16:42.683458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-69e1dbe3-423f-43c9-af03-21fc8292218b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=734fac2848b247d78582e47043a7b504&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0981240 Dec 22 15:16:42.765762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38502) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:42.833470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da027a6b-02b1-4a41-99e3-8bcca387e141 req-2a49b21d-cc8b-4890-a643-215d0a1470dd tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:42.838873 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da027a6b-02b1-4a41-99e3-8bcca387e141 req-2a49b21d-cc8b-4890-a643-215d0a1470dd tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 931 time: 0.6816885 Dec 22 15:16:42.839045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38508) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:42.852996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-486062ce-2ae1-4906-b7a0-1b2dadc962e0 req-40ff66ab-015d-4c67-be0f-791aa8dc8bd0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.0827527 Dec 22 15:16:42.861980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a6f615-66d3-436c-b089-f94749bc8f12 {{(pid=88968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:16:42.885671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.902165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-4a8a2edf-03fa-40a0-a5a5-e4b4f75e7b74 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Unset dirty status for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:42.903120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-4a8a2edf-03fa-40a0-a5a5-e4b4f75e7b74 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 811 time: 0.8896778 Dec 22 15:16:42.910625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.923939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Transition to ACTIVE for port object 21a6f615-66d3-436c-b089-f94749bc8f12 will not be triggered until provisioned by entity L2. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:42.939111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3e5aecb4-1540-4042-9757-fbcfa44572d6 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Synchronizing usage tracker for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:42.944268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.961025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:42.973496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:43.030152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.096435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.166283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Pushing event updated for resources: {'Port': ['ID=21a6f615-66d3-436c-b089-f94749bc8f12,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:43.170485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:43.268184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da027a6b-02b1-4a41-99e3-8bcca387e141 req-47c92995-dcfd-4d19-8e86-92992f0e6816 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019601 Dec 22 15:16:43.289751 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c20cb2c-3a31-4689-8114-10969d8b3740 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7c4a0d5d570429aab46c46b9b351d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4501715 Dec 22 15:16:43.297568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38514) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:43.309962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-9e6d0deb-802b-4399-a9c9-5aa8efb7539f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Synchronizing usage tracker for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:43.319120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3e5aecb4-1540-4042-9757-fbcfa44572d6 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Unset dirty status for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:43.323744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3e5aecb4-1540-4042-9757-fbcfa44572d6 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17927 time: 1.0193601 Dec 22 15:16:43.326302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38518) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:43.364888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Attempting to bind port 21a6f615-66d3-436c-b089-f94749bc8f12 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:43.365282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Attempting to bind port 21a6f615-66d3-436c-b089-f94749bc8f12 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:43.365625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Attempting to bind port 21a6f615-66d3-436c-b089-f94749bc8f12 on network 63698507-782f-4319-b145-3db09175ebb8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:43.371367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4fd16b-df15-4185-856c-f387fb94ba00 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:16:43.386664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Port 21a6f615-66d3-436c-b089-f94749bc8f12 on network 63698507-782f-4319-b145-3db09175ebb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:43.387056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Attempting to bind port 21a6f615-66d3-436c-b089-f94749bc8f12 on network 63698507-782f-4319-b145-3db09175ebb8 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:43.388290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.400737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.408698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:43.409223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Checking segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:43.410171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Bound using segment: {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'} {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:43.410687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Bound port: 21a6f615-66d3-436c-b089-f94749bc8f12, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aedae39-4480-4dc3-bb4b-a4ba655fccca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '63698507-782f-4319-b145-3db09175ebb8'}}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:43.411092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.423936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.433237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.438558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:43.447781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Transition to ACTIVE for port object ed4fd16b-df15-4185-856c-f387fb94ba00 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:43.455765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Deleting port d81a969e-dbf1-463f-9bd2-596baa7357c9 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:43.456153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.500425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f964517-8647-4876-a259-bc2aa2089867,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:43.507142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:43.523983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-9e6d0deb-802b-4399-a9c9-5aa8efb7539f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Unset dirty status for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:43.525223 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-9e6d0deb-802b-4399-a9c9-5aa8efb7539f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ee8602eef4448c9a3d52badc2e8275 HTTP/1.1" status: 200 len: 379 time: 0.6030319 Dec 22 15:16:43.525953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.537008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7ea4dc2-d6bc-4c5a-99a1-6f92eb8c8ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:43.544952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.546203 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f964517-8647-4876-a259-bc2aa2089867 HTTP/1.1" status: 204 len: 168 time: 0.7784047 Dec 22 15:16:43.549726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.590247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Request body: {'port': {'device_id': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'admin_state_up': True, 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'security_groups': ['4660d7ee-e749-454b-b126-43043e472f20']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:43.607237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.626073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] For port 21a6f615-66d3-436c-b089-f94749bc8f12, host hv-neutron-8227, cleared binding levels {{(pid=88968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:43.630731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] For port 21a6f615-66d3-436c-b089-f94749bc8f12, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=21a6f615-66d3-436c-b089-f94749bc8f12,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:43.694752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.699863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:43.772667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.774355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] 10.222.0.71 "PUT /v2.0/ports/21a6f615-66d3-436c-b089-f94749bc8f12 HTTP/1.1" status: 200 len: 1093 time: 2.7709320 Dec 22 15:16:43.778222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:16:43.851482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:43.866228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:43.891219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:43.938408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:43.998529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca1b69-4eed-41cd-aca4-3eeeb75a8884,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:44.017492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:44.039794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64ca1b69-4eed-41cd-aca4-3eeeb75a8884 HTTP/1.1" status: 204 len: 168 time: 1.6851029 Dec 22 15:16:44.109143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:44.330370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Pushing event updated for resources: {'Port': ['ID=21a6f615-66d3-436c-b089-f94749bc8f12,revision_number=3']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:44.342750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:44.345375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:44.369030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:44.373553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc5995fb-7053-492b-9009-dca448f5adc7 HTTP/1.1" status: 204 len: 168 time: 1.0748854 Dec 22 15:16:44.375235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5995fb-7053-492b-9009-dca448f5adc7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:44.380995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:44.430295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcecfc-9b75-4e74-a50f-c9e1e7c3b4fb req-e5bc9faf-49d9-4c43-b427-c9c991c76852 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:44.432379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dfbcecfc-9b75-4e74-a50f-c9e1e7c3b4fb req-e5bc9faf-49d9-4c43-b427-c9c991c76852 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.6526175 Dec 22 15:16:44.489151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-297e6a11-8b30-4fcd-911d-497f320faf50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b38a1c7af846474896f41cf591f6d267&device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 1096 time: 0.6254995 Dec 22 15:16:44.558830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e91d0982-67cf-4641-b41e-d18e000f3911 req-0c81b409-9cb7-45f1-a1be-809f13a53206 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.2504168 Dec 22 15:16:44.574600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dfbcecfc-9b75-4e74-a50f-c9e1e7c3b4fb req-eb206f2d-daf3-4951-a7a2-2806e0b10c9c tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320379 Dec 22 15:16:44.629558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] For port d81a969e-dbf1-463f-9bd2-596baa7357c9, host hv-neutron-8227, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:44.629957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:44.633247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-1bab06d3-a141-405b-a438-bf55203de626 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21a6f615-66d3-436c-b089-f94749bc8f12 HTTP/1.1" status: 200 len: 217 time: 0.1339262 Dec 22 15:16:44.643797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:44.755254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541d92c-b072-4f72-9456-d9350188e97b req-d709e190-a26a-45d8-bd3d-4e487aaf21c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:44.759782 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-d709e190-a26a-45d8-bd3d-4e487aaf21c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ee71d89b-3ca6-4d55-a833-a82333e9c8fb HTTP/1.1" status: 200 len: 851 time: 0.1195748 Dec 22 15:16:44.832311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Calling delete_port for d81a969e-dbf1-463f-9bd2-596baa7357c9 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:44.862505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:44.890562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-75d9cab6-2250-47a4-982d-543e53e7604a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=63698507-782f-4319-b145-3db09175ebb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1214278 Dec 22 15:16:44.972907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Attempting to bind port ed4fd16b-df15-4185-856c-f387fb94ba00 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:44.973289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Attempting to bind port ed4fd16b-df15-4185-856c-f387fb94ba00 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:44.973666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Attempting to bind port ed4fd16b-df15-4185-856c-f387fb94ba00 on network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:44.986387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Made reservation on behalf of 29ee8602eef4448c9a3d52badc2e8275 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:44.992666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.039928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Port ed4fd16b-df15-4185-856c-f387fb94ba00 on network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:45.040267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Attempting to bind port ed4fd16b-df15-4185-856c-f387fb94ba00 on network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:45.162951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-d84d12a7-78da-4387-8f64-5be4e231607f service neutron] 10.222.0.71 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640457 Dec 22 15:16:45.347000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12', 'status': 'completed', 'code': 200} Dec 22 15:16:45.420067 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e541d92c-b072-4f72-9456-d9350188e97b req-b9d4a438-066d-44cd-bf2e-b8b70c56cd31 service neutron] 10.222.0.71 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428248 Dec 22 15:16:45.442908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:45.443301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Checking segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:45.443891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Bound using segment: {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:45.444413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Bound port: ed4fd16b-df15-4185-856c-f387fb94ba00, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:45.444803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.469063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38560) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:45.509845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.513234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.551537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a7d084c-c493-4a6d-9399-6ce4c393f9f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:45.637362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a1ce-0f54-4674-b5e6-2a710b99e140 req-4288bcfc-8da8-4610-a2c0-93617af0bf67 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:45.645395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ade0a1ce-0f54-4674-b5e6-2a710b99e140 req-4288bcfc-8da8-4610-a2c0-93617af0bf67 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 943 time: 0.8237033 Dec 22 15:16:45.647777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:45.653466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Usage tracker for resource:security_group_rule and tenant:934ba0b4a1994ceb8374c4f491c527eb is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:45.657199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:45.664527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:45.688029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event deleted for resources: {'Port': ['ID=d81a969e-dbf1-463f-9bd2-596baa7357c9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:45.711684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:45.750656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.789962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.803952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.809894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:45.825750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.868287 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-f9a3f152-f9ab-4918-9aa2-647766d5f544 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b38a1c7af846474896f41cf591f6d267&device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 1096 time: 0.3389800 Dec 22 15:16:45.894767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:45.901697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:45.915627 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ade0a1ce-0f54-4674-b5e6-2a710b99e140 req-8a6b389c-87ed-4a3c-8905-4e5b38a2618a tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690260 Dec 22 15:16:45.920120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f1ae368d-df23-40fd-976f-c4edc857ef79 req-400df55a-7ea5-4d10-86b5-63a2c395ee3f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.1160264 Dec 22 15:16:45.965989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=934ba0b4a1994ceb8374c4f491c527eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4952669 Dec 22 15:16:45.967057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770c1b3e-2900-4272-be10-59636357bd7a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:45.970059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38574) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:45.974962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:46.012765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Allocated IP 172.20.0.10 (675e0ead-abb9-4151-a786-7fb11984b7ef/b38ee4bc-ac15-47f1-990c-c329606214fd/48caaa9e-8435-4d2e-9f36-5791990d8dd6) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:46.017310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:46.039844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d81a969e-dbf1-463f-9bd2-596baa7357c9 HTTP/1.1" status: 204 len: 168 time: 2.7099438 Dec 22 15:16:46.045760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38578) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:46.057704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38580) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:46.104738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38586) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:46.148646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.173805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:46.207980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-c3bc2838-8f62-4a7f-ac49-4584764b01b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:46.209372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-c3bc2838-8f62-4a7f-ac49-4584764b01b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=63698507-782f-4319-b145-3db09175ebb8 HTTP/1.1" status: 200 len: 913 time: 0.3241258 Dec 22 15:16:46.223454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f24c385-cc14-4e5b-9688-ad539cb62bbd tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:46.224033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3f24c385-cc14-4e5b-9688-ad539cb62bbd tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Synchronizing usage tracker for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:46.290797 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c0b6c34-45b8-4207-94d5-4a893c84a416 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12b81b88a1204039837ca136c2bde7e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2319005 Dec 22 15:16:46.291953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.300763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38592) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:46.312417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-cbc0f125-46f6-4c50-8573-87badee1f059 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21a6f615-66d3-436c-b089-f94749bc8f12 HTTP/1.1" status: 200 len: 217 time: 0.0939829 Dec 22 15:16:46.386785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.435849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a2afb537-7445-4325-aa60-283bb13eaf1d tempest-AgentManagementNegativeTest-735031371 tempest-AgentManagementNegativeTest-735031371-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3298600 Dec 22 15:16:46.439251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.440903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] 10.222.0.71 "PUT /v2.0/ports/ed4fd16b-df15-4185-856c-f387fb94ba00 HTTP/1.1" status: 200 len: 1094 time: 5.4431357 Dec 22 15:16:46.441614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3f24c385-cc14-4e5b-9688-ad539cb62bbd tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Unset dirty status for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:46.443587 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3f24c385-cc14-4e5b-9688-ad539cb62bbd tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "GET /v2.0/ports/d81a969e-dbf1-463f-9bd2-596baa7357c9 HTTP/1.1" status: 404 len: 333 time: 0.3966119 Dec 22 15:16:46.446385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:16:46.450733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38598) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:46.483284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-b77020b8-6299-4e8f-b3cd-bf62855c800b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:46.485911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-b77020b8-6299-4e8f-b3cd-bf62855c800b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ee71d89b-3ca6-4d55-a833-a82333e9c8fb HTTP/1.1" status: 200 len: 851 time: 0.1601903 Dec 22 15:16:46.491901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1086154505', 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:46.530743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:46.534409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:46.588418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:46.623358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:46.662665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.670893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6310117c-6e96-4749-8e49-2730d3651be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:46.705055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Made reservation on behalf of 2e8c2506b0ab4d91bf008b957b9445b7 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:46.711029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.723128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c1b3e-2900-4272-be10-59636357bd7a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:46.733362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:46.733637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552db7-cbff-40bc-abca-2426b744f50c req-f028f7df-e907-4b38-8e3b-dfb95e57eb2e tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:46.735327 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b552db7-cbff-40bc-abca-2426b744f50c req-f028f7df-e907-4b38-8e3b-dfb95e57eb2e tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.6750510 Dec 22 15:16:46.749294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-7a54198f-97ae-48fc-a664-af55b9c5902b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=63698507-782f-4319-b145-3db09175ebb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2518687 Dec 22 15:16:46.752146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.754942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/770c1b3e-2900-4272-be10-59636357bd7a HTTP/1.1" status: 204 len: 168 time: 0.7817302 Dec 22 15:16:46.767627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port c77ecb25-856b-4bb0-a026-897da029a441 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:46.800081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.859414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.907609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.977735 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'status': 'completed', 'code': 200} Dec 22 15:16:46.993343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:46.996763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-64903a83-4d22-496f-840f-8e4ee294e815 service neutron] 10.222.0.71 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342737 Dec 22 15:16:47.003606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-cd6e0314-bf36-47b4-9c8a-adb2ba0cfa01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=187ab6815870460db3dba3ca8a714f39&device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 1097 time: 0.3999770 Dec 22 15:16:47.014311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Transition to ACTIVE for port object 48caaa9e-8435-4d2e-9f36-5791990d8dd6 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:47.175659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38620) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:47.186608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b552db7-cbff-40bc-abca-2426b744f50c req-fbf1c23e-ce05-4daf-9a7e-657bc76e9268 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378564 Dec 22 15:16:47.216484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-d14261ee-8bc7-49b5-acd7-55c95d71fae6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4fd16b-df15-4185-856c-f387fb94ba00 HTTP/1.1" status: 200 len: 217 time: 0.2005060 Dec 22 15:16:47.353292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-944a419d-919c-469c-812b-7fa2aa877e7c service neutron] 10.222.0.71 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460400 Dec 22 15:16:47.475773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dacd77-27c6-4177-bc31-af7a8f8ea3ac req-5a235a01-a960-442d-996f-2a196f618366 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:47.478086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22dacd77-27c6-4177-bc31-af7a8f8ea3ac req-5a235a01-a960-442d-996f-2a196f618366 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 943 time: 0.3377941 Dec 22 15:16:47.514787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:47.588580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22dacd77-27c6-4177-bc31-af7a8f8ea3ac req-1abd07bb-52e3-4e7a-af53-8a0a6561a45a tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682626 Dec 22 15:16:47.759289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-772c9795-75df-4ba5-b709-1c9073e56011 req-7e517beb-7de4-49ab-bd50-3a7278449eb2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Synchronizing usage tracker for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:47.769994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:47.780110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-8275115a-e9fa-4789-b9a2-ee108a3f726a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:47.781680 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-8275115a-e9fa-4789-b9a2-ee108a3f726a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=238036ac-f1c3-46b3-b96d-b6a293176537 HTTP/1.1" status: 200 len: 844 time: 0.5558097 Dec 22 15:16:48.006769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.015678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:48.025124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Usage tracker for resource:security_group_rule and tenant:1a6cb30a784b4ec39d92231be6b0b0c5 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:48.028117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.031629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:48.043204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:48.102774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-2abdff63-3738-4d77-a71b-a263c7fa8a26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b3f278f-0b94-433a-86ef-77aea5b76bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2580881 Dec 22 15:16:48.292792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.317684 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-ed95822b-8d43-400e-b753-4e115fdab6a8 service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068152 Dec 22 15:16:48.415430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02582ca-2d94-4639-a30c-5c30526aaed9 req-4efffc77-577c-4c97-80e4-4b18a3e6d5e5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:48.417095 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f02582ca-2d94-4639-a30c-5c30526aaed9 req-4efffc77-577c-4c97-80e4-4b18a3e6d5e5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.0936258 Dec 22 15:16:48.468381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f02582ca-2d94-4639-a30c-5c30526aaed9 req-0b1e4303-c114-4cad-b55d-7b8567c45621 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446496 Dec 22 15:16:48.479026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d1655f8-3934-43ba-8c40-dad4a39c305c req-056c13ba-5852-49f9-b42d-c62bb7d04dc8 service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517889 Dec 22 15:16:48.616622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.620672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.622843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:48.623002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-772c9795-75df-4ba5-b709-1c9073e56011 req-7e517beb-7de4-49ab-bd50-3a7278449eb2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Unset dirty status for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:48.637743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-772c9795-75df-4ba5-b709-1c9073e56011 req-7e517beb-7de4-49ab-bd50-3a7278449eb2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 1.2389019 Dec 22 15:16:48.639784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.666009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:48.678477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.679476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2f032c1-e327-4111-9626-09e91eb37f9d {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:16:48.681456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.683541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:48.686506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:48.690365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:48.691840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:48.692499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:48.721521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=c77ecb25-856b-4bb0-a026-897da029a441,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:48.727290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:48.775442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a07c844-2f79-4511-857a-cc82f161756a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:48.788811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:48.797358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce51d250-bfda-442c-981a-bbf1e5d3ff88 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:48.823941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3586729 Dec 22 15:16:48.824450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38642) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:48.833559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda43f-148a-4e12-ae72-53a397d64928 req-3e2776c4-ce10-458f-861d-ebd4fa0123c7 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:48.835311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-37eda43f-148a-4e12-ae72-53a397d64928 req-3e2776c4-ce10-458f-861d-ebd4fa0123c7 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 943 time: 0.1149304 Dec 22 15:16:48.891383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-37eda43f-148a-4e12-ae72-53a397d64928 req-ea96e709-b775-4feb-9672-6119eb11a103 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501907 Dec 22 15:16:48.929896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Network 675e0ead-abb9-4151-a786-7fb11984b7ef is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:48.939002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:16:48.940265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-763f2d40-55eb-474a-ba10-5ce1501bc3d5 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.9894843 Dec 22 15:16:48.944406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38648) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:48.949725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:48.953375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a6cb30a784b4ec39d92231be6b0b0c5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7702789 Dec 22 15:16:48.964786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:48.989318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38652) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:49.020000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.021233 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a07c844-2f79-4511-857a-cc82f161756a HTTP/1.1" status: 204 len: 168 time: 2.7137516 Dec 22 15:16:49.033006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event updated for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:49.059982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:49.060706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0dfe279-3912-4426-8cc8-a1e788947c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:49.085957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7a21eb0f-2333-48f3-b001-e4b08f9e0c38 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "GET /v2.0/ports/c77ecb25-856b-4bb0-a026-897da029a441 HTTP/1.1" status: 200 len: 955 time: 0.2372262 Dec 22 15:16:49.086930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.101935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38660) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:49.120107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:49.120554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.145444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3e002-e0c9-40f4-a8ad-6dcf19dff0cc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:49.150045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:49.154648 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-57254a89-079b-46e9-bead-b1278dd8b4e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=187ab6815870460db3dba3ca8a714f39&device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 1097 time: 0.4976120 Dec 22 15:16:49.178733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.190711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Deleting port 27873d89-4837-4023-88a5-5f3741861486 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:49.191158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.272022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38664) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:49.345394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Deleting port c77ecb25-856b-4bb0-a026-897da029a441 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:49.345704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.372498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-bbfcdcc5-296d-49c1-9f42-b0699de01000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:49.374140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-bbfcdcc5-296d-49c1-9f42-b0699de01000 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b3f278f-0b94-433a-86ef-77aea5b76bb4 HTTP/1.1" status: 200 len: 906 time: 0.2099071 Dec 22 15:16:49.375562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7993047 Dec 22 15:16:49.453816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Request body: {'port': {'device_id': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:49.500946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-52016ad1-58a9-4c5b-b290-c6dc91f115f6 None None] Provisioning for port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:49.508889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-52016ad1-58a9-4c5b-b290-c6dc91f115f6 None None] Provisioning complete for port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:49.509820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52016ad1-58a9-4c5b-b290-c6dc91f115f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.515346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-65e51fea-6b4b-4616-93d5-f588faa99027 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4fd16b-df15-4185-856c-f387fb94ba00 HTTP/1.1" status: 200 len: 217 time: 0.1220622 Dec 22 15:16:49.604341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-52016ad1-58a9-4c5b-b290-c6dc91f115f6 None None] Port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:16:49.820958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 21a6f615-66d3-436c-b089-f94749bc8f12 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:16:49.825233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:49.874563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-38379461-d7e1-4e64-857b-a064ec48580d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:49.876557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-38379461-d7e1-4e64-857b-a064ec48580d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=238036ac-f1c3-46b3-b96d-b6a293176537 HTTP/1.1" status: 200 len: 844 time: 0.3544133 Dec 22 15:16:49.987710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-815096878'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:49.994254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.013716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:50.036974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1dbf2716-b2b6-458f-b3a0-827245c22c7f tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:50.044928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 21a6f615-66d3-436c-b089-f94749bc8f12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=21a6f615-66d3-436c-b089-f94749bc8f12,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:50.065043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:network and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:50.070386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '21a6f615-66d3-436c-b089-f94749bc8f12', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'port_id': '21a6f615-66d3-436c-b089-f94749bc8f12', 'mac_address': 'fa:16:3e:52:97:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:16:50.076834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:50.081130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3e002-e0c9-40f4-a8ad-6dcf19dff0cc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:50.158673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:50.159068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.188425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a6f615-66d3-436c-b089-f94749bc8f12 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:16:50.213608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 21a6f615-66d3-436c-b089-f94749bc8f12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=21a6f615-66d3-436c-b089-f94749bc8f12,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:50.220312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.229491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3e3e002-e0c9-40f4-a8ad-6dcf19dff0cc HTTP/1.1" status: 204 len: 168 time: 1.2363279 Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.236421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:50.244814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.253634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:50.310009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.313655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:50.319705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.340519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:50.454647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Calling delete_port for 27873d89-4837-4023-88a5-5f3741861486 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:50.530050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=21a6f615-66d3-436c-b089-f94749bc8f12,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:50.536473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:50.559658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e363e-77ad-48f1-a67b-3e50921c8e06 req-3634554e-c842-414f-845e-ed6c82bcb203 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:50.564283 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f39e363e-77ad-48f1-a67b-3e50921c8e06 req-3634554e-c842-414f-845e-ed6c82bcb203 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.8032880 Dec 22 15:16:50.567019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Calling delete_port for c77ecb25-856b-4bb0-a026-897da029a441 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:50.622574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['21a6f615-66d3-436c-b089-f94749bc8f12'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:16:50.628729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.628894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-fe8ea0b4-3d69-487b-a2f5-afe3df5f4f0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b3f278f-0b94-433a-86ef-77aea5b76bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7144461 Dec 22 15:16:50.631097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48caaa9e-8435-4d2e-9f36-5791990d8dd6 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:16:50.717067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6910fed-d540-435d-bf51-eac635c22d48 req-bccd145c-20e6-464c-bfd4-94464a525cad tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:50.725047 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a6910fed-d540-435d-bf51-eac635c22d48 req-bccd145c-20e6-464c-bfd4-94464a525cad tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 932 time: 0.7996287 Dec 22 15:16:50.795909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:50.808455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-55453019-1778-4083-8c8f-f113300225c8 service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724262 Dec 22 15:16:50.813944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.843669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:50.846197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:security_group_rule and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:50.870937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:50.876187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:50.921535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f39e363e-77ad-48f1-a67b-3e50921c8e06 req-95f87293-2c3e-43a6-95b2-2a7e2f161dc4 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495212 Dec 22 15:16:50.926966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Transition to ACTIVE for port object 48caaa9e-8435-4d2e-9f36-5791990d8dd6 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:50.935250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:50.943273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event deleted for resources: {'Port': ['ID=c77ecb25-856b-4bb0-a026-897da029a441,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:50.965757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a6910fed-d540-435d-bf51-eac635c22d48 req-e6376abc-1a6e-4eca-bb36-a145bf591896 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393277 Dec 22 15:16:50.966760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:51.026912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.051174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.058978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:51.086860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.092945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c77ecb25-856b-4bb0-a026-897da029a441 HTTP/1.1" status: 204 len: 168 time: 1.9867418 Dec 22 15:16:51.100075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38704) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:51.100560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38706) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:51.101341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:51.245507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Pushing event deleted for resources: {'Port': ['ID=27873d89-4837-4023-88a5-5f3741861486,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:51.248314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:51.257386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e450e6ae-ab34-4b8f-a2d5-ef70d3bcadae tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:51.258155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e450e6ae-ab34-4b8f-a2d5-ef70d3bcadae tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Synchronizing usage tracker for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:51.359165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Pushing event updated for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:51.376260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32df8a5b-48fe-465c-8321-78e5b5332583 req-b5ee622a-6eee-4ceb-83e9-1b42c919d44b service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591450 Dec 22 15:16:51.406989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.419128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.419583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.419989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.420387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.420780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.421174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.421561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.421949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.422516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.422930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.423320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:51.437665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] 10.222.0.32 "DELETE /v2.0/ports/27873d89-4837-4023-88a5-5f3741861486 HTTP/1.1" status: 204 len: 168 time: 2.4870026 Dec 22 15:16:51.438036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:51.438203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.460419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e450e6ae-ab34-4b8f-a2d5-ef70d3bcadae tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Unset dirty status for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:51.461945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e450e6ae-ab34-4b8f-a2d5-ef70d3bcadae tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "GET /v2.0/ports/c77ecb25-856b-4bb0-a026-897da029a441 HTTP/1.1" status: 404 len: 333 time: 0.3263776 Dec 22 15:16:51.465819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38720) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:51.473865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Request body: {'port': {'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1462158916'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:51.482594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:51.497693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.499579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:51.523080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122c030-ea9c-4004-9215-4913eca89a3a req-9129d095-21da-40ca-afe7-c2341e4d9c90 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:51.523489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-994b9fdb-0db6-4472-9c35-11f14a417166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:51.524774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f122c030-ea9c-4004-9215-4913eca89a3a req-9129d095-21da-40ca-afe7-c2341e4d9c90 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 944 time: 0.3960280 Dec 22 15:16:51.568372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:51.588097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00975d-e187-4336-b642-252c5cd0ebc8,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:51.592852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:51.594327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.594716 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Added segment c569aabe-357a-46e9-b4f9-e632baa374a3 of type vlan for network 5e7a21c8-1666-40e8-838c-26a85b156d25 Dec 22 15:16:51.595952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Made reservation on behalf of 2e8c2506b0ab4d91bf008b957b9445b7 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:51.599224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Attempting to bind port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:51.599724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Attempting to bind port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:51.600323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Attempting to bind port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 on network 675e0ead-abb9-4151-a786-7fb11984b7ef {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:51.601140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.623790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 on network 675e0ead-abb9-4151-a786-7fb11984b7ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:51.625643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Attempting to bind port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 on network 675e0ead-abb9-4151-a786-7fb11984b7ef {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:51.641131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:51.641131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Checking segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:51.641131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Bound using segment: {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:51.641131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Bound port: 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffab218-1776-4f20-8489-d75e31f7f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:51.641776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.656683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port e60ce0c2-c025-46c9-98bc-6c84c747846d yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:51.704301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.707884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f122c030-ea9c-4004-9215-4913eca89a3a req-7f87352c-3cd1-4025-b38f-1b9a758b44ae tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736636 Dec 22 15:16:51.773319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:51.777867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:16:51.781698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1348386439'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:51.790058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:51.794788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ed4fd16b-df15-4185-856c-f387fb94ba00 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:16:51.804256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Usage tracker for resource:network and tenant:c3b7d2ba749347deab765d5ee5374571 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:51.810054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:51.817561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.824234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb03344a-ae76-4f74-8e30-01525270d9b1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:51.824565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:51.863015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.879229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:51.879979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.889017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:51.925725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.927143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Made reservation on behalf of c3b7d2ba749347deab765d5ee5374571 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:51.928241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] 10.222.0.71 "PUT /v2.0/ports/48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1094 time: 2.5350537 Dec 22 15:16:51.933409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:16:51.934561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:51.967487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Pushing event updated for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:51.973175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:52.132148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'status': 'completed', 'code': 200} Dec 22 15:16:52.204768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.9297342 Dec 22 15:16:52.208460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38738) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:52.218145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.225113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 21a6f615-66d3-436c-b089-f94749bc8f12 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:52.230028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'subnet': {'network_id': '5e7a21c8-1666-40e8-838c-26a85b156d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:52.268310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38742) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:52.302190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-097edf58-23d9-4843-acf8-963a7ba7893c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1097 time: 0.3064907 Dec 22 15:16:52.386728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:52.408252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Network': ['ID=5e7a21c8-1666-40e8-838c-26a85b156d25,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:52.413841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'port_id': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'mac_address': 'fa:16:3e:cf:a4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:16:52.426032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:52.456624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 21a6f615-66d3-436c-b089-f94749bc8f12 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:52.473633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 21a6f615-66d3-436c-b089-f94749bc8f12 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:52.474021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.501484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:52.520516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:52.524728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Usage tracker for resource:security_group_rule and tenant:c3b7d2ba749347deab765d5ee5374571 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:52.528137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:52.534866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:52.536077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38750) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:52.537782 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-7ffc700d-4160-4b49-b044-ee2b06248208 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 217 time: 0.2157824 Dec 22 15:16:52.614421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.621282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.669716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.671801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.682853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:52.698305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4fd16b-df15-4185-856c-f387fb94ba00 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:16:52.724999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:52.742462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b558c4-1960-488d-85e9-7b1bf7b8d4dc req-36e396ed-07f5-4e5f-80ca-d93fe4e224c1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:52.744192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89b558c4-1960-488d-85e9-7b1bf7b8d4dc req-36e396ed-07f5-4e5f-80ca-d93fe4e224c1 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 944 time: 0.3217723 Dec 22 15:16:52.756832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.757597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:52.780863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.786695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22319252-d743-48d1-86b3-9f9e54904c94,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:52.787505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-719655304'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:52.790379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:52.793393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:52.796773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-734b78b6-a30f-4f76-8085-363a8558ae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:52.797494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:network and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:52.800696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:52.806754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:52.812283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.812710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:16:52.838520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.838520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Added segment b362e5ea-866c-4476-bd6a-6f7b164236c6 of type vlan for network 94aa4511-4115-41b0-aa6f-c43bf11f98ba Dec 22 15:16:52.853896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:52.859600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-7cbae7d2-281e-456e-989b-780232a74fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:52.861376 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-7cbae7d2-281e-456e-989b-780232a74fdc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.2982907 Dec 22 15:16:52.868043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:subnet and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:52.872345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.879754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:52.880743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 21a6f615-66d3-436c-b089-f94749bc8f12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=21a6f615-66d3-436c-b089-f94749bc8f12,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:52.882070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-945074ed-c149-45f3-8778-4b391f20556e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:52.886730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:52.887020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:52.893083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.907926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:52.911120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:52.912080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:52.912648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.932755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.933798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:52.949524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=e60ce0c2-c025-46c9-98bc-6c84c747846d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:52.952532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:52.955507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:52.958613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:52.967955 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89b558c4-1960-488d-85e9-7b1bf7b8d4dc req-1b2f1461-301f-4a89-81c2-48f9c1a21402 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154787 Dec 22 15:16:52.968978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.969588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.970178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.970789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.971427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.972578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.973163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.973740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.974361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.975059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.975623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:52.975860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:16:52.981504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:52.982259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:52.990073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.017137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5499969 Dec 22 15:16:53.020406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Usage tracker for resource:security_group_rule and tenant:e1fbb0ecac3f4c1097378c9174acb7dc is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:53.025964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38764) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:53.031809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:53.032043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681aaff-3341-4788-8faa-9ae9e2907468 req-c53a9087-32fd-4230-82a0-268ab31bc667 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:53.033655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a681aaff-3341-4788-8faa-9ae9e2907468 req-c53a9087-32fd-4230-82a0-268ab31bc667 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.7129593 Dec 22 15:16:53.035717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:53.050191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:53.081016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=21a6f615-66d3-436c-b089-f94749bc8f12,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:53.086283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:53.100530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:53.106334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.113689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['ed4fd16b-df15-4185-856c-f387fb94ba00'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:16:53.114313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:53.115041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.136254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:53.221350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:53.246628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:security_group_rule and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:53.275172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1385870 Dec 22 15:16:53.301274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:53.308197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38770) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:53.330697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Request body: {'subnet': {'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:53.333162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event updated for resources: {'Network': ['ID=94aa4511-4115-41b0-aa6f-c43bf11f98ba,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:53.349475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:53.356183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:53.369802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:53.373729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-ae877190-a12e-4b51-afeb-66da5e2b88c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4877224 Dec 22 15:16:53.387585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a681aaff-3341-4788-8faa-9ae9e2907468 req-6d2a4ac8-a170-46ad-bf8e-eeab3c063c74 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395290 Dec 22 15:16:53.411677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.457795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.496188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec43f-e788-4d5f-b848-ee3cb071c1ab req-443c2ce1-3fcc-441a-8be1-6a0c7bf93aef tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:53.497868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b83ec43f-e788-4d5f-b848-ee3cb071c1ab req-443c2ce1-3fcc-441a-8be1-6a0c7bf93aef tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.2280042 Dec 22 15:16:53.605304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b83ec43f-e788-4d5f-b848-ee3cb071c1ab req-a9a22abc-a715-43c2-bf14-fb5985d2a7cb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972738 Dec 22 15:16:53.615621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12', 'code': 200} Dec 22 15:16:53.764421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] device_id is not set on port e60ce0c2-c025-46c9-98bc-6c84c747846d yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:53.772373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.791280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Transition to ACTIVE for port object e60ce0c2-c025-46c9-98bc-6c84c747846d will not be triggered until provisioned by entity L2. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:53.819665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:53.824464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:53.956664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.032493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.041439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:54.052663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:54.083827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Usage tracker for resource:subnet and tenant:c3b7d2ba749347deab765d5ee5374571 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:54.102849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:54.136924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:54.167376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=e60ce0c2-c025-46c9-98bc-6c84c747846d,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:54.176585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:54.193136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.193491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.193861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.200113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.200477 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.200899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 2 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.217017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.217241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637250ed-18e9-4aeb-853c-06ae392d6f00,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:54.217397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.217775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.220390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:54.224670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.225040 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.225479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 3 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.241688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.242071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.242453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.248799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.248965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-dab1f7a5-577d-4cfe-9791-fbd3c76c63fa service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8532689 Dec 22 15:16:54.249163 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.249591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 4 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.251015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1fbb0ecac3f4c1097378c9174acb7dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9815950 Dec 22 15:16:54.256832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38782) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:54.266031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.287438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.287438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.287438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.311077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.311275 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.312998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 5 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.314568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Made reservation on behalf of c3b7d2ba749347deab765d5ee5374571 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:54.336638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.337014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.337390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.344415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.356509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.356882 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.359221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 6 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.360308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:54.368799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.387392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.387771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.388146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.408349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.408723 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.410977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.418663 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 7 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.448513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.448893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.449269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.471622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.472537 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.473266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 8 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.489378 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5f5884e2-8f97-4011-b38c-959c81887479 req-a96f138c-5194-4f82-937d-ac1435b26978 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 1098 time: 0.5312068 Dec 22 15:16:54.490890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.491276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.491651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.500080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.500794 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.500909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 9 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.517546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.518366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.518366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.519134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:54.527207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.527570 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.562417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempt 10 to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d Dec 22 15:16:54.579205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.594871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:54.601919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:54.602291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] {{(pid=88968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:54.602669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempting to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:54.619090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637250ed-18e9-4aeb-853c-06ae392d6f00,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:54.625545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:54.627063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:16:54.627435 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR neutron.plugins.ml2.managers [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Failed to bind port e60ce0c2-c025-46c9-98bc-6c84c747846d on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'ebd2adc0-caf6-4592-8437-3a3b004eceac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '20ea53a4-f013-41c9-b28c-7a793f1ce8a4'}] Dec 22 15:16:54.627836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.641845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.646151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/637250ed-18e9-4aeb-853c-06ae392d6f00 HTTP/1.1" status: 204 len: 168 time: 0.3835649 Dec 22 15:16:54.651946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.662671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac08550-9469-49a5-ba1e-a5561169ce8a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:54.665879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:54.674053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.674460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Added segment 224a0f9a-d2ad-4684-a67c-7a074d24907b of type vlan for network 5ab54424-188e-4b54-81b5-4cfc68514aa3 Dec 22 15:16:54.702113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.729086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f61ea-a294-4630-b191-5ec56631555f req-ab04f092-02d6-42d0-91b8-b0803ca64638 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:54.730736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a7f61ea-a294-4630-b191-5ec56631555f req-ab04f092-02d6-42d0-91b8-b0803ca64638 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 945 time: 0.2053370 Dec 22 15:16:54.794016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] For port e60ce0c2-c025-46c9-98bc-6c84c747846d, host hv-neutron-8227, cleared binding levels {{(pid=88968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:54.794512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Attempted to set empty binding levels {{(pid=88968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:16:54.809117 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a7f61ea-a294-4630-b191-5ec56631555f req-ecb940f6-fb98-4e72-bec4-65bd00beb91a tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650737 Dec 22 15:16:54.825873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.832143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f14fc5cd-5327-45ee-b253-6538b6750d73 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:54.832636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c68bf-c4aa-4990-bbcc-02afa9fd8751 req-eff50e8e-31ae-4151-bf77-586392a82207 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:54.834295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-123c68bf-c4aa-4990-bbcc-02afa9fd8751 req-eff50e8e-31ae-4151-bf77-586392a82207 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 944 time: 0.7019470 Dec 22 15:16:54.836292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b8c9455-d1e3-401a-bedc-dd910b359f7a req-6e4f7377-8c6a-43c3-bccc-4b18590556d7 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781307 Dec 22 15:16:54.849054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.914067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] In _notify_port_updated(), no bound segment for port e60ce0c2-c025-46c9-98bc-6c84c747846d on network 20ea53a4-f013-41c9-b28c-7a793f1ce8a4 {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:16:54.914971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.919348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "PUT /v2.0/ports/e60ce0c2-c025-46c9-98bc-6c84c747846d HTTP/1.1" status: 200 len: 977 time: 1.8938248 Dec 22 15:16:54.920951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38794) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:54.943852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:54.983529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:55.010095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Usage tracker for resource:security_group_rule and tenant:860a1b3cb88c4d988b075091d2627ea7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:55.021700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event updated for resources: {'Port': ['ID=e60ce0c2-c025-46c9-98bc-6c84c747846d,revision_number=3']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:55.021909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d59922a-e3dd-4d58-bb4e-c48f1057ed49 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:55.035284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:55.058408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:55.068473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Deleting port e60ce0c2-c025-46c9-98bc-6c84c747846d {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:16:55.068758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.095405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:55.175376 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-123c68bf-c4aa-4990-bbcc-02afa9fd8751 req-a40b2520-6d3a-4632-8433-bd9702c147f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195386 Dec 22 15:16:55.179456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Subnet': ['ID=65416ca6-5484-4413-9805-c3ea016950ce,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:55.182443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:55.186618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d8a9c-b166-42e7-9ec2-ed8fd9351e68 req-47d69d9d-e517-4867-adcd-e76cf32ffdab tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:55.194618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-309d8a9c-b166-42e7-9ec2-ed8fd9351e68 req-47d69d9d-e517-4867-adcd-e76cf32ffdab tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.2227376 Dec 22 15:16:55.199027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.215991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:55.216772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.227427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:55.278479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38798) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:55.295304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-309d8a9c-b166-42e7-9ec2-ed8fd9351e68 req-32529f47-31ea-428d-b403-9afb19d6f1e9 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996437 Dec 22 15:16:55.343953 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-4e2557d5-0011-4ab9-90d9-af56077e448d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1097 time: 0.4036379 Dec 22 15:16:55.344385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Checking segment: {'id': 'c569aabe-357a-46e9-b4f9-e632baa374a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5e7a21c8-1666-40e8-838c-26a85b156d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:55.344779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network hostable DHCP agents. Network: 5e7a21c8-1666-40e8-838c-26a85b156d25, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:55.370572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] For port e60ce0c2-c025-46c9-98bc-6c84c747846d, host hv-neutron-8227, got binding levels [] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:55.371005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.497052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Network': ['ID=5ab54424-188e-4b54-81b5-4cfc68514aa3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:55.498853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Calling delete_port for e60ce0c2-c025-46c9-98bc-6c84c747846d owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:16:55.500008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:55.508515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:16:55.639272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1000001 Dec 22 15:16:55.643341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38802) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:55.649996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:55.668652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.672449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.678663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:55.704369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dc9f12a2-ee48-4743-b4e0-ca5b87f64c08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d89e830d06464d6d85416d8160edc70c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4067202 Dec 22 15:16:55.711866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38806) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:55.724962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.736223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:55.752008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Pushing event deleted for resources: {'Port': ['ID=e60ce0c2-c025-46c9-98bc-6c84c747846d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:55.755229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-d7474d0c-1ccb-4cad-9aea-9a813373de65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:55.756974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-d7474d0c-1ccb-4cad-9aea-9a813373de65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.3962631 Dec 22 15:16:55.757449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:55.760143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:55.807709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ed4fd16b-df15-4185-856c-f387fb94ba00 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:16:55.853261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.874297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:55.878665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:55.882028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:55.889585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:55.934634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.948684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:55.975119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port ed4fd16b-df15-4185-856c-f387fb94ba00 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:16:55.981135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port ed4fd16b-df15-4185-856c-f387fb94ba00 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:16:55.981555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:55.997247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e60ce0c2-c025-46c9-98bc-6c84c747846d HTTP/1.1" status: 204 len: 168 time: 1.0726652 Dec 22 15:16:56.002346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38812) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:56.008348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.085247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Synchronizing usage tracker for tenant:860a1b3cb88c4d988b075091d2627ea7 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:56.107944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.137973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf14bd-c51e-4428-b8b4-b564d444c413,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:56.141097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:56.141236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8b36a3-570e-4b28-955f-712816b0ced9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:16:56.141665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fa8b36a3-570e-4b28-955f-712816b0ced9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Synchronizing usage tracker for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:16:56.148213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 5e7a21c8-1666-40e8-838c-26a85b156d25) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:56.151948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.152590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:56.153236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.163890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-7769e71a-48fa-4123-a1d2-4c7ad22fcf01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 217 time: 0.3835566 Dec 22 15:16:56.170896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476996f4-f234-4e0e-b756-eeee71d53d2a None None] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:56.179566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.230646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:56.276986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fa8b36a3-570e-4b28-955f-712816b0ced9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Unset dirty status for tenant:2e8c2506b0ab4d91bf008b957b9445b7 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:56.278292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa8b36a3-570e-4b28-955f-712816b0ced9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] 10.222.0.32 "GET /v2.0/ports/e60ce0c2-c025-46c9-98bc-6c84c747846d HTTP/1.1" status: 404 len: 333 time: 0.2748516 Dec 22 15:16:56.286849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38818) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:56.329846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1201265 Dec 22 15:16:56.332601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38824) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:56.358686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:16:56.368765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Unset dirty status for tenant:860a1b3cb88c4d988b075091d2627ea7 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:16:56.369294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:56.370091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5f5884e2-8f97-4011-b38c-959c81887479 req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8620577 Dec 22 15:16:56.388165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-808452209', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:56.392783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.407701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:56.420503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c81152bc-122b-4bf9-8c35-8d94d7fe5b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:56.443604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.444607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55669a92-bc8e-4964-90b7-416193f824c4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:56.447384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:56.453777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:56.484407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.489093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55669a92-bc8e-4964-90b7-416193f824c4 HTTP/1.1" status: 204 len: 168 time: 0.7573540 Dec 22 15:16:56.489235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-64e98780-c14e-403e-a140-4e7086f5ac75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:56.490982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-64e98780-c14e-403e-a140-4e7086f5ac75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.3177383 Dec 22 15:16:56.492175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:router and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:56.505973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event updated for resources: {'Subnet': ['ID=62e398ac-dcf6-4020-a4bd-57ed6a3de02e,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:56.508753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:56.518675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:56.533150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:56.538240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722f8f6-b328-498e-b901-fe1d698e0cb3 req-8ec9c763-681a-4a9b-b199-57623dabe508 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:56.540122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a722f8f6-b328-498e-b901-fe1d698e0cb3 req-8ec9c763-681a-4a9b-b199-57623dabe508 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 944 time: 0.1869261 Dec 22 15:16:56.546775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.568747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81057e99-a42e-4bc3-bcea-b45273e36870 req-d69f2ccd-25e4-4a65-a80e-af53535c4c81 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:56.570404 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-81057e99-a42e-4bc3-bcea-b45273e36870 req-d69f2ccd-25e4-4a65-a80e-af53535c4c81 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 945 time: 0.5038967 Dec 22 15:16:56.574382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Checking segment: {'id': 'b362e5ea-866c-4476-bd6a-6f7b164236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:56.574792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Network hostable DHCP agents. Network: 94aa4511-4115-41b0-aa6f-c43bf11f98ba, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:56.575935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.579371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:56.582751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:56.586506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:56.587743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f5ef9-7e08-43e0-bd1b-5b2433e7b6b5 None None] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:56.679488 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a722f8f6-b328-498e-b901-fe1d698e0cb3 req-c31bc50b-e457-4a0b-b47a-5215e877a057 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333542 Dec 22 15:16:56.693384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.694445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.701649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=08865608-3251-4a0b-a1eb-e366824dc373,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:56.707085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:56.720009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:56.720683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network hostable DHCP agents. Network: 5ab54424-188e-4b54-81b5-4cfc68514aa3, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:16:56.779244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:56.825901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 5ab54424-188e-4b54-81b5-4cfc68514aa3) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:56.830203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:56.830996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.866022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:16:56.870157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.872731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc780bcf-e3fc-41d8-9cb4-50db35a0f41b None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:56.888410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-81057e99-a42e-4bc3-bcea-b45273e36870 req-4dafed58-749b-47b9-8932-36361345111c tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977581 Dec 22 15:16:56.890795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.913994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 94aa4511-4115-41b0-aa6f-c43bf11f98ba) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:56.919310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:56.919906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:56.952944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ea53a4-f013-41c9-b28c-7a793f1ce8a4']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:56.976926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd2adc0-caf6-4592-8437-3a3b004eceac') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:56.977263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd2adc0-caf6-4592-8437-3a3b004eceac') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:16:56.988186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-ac95a82a-881c-44ff-a8a2-7fb9920e13d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3953850 Dec 22 15:16:56.990138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3450682 Dec 22 15:16:56.998145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38834) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:57.002370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'code': 200} Dec 22 15:16:57.005700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4489b46-9275-4367-9050-0b140d5535c6 None None] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:16:57.048588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b8ef1-55cf-4a42-b7f8-b3a18c0b4d8f req-c375b5df-2601-482a-963f-bab6827b567d tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:57.051057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-716b8ef1-55cf-4a42-b7f8-b3a18c0b4d8f req-c375b5df-2601-482a-963f-bab6827b567d tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.1832452 Dec 22 15:16:57.058218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.086656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'name': 'tempest-NetworksTestDHCPv6-1888171750'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:57.110053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7994220 Dec 22 15:16:57.127961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38840) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:57.138921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Request body: {'port': {'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-452165265'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:57.176625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-716b8ef1-55cf-4a42-b7f8-b3a18c0b4d8f req-ff3e2b7a-32a5-4042-bf8f-9a1ec7f4daf8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159830 Dec 22 15:16:57.277275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.325290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:16:57.325993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:16:57.345682 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:16:57.363876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '08865608-3251-4a0b-a1eb-e366824dc373'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:16:57.365155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.380147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:57.384783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Usage tracker for resource:port and tenant:c3b7d2ba749347deab765d5ee5374571 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:57.388971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:57.397877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:57.438068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Made reservation on behalf of c3b7d2ba749347deab765d5ee5374571 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:57.447751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.486598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] device_id is not set on port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:57.649472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-94aa4511-4115-41b0-aa6f-c43bf11f98ba', 'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba', 'tenant_id': 'c3b7d2ba749347deab765d5ee5374571', 'fixed_ips': [{'subnet_id': '62e398ac-dcf6-4020-a4bd-57ed6a3de02e'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:16:57.650494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.710861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Allocated IP 2001:db8::148 (94aa4511-4115-41b0-aa6f-c43bf11f98ba/62e398ac-dcf6-4020-a4bd-57ed6a3de02e/6987b7f2-9e60-4dfc-a9ba-f38addddd9ea) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:57.731045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.749224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.768467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:57.773374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-97316107-1b96-4e74-9bfa-9427c24332c4 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761800 Dec 22 15:16:57.782327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:57.842209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48caaa9e-8435-4d2e-9f36-5791990d8dd6 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:16:57.902147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] 10.222.0.32 "DELETE /v2.0/networks/20ea53a4-f013-41c9-b28c-7a793f1ce8a4 HTTP/1.1" status: 204 len: 168 time: 1.6133511 Dec 22 15:16:57.903149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Pushing event deleted for resources: {'Network': ['ID=20ea53a4-f013-41c9-b28c-7a793f1ce8a4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:57.905975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:57.915928 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8f7356e-b6df-4223-aede-1573bae3eb96 req-b40e92be-e7f7-4ad1-ab43-153e1fc7209a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 1099 time: 0.4975767 Dec 22 15:16:57.917034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:58.055553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:58.074298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'port_id': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'mac_address': 'fa:16:3e:33:a1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:16:58.099398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:58.117221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38862) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:58.154767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.213713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.226385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:58.232759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:58.240224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/08865608-3251-4a0b-a1eb-e366824dc373/eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:58.278961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Transition to ACTIVE for port object 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:58.280072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:58.287177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.333106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ca2d0-f6c3-4265-bf39-4885d0ffe8b2 req-cd93cfa0-ce70-4d11-a894-e1d21f823d96 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:58.334799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-310ca2d0-f6c3-4265-bf39-4885d0ffe8b2 req-cd93cfa0-ce70-4d11-a894-e1d21f823d96 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.2225609 Dec 22 15:16:58.360526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port fdcffb77-ba56-40aa-a489-10594ad3fa13 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:58.372310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.381155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d4d479e1-92e0-49f9-bc9a-e63eb6eb01b4 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:58.441113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-302543935'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:58.470588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:58.492630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:58.506734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:58.516792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:58.520211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48caaa9e-8435-4d2e-9f36-5791990d8dd6 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:16:58.523968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event updated for resources: {'Port': ['ID=6987b7f2-9e60-4dfc-a9ba-f38addddd9ea,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:58.527014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:58.530839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-310ca2d0-f6c3-4265-bf39-4885d0ffe8b2 req-cbfe9564-8122-41ba-959c-6175bd448893 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884804 Dec 22 15:16:58.532682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:58.535884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:58.538987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:58.543699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:58.544442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.592156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:16:58.598355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:58.605652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.636684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38874) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:58.638425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.656209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Allocated IP 2001:db8::2 (94aa4511-4115-41b0-aa6f-c43bf11f98ba/62e398ac-dcf6-4020-a4bd-57ed6a3de02e/0344ceeb-a50c-4d51-a595-5498c2f7432c) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:58.659123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.661169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5314820 Dec 22 15:16:58.669391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38878) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:58.671032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-820cf979-555e-4a25-be5d-b9261f2a2062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:58.697380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:58.702799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:security_group_rule and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:58.710457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:58.717649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Request body: {'port': {'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1716969607', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:16:58.718148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] bootfile-name is not in valid_values {{(pid=88968) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:16:58.718679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] tftp-server is not in valid_values {{(pid=88968) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:16:58.719076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] server-ip-address is not in valid_values {{(pid=88968) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:16:58.751699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ee8786-bcad-408f-82fa-cfe30cad0def req-728866b2-8ba1-4be8-965e-188414baecda service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409893 Dec 22 15:16:58.753332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8f7356e-b6df-4223-aede-1573bae3eb96 req-4db250c9-0348-4c65-8956-4f187b7b26bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7093742 Dec 22 15:16:58.771062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53709105-0cd5-4960-a784-b03df20e5b42 req-90550f7b-04c4-4641-9849-fa0d1ff5abb2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:58.778792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-53709105-0cd5-4960-a784-b03df20e5b42 req-90550f7b-04c4-4641-9849-fa0d1ff5abb2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 944 time: 0.8950374 Dec 22 15:16:58.817731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:58.836152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:58.852954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:58.858645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.879184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-53709105-0cd5-4960-a784-b03df20e5b42 req-3cc8e38d-cb2a-453e-8075-dbbccfb99966 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995779 Dec 22 15:16:58.935319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48caaa9e-8435-4d2e-9f36-5791990d8dd6'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:16:58.953688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:58.983890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Transition to ACTIVE for port object eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:58.989048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.060268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Transition to ACTIVE for port object eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:59.156001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.87 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/5ddfc43a-4814-4dc9-9fe6-e59bb78f7a85) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:59.178560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.201305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.207800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Transition to ACTIVE for port object 0344ceeb-a50c-4d51-a595-5498c2f7432c will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:59.212715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:59.214145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb637e1-dccb-4cb2-be2e-31a16b495e79 req-6c07cacb-564a-4236-abfd-24dce37d48b0 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:59.215827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cdb637e1-dccb-4cb2-be2e-31a16b495e79 req-6c07cacb-564a-4236-abfd-24dce37d48b0 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.5072634 Dec 22 15:16:59.252338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::153 (5ab54424-188e-4b54-81b5-4cfc68514aa3/08865608-3251-4a0b-a1eb-e366824dc373/fdcffb77-ba56-40aa-a489-10594ad3fa13) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:59.303447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45d44d7f-577b-4cef-b6ee-346d0a06b449 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713581152fa04f3385c901e4e376038a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6384497 Dec 22 15:16:59.304942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38886) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:16:59.307754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Transition to ACTIVE for port object 0344ceeb-a50c-4d51-a595-5498c2f7432c will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:59.329977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:59.336401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:59.349961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:16:59.351467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:59.362150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Usage tracker for resource:port and tenant:c3b7d2ba749347deab765d5ee5374571 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:16:59.364314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.377151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Pushing event updated for resources: {'Port': ['ID=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:59.380153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:16:59.386871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:59.389351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3c3dae1-e434-4916-ae50-eda4a6bbf505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:59.391321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cdb637e1-dccb-4cb2-be2e-31a16b495e79 req-c25c4a53-2019-4b36-8547-ac8a25849493 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638603 Dec 22 15:16:59.398309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:16:59.416294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.443919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.448819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9c056e4-42e2-46e9-95c4-020bda1895a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:59.486588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Made reservation on behalf of c3b7d2ba749347deab765d5ee5374571 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:16:59.492636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:16:59.494392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.504408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:16:59.507278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:16:59.524919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:16:59.537705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5b767d-cb49-4eb2-bc25-89685c65d91b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:59.544452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:59.552469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.553036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment 37fd2970-5373-4e29-8ad3-f5a041eff312 of type vlan for network 7f097239-265a-44f4-8a6a-89b915013dc8 Dec 22 15:16:59.555669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] device_id is not set on port bb8d3907-0594-47e5-9863-574c610f4c17 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:16:59.601826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Pushing event updated for resources: {'Port': ['ID=0344ceeb-a50c-4d51-a595-5498c2f7432c,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:16:59.656346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:16:59.662597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.663105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.679461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.717200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Attempting to bind port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:59.717622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Attempting to bind port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:59.718038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Attempting to bind port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:59.738083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.778020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:59.778565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:59.779194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.779914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:59.780335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Bound port: eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:59.780812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.795146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Attempting to bind port 0344ceeb-a50c-4d51-a595-5498c2f7432c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:16:59.795674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Attempting to bind port 0344ceeb-a50c-4d51-a595-5498c2f7432c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b362e5ea-866c-4476-bd6a-6f7b164236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:16:59.796162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Attempting to bind port 0344ceeb-a50c-4d51-a595-5498c2f7432c on network 94aa4511-4115-41b0-aa6f-c43bf11f98ba {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:16:59.842097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:16:59.842097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Checking segment: {'id': 'b362e5ea-866c-4476-bd6a-6f7b164236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:16:59.842701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.843257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Bound using segment: {'id': 'b362e5ea-866c-4476-bd6a-6f7b164236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:16:59.843874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Bound port: 0344ceeb-a50c-4d51-a595-5498c2f7432c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b362e5ea-866c-4476-bd6a-6f7b164236c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '94aa4511-4115-41b0-aa6f-c43bf11f98ba'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:16:59.844372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.871311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Allocated IP 2001:db8::2a1 (94aa4511-4115-41b0-aa6f-c43bf11f98ba/62e398ac-dcf6-4020-a4bd-57ed6a3de02e/bb8d3907-0594-47e5-9863-574c610f4c17) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:16:59.877315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.879977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.893215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:59.894119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.901250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b0d355e-0a8d-436c-8c49-21fa7796d5ad tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:59.913168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:16:59.921668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74dcee59-5670-41b3-9e92-9db1f5518933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:16:59.956637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object fdcffb77-ba56-40aa-a489-10594ad3fa13 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:16:59.974745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb591a7-64c5-4b3d-9e35-b9528ec87976 req-86bc181d-899c-4cfd-bd33-97516717702b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:16:59.986349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] For port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:16:59.987143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6bb591a7-64c5-4b3d-9e35-b9528ec87976 req-86bc181d-899c-4cfd-bd33-97516717702b tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.4320786 Dec 22 15:16:59.993955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38896) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:00.013680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Request body: {'floatingip': {'port_id': '21a6f615-66d3-436c-b089-f94749bc8f12'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:00.082274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fd953-2c4a-41bb-a14c-9deed1f0f708 req-4970ce07-841b-4e74-b859-9bd7632c5839 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:00.084127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b75fd953-2c4a-41bb-a14c-9deed1f0f708 req-4970ce07-841b-4e74-b859-9bd7632c5839 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.3141911 Dec 22 15:17:00.088169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=7f097239-265a-44f4-8a6a-89b915013dc8,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.099507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.106563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 7f097239-265a-44f4-8a6a-89b915013dc8 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:00.117081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:00.126037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.154270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0357687 Dec 22 15:17:00.157460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38900) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:00.165228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-641335557'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:00.178736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:00.182866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:00.186864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:00.192187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:00.192276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:00.200403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:00.204530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b75fd953-2c4a-41bb-a14c-9deed1f0f708 req-d3ed585f-93bf-45a6-87bc-5eb2a07a2528 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063781 Dec 22 15:17:00.226679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=5ddfc43a-4814-4dc9-9fe6-e59bb78f7a85,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.234791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.286642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] For port 0344ceeb-a50c-4d51-a595-5498c2f7432c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:00.291202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] For port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:00.300522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] For port 0344ceeb-a50c-4d51-a595-5498c2f7432c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0344ceeb-a50c-4d51-a595-5498c2f7432c,segment=NetworkSegment(b362e5ea-866c-4476-bd6a-6f7b164236c6),segment_id=b362e5ea-866c-4476-bd6a-6f7b164236c6)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:00.304186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.306331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.311077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:00.321435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:00.327095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.348656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10bbd83e-399e-47c0-9a7c-c1dd7af8f036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:00.351345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.405499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:00.416854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Pushing event updated for resources: {'Port': ['ID=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.423442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.423954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:00.435007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.449300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.449932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment 5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4 of type vlan for network d09be257-8f32-41c0-9c49-49a7883ffb60 Dec 22 15:17:00.494674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Pushing event updated for resources: {'Port': ['ID=0344ceeb-a50c-4d51-a595-5498c2f7432c,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.499584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.545334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.546471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=fdcffb77-ba56-40aa-a489-10594ad3fa13,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.550425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:00.574314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.582968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.586924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Transition to ACTIVE for port object bb8d3907-0594-47e5-9863-574c610f4c17 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:00.589894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a201dd4e-0ad7-4beb-ac53-a36256b28af2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:00.600841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:00.614554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:00.619124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:00.619646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.641893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58310e28-9154-4c15-a3a8-2f945226fd22,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.647908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.652692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:00.653349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.654646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.659233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da8f98b3-92e9-43cb-9efd-e8fdf5be0477 tempest-QuotasNegativeTest-928716052 tempest-QuotasNegativeTest-928716052-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:00.674333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.675674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58310e28-9154-4c15-a3a8-2f945226fd22 HTTP/1.1" status: 204 len: 168 time: 1.3702722 Dec 22 15:17:00.703695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465201-2893-4798-9427-70890b2c1e7a req-76e370ad-d2f9-481f-90ec-4525df7b349f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:00.705476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f465201-2893-4798-9427-70890b2c1e7a req-76e370ad-d2f9-481f-90ec-4525df7b349f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 945 time: 0.5171514 Dec 22 15:17:00.712549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:00.796875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7965717 Dec 22 15:17:00.828614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38906) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:00.853335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6947145 Dec 22 15:17:00.858268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38910) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:00.860272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:00.863287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=d09be257-8f32-41c0-9c49-49a7883ffb60,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:00.866620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:00.868679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:00.876407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:00.894344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network d09be257-8f32-41c0-9c49-49a7883ffb60 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:00.907180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:00.945725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:00.954643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:00.955435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.102321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f465201-2893-4798-9427-70890b2c1e7a req-11e1fae9-46f2-46fb-9069-9c26a1692b95 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736422 Dec 22 15:17:01.233187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5266738 Dec 22 15:17:01.242554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38916) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:01.245642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:01.249115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.314910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:01.318420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:01.356441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event updated for resources: {'Port': ['ID=bb8d3907-0594-47e5-9863-574c610f4c17,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:01.373825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:01.373825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:01.450525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:01.499255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38922) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:01.541986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b600955-380c-4a40-919b-66833c4d3494 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:01.546410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b600955-380c-4a40-919b-66833c4d3494 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:01.547269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b600955-380c-4a40-919b-66833c4d3494 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:01.618766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8f5ef-eb42-4cc5-8ca2-74fc1cbe6dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:01.623254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8f5ef-eb42-4cc5-8ca2-74fc1cbe6dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:01.627712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8f5ef-eb42-4cc5-8ca2-74fc1cbe6dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:01.628658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cbd8f5ef-eb42-4cc5-8ca2-74fc1cbe6dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Synchronizing usage tracker for tenant:c3b7d2ba749347deab765d5ee5374571 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:01.641728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.707694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.708438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.783866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5f89c-c9ef-4991-92c2-37cef8e088e8 req-74d8a764-0702-433b-b6e6-d243fc6ff268 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:01.786085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-17e5f89c-c9ef-4991-92c2-37cef8e088e8 req-74d8a764-0702-433b-b6e6-d243fc6ff268 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.3857822 Dec 22 15:17:01.791068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b600955-380c-4a40-919b-66833c4d3494 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:01.792379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b600955-380c-4a40-919b-66833c4d3494 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9602916 Dec 22 15:17:01.799578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cbd8f5ef-eb42-4cc5-8ca2-74fc1cbe6dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Unset dirty status for tenant:c3b7d2ba749347deab765d5ee5374571 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:01.800884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cbd8f5ef-eb42-4cc5-8ca2-74fc1cbe6dc6 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.5478983 Dec 22 15:17:01.801735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38926) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:01.807723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38928) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:01.808287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48caaa9e-8435-4d2e-9f36-5791990d8dd6 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:01.867373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8431a02f-9259-49e3-88dc-5304cc5db972 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e8c2506b0ab4d91bf008b957b9445b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3659947 Dec 22 15:17:01.874607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38934) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:01.923174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:01.924831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Deleting port bb8d3907-0594-47e5-9863-574c610f4c17 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:01.925216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.930717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:01.932364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.942080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port fdcffb77-ba56-40aa-a489-10594ad3fa13 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:01.942470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:01.982522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-17e5f89c-c9ef-4991-92c2-37cef8e088e8 req-ac969c66-0ad0-4cb2-8b74-79acbf45d20b tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873364 Dec 22 15:17:02.072136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.108218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:17:02.137304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:02.192534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.196511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ef9e6ef-e1f9-4381-aa1f-66b716a61ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:02.280124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'code': 200} Dec 22 15:17:02.335528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.352342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:02.359742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:02.381340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:02.383736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6c76-0893-47c7-91b0-afbb27647678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.453654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.467034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.467388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.484767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=f0729883-0e93-4962-9992-945ba7ba219c,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:02.491372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:02.510852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.635404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.655735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:02.675769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for fdcffb77-ba56-40aa-a489-10594ad3fa13 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:02.725020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': '37fd2970-5373-4e29-8ad3-f5a041eff312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:02.725428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: 7f097239-265a-44f4-8a6a-89b915013dc8, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:02.797441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:02.805993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0344ceeb-a50c-4d51-a595-5498c2f7432c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:02.866940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:02.899583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4b048-37e3-4a6b-9ca7-ef5aba5e03ec req-cd752770-ff57-4ec2-af27-5f675d1e18d8 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:02.901412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eeb4b048-37e3-4a6b-9ca7-ef5aba5e03ec req-cd752770-ff57-4ec2-af27-5f675d1e18d8 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.6662388 Dec 22 15:17:02.902143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:02.928835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38944) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:02.937358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc75dbf-e4cf-43ec-bc6c-43d685121ddb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:02.988872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:03.020921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0344ceeb-a50c-4d51-a595-5498c2f7432c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:03.030966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:17:03.031094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Request body: {'floatingip': {'port_id': 'ed4fd16b-df15-4185-856c-f387fb94ba00'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:03.111222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ee34-f2a4-4e75-af1c-56b0f3546ea9 req-90b80103-5dc7-47a2-bce3-80eaf478fc39 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:03.113069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-17a0ee34-f2a4-4e75-af1c-56b0f3546ea9 req-90b80103-5dc7-47a2-bce3-80eaf478fc39 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5597053 Dec 22 15:17:03.116161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.120428 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afc75dbf-e4cf-43ec-bc6c-43d685121ddb HTTP/1.1" status: 204 len: 168 time: 1.2424130 Dec 22 15:17:03.136823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 7f097239-265a-44f4-8a6a-89b915013dc8 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:03.153415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9e0c8-8412-40ef-8354-9c3e719019b6 None None] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:03.227296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 7f097239-265a-44f4-8a6a-89b915013dc8) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:03.260697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:03.261361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.290544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-17a0ee34-f2a4-4e75-af1c-56b0f3546ea9 req-0cee61e4-a571-49a7-aa69-2d23b4fdec8b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419783 Dec 22 15:17:03.298002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.308215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ccb9e75c-cb98-42aa-b56f-fee4a893758d tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:03.385992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=fdcffb77-ba56-40aa-a489-10594ad3fa13,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:03.392950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:03.415082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb8dad-4fae-4e06-a2af-5e8a55f782e0 None None] Network 7f097239-265a-44f4-8a6a-89b915013dc8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:03.434629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5727737 Dec 22 15:17:03.435589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38950) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:03.450091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.468909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:03.477006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487763e-ea4f-4fbe-830e-b56b9299099a None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:03.509623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.514362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/fdcffb77-ba56-40aa-a489-10594ad3fa13 HTTP/1.1" status: 204 len: 168 time: 1.6924605 Dec 22 15:17:03.516379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 38954) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:03.535166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.635325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:03.639782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:03.643754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:03.647093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Provisioning for port 0344ceeb-a50c-4d51-a595-5498c2f7432c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:03.647856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b00e2e-c121-488d-8b91-3cd3fad8abee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:03.649499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b00e2e-c121-488d-8b91-3cd3fad8abee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:03.651169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:03.651371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3b00e2e-c121-488d-8b91-3cd3fad8abee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1269810 Dec 22 15:17:03.655074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38960) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:03.737731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Provisioning complete for port 0344ceeb-a50c-4d51-a595-5498c2f7432c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:03.738167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.755400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:03.872520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Calling delete_port for bb8d3907-0594-47e5-9863-574c610f4c17 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:03.897720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.940128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:03.990805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6c43e411-c264-4f64-8bbb-53f0580e18b1 req-488eae11-c020-420d-a0e4-d9c70db7fcf0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 1.2932436 Dec 22 15:17:04.193068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-730d2812-385c-4a4d-9dd5-09ae04530bd5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2470713 Dec 22 15:17:04.199143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.208943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 08865608-3251-4a0b-a1eb-e366824dc373 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:04.214191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.327486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.343681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] For port 0344ceeb-a50c-4d51-a595-5498c2f7432c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0344ceeb-a50c-4d51-a595-5498c2f7432c,segment=NetworkSegment(b362e5ea-866c-4476-bd6a-6f7b164236c6),segment_id=b362e5ea-866c-4476-bd6a-6f7b164236c6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:04.350424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-7f097239-265a-44f4-8a6a-89b915013dc8', 'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': 'f0729883-0e93-4962-9992-945ba7ba219c'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:04.353491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.416784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.423934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:04.559735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Pushing event updated for resources: {'Port': ['ID=0344ceeb-a50c-4d51-a595-5498c2f7432c,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:04.573371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:04.613882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.653887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6c43e411-c264-4f64-8bbb-53f0580e18b1 req-09dc10b4-47a3-4fec-86b0-6d6d608cf853 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5785995 Dec 22 15:17:04.717921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.724168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d64455d6-6695-4135-b64d-10dca7b29397 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:04.786635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:17:04.790208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a267a230-eb19-443d-b32c-25952f3e9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.795080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Allocated IP 172.20.0.2 (7f097239-265a-44f4-8a6a-89b915013dc8/f0729883-0e93-4962-9992-945ba7ba219c/eff9b40c-ef9e-40b4-9ad3-df93bbaa6502) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:04.802078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.812700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Provisioning for port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:04.842588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Provisioning complete for port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:04.843383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.911557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.914286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=ba717801-9b58-40e0-a5dd-236d772344c3,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:04.914536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:04.925043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:04.932159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-536523a6-ab76-47d3-b03e-6d1b2bc88406 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:04.998559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/08865608-3251-4a0b-a1eb-e366824dc373 HTTP/1.1" status: 204 len: 168 time: 1.3421004 Dec 22 15:17:04.999617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=08865608-3251-4a0b-a1eb-e366824dc373,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:05.001468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38982) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:05.008574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:05.148737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:05.149140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: d09be257-8f32-41c0-9c49-49a7883ffb60, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:05.162440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Floating IP 700333f2-10bf-4c01-8365-b0aa8dd9ee2a associated. External IP: 172.26.4.245, port: 21a6f615-66d3-436c-b089-f94749bc8f12. Dec 22 15:17:05.201817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-40568739-122f-4920-9d77-a1770042f57c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1975532 Dec 22 15:17:05.203182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38988) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:05.215427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:05.226795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:05.327230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea982f-c605-426d-85c5-7e8b249cc5dc None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:05.341305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-b7375320-8e41-49e9-961e-404b99143ec0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=187ab6815870460db3dba3ca8a714f39&device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 1099 time: 1.0162988 Dec 22 15:17:05.346469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:05.376489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:05.462552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:05.465952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network d09be257-8f32-41c0-9c49-49a7883ffb60 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:05.474167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:05.478746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:05.482172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] For port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:05.486932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:05.493054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:05.520217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, d09be257-8f32-41c0-9c49-49a7883ffb60) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:05.529662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:05.530331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:05.544124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Transition to ACTIVE for port object eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:05.550719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1289f2c8-2fc9-49b6-8037-f1f667d45f23 None None] Network d09be257-8f32-41c0-9c49-49a7883ffb60 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:05.555069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:05.561650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:05.580877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:05.586339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-9887d30b-60b9-4b56-b351-b3cd3d90703d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:05.588009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-9887d30b-60b9-4b56-b351-b3cd3d90703d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b3f278f-0b94-433a-86ef-77aea5b76bb4 HTTP/1.1" status: 200 len: 906 time: 0.1678522 Dec 22 15:17:05.599699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:05.616503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980e810-6e55-41b6-9d3b-8b547eb18751 req-83325ee8-4e3d-40b0-a05f-aa30d0e85b6d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:05.624665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6980e810-6e55-41b6-9d3b-8b547eb18751 req-83325ee8-4e3d-40b0-a05f-aa30d0e85b6d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.0863032 Dec 22 15:17:05.626174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event deleted for resources: {'Port': ['ID=bb8d3907-0594-47e5-9863-574c610f4c17,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:05.817692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3722641 Dec 22 15:17:05.820370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 38996) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:05.848789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1741274377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:05.874158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:05.908111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:router and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:05.922543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:05.944121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:05.961878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Transition to ACTIVE for port object eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:05.998690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:06.087519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.148572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Pushing event updated for resources: {'Port': ['ID=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:06.161081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:06.183464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Provisioning complete for port 0344ceeb-a50c-4d51-a595-5498c2f7432c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:06.183464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.185225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.187271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.225623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-96848abd-510c-489e-a2fe-a0554b3d7f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:06.237079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.253968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.261349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:06.267020 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-df2fd8f3-7eaa-4756-90ea-621ad4a9bd12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4fd16b-df15-4185-856c-f387fb94ba00 HTTP/1.1" status: 200 len: 217 time: 0.6352561 Dec 22 15:17:06.308035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.351884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Network 7f097239-265a-44f4-8a6a-89b915013dc8 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:06.357055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:06.361446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:06.364683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:06.365520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.427615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:06.433970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=b26e2349-ba46-4aad-86ab-a0e488ddad68,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:06.437105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:06.448794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2420838 Dec 22 15:17:06.452989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39008) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:06.453093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.455605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.460262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'name': 'tempest-NetworksTestDHCPv6-229621373'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:06.460657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:06.533101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Pushing event updated for resources: {'Port': ['ID=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:06.547334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:06.571855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.644147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.647732 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b72873fc-2a53-4f51-baec-3dfe12556d65 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8142803 Dec 22 15:17:06.647732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:06.650900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39012) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:06.655944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:06.658249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0344ceeb-a50c-4d51-a595-5498c2f7432c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:06.720042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:06.725180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "DELETE /v2.0/ports/bb8d3907-0594-47e5-9863-574c610f4c17 HTTP/1.1" status: 204 len: 168 time: 4.9121804 Dec 22 15:17:06.725180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-b6b2be77-91c2-4e4b-9648-5f11804d1e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:06.725595 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-b6b2be77-91c2-4e4b-9648-5f11804d1e7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=238036ac-f1c3-46b3-b96d-b6a293176537 HTTP/1.1" status: 200 len: 844 time: 0.2496228 Dec 22 15:17:06.726288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39018) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:06.806975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Deleting port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:06.812861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.813023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Request body: {'port': {'name': 'tempest-new-port-name-1067855781', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:06.813023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] bootfile-name is not in valid_values {{(pid=88967) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:06.813970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] tftp-server is not in valid_values {{(pid=88967) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:06.814105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] server-ip-address is not in valid_values {{(pid=88967) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:06.904830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39022) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:06.914258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:06.920408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.989358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:06.989916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6980e810-6e55-41b6-9d3b-8b547eb18751 req-367d611f-e331-4512-a0ae-28f4ffedbbde tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3648684 Dec 22 15:17:07.000179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-d09be257-8f32-41c0-9c49-49a7883ffb60', 'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': 'ba717801-9b58-40e0-a5dd-236d772344c3'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:07.001100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.023911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Attempting to bind port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:07.024547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Attempting to bind port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '37fd2970-5373-4e29-8ad3-f5a041eff312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:07.025141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Attempting to bind port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 on network 7f097239-265a-44f4-8a6a-89b915013dc8 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:07.031624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 6998e1c6-1a56-470e-a68b-5577724ffa16 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:07.114041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:07.114041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Checking segment: {'id': '37fd2970-5373-4e29-8ad3-f5a041eff312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:07.114041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.114041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Bound using segment: {'id': '37fd2970-5373-4e29-8ad3-f5a041eff312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:07.114041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Bound port: eff9b40c-ef9e-40b4-9ad3-df93bbaa6502, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fd2970-5373-4e29-8ad3-f5a041eff312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7f097239-265a-44f4-8a6a-89b915013dc8'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:07.114041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.123234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:07.154014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:07.179575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:07.180282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:07.214637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.267121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-615a0ae1-2c88-4ace-bd86-f577a5a36e29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b3f278f-0b94-433a-86ef-77aea5b76bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3851681 Dec 22 15:17:07.281318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:07.295889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:07.296824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:07.339477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] For port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:07.343033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] For port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,segment=NetworkSegment(37fd2970-5373-4e29-8ad3-f5a041eff312),segment_id=37fd2970-5373-4e29-8ad3-f5a041eff312)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:07.367944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0344ceeb-a50c-4d51-a595-5498c2f7432c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:07.368319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.370273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:07.370904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9338b22-9a9f-456d-a1ca-3b977d9c7984 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:07.393649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-873741223', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:07.405631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.409970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:07.422373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f47f31e7-5a9b-4011-8a84-7d3219009478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:07.422595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Usage tracker for resource:port and tenant:24f0ce5f457244c79f8fe3ee6567b79c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:07.427110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.431195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.0777407 Dec 22 15:17:07.464196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39028) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:07.474619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Provisioning for port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:07.475784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:07.496071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:07.555987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Provisioning complete for port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:07.556410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.613845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Made reservation on behalf of 24f0ce5f457244c79f8fe3ee6567b79c for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:07.618757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.622846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] For port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:07.623403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.639690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::bf (5ab54424-188e-4b54-81b5-4cfc68514aa3/b26e2349-ba46-4aad-86ab-a0e488ddad68/6998e1c6-1a56-470e-a68b-5577724ffa16) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:07.656113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.745321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Allocated IP 172.21.0.2 (d09be257-8f32-41c0-9c49-49a7883ffb60/ba717801-9b58-40e0-a5dd-236d772344c3/760755fe-b75f-4093-bdf3-548c93d0d9c0) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:07.761363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:07.786580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Pushing event updated for resources: {'Port': ['ID=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:07.814233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:07.859332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:07.879999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Calling delete_port for eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:07.900593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Usage tracker for resource:security_group_rule and tenant:24f0ce5f457244c79f8fe3ee6567b79c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:07.913712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:07.962341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Could not find standard attr ID for object fdcffb77-ba56-40aa-a489-10594ad3fa13. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:08.024132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:08.033529 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-8e9de532-bad2-4350-9bb6-837f4015e352 service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7401447 Dec 22 15:17:08.075524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:08.342219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Could not find standard attr ID for object bb8d3907-0594-47e5-9863-574c610f4c17. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:08.432167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Provisioning complete for port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:08.432587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.535555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Floating IP a07aab86-018a-4362-b8f7-9f04d5ed59d4 associated. External IP: 172.26.4.206, port: ed4fd16b-df15-4185-856c-f387fb94ba00. Dec 22 15:17:08.563165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.plugins.ml2.db [None req-6dddba0d-f8d4-4f7e-a33e-cff45483debb None None] No ports have port_id starting with eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 Dec 22 15:17:08.566493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.577173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:08.583254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.20.0.1 (7f097239-265a-44f4-8a6a-89b915013dc8/f0729883-0e93-4962-9992-945ba7ba219c/a1d35fe0-03ef-4abc-9413-1bc6d1454ecb) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:08.612943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d18c453-ebae-4b77-ae5e-be5d43c0f498 req-2a021d31-9f15-4e6f-b48e-97dd72e11ce5 service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644681 Dec 22 15:17:08.617007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:08.662785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.667329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Pushing event deleted for resources: {'Port': ['ID=eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:08.677433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:08.688886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] No DVR routers for this DVR port eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:08.691246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Transition to ACTIVE for port object 760755fe-b75f-4093-bdf3-548c93d0d9c0 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:08.731360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Transition to ACTIVE for port object 760755fe-b75f-4093-bdf3-548c93d0d9c0 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:08.740389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.744671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a741932-44c7-4732-a994-52cd86f4f3c9 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:08.764452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:08.769004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-377ca2ce-b700-4c18-8bdf-8b5986964287 None None] Provisioning complete for port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:08.769434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ca2ce-b700-4c18-8bdf-8b5986964287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.804723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.825630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.835538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:08.842516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.859210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea61df-960d-4628-b606-2f5ccebff274 req-78a0cfe9-2f9f-41bc-ac96-4d71be5ba29d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:08.860844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6fea61df-960d-4628-b606-2f5ccebff274 req-78a0cfe9-2f9f-41bc-ac96-4d71be5ba29d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6264703 Dec 22 15:17:08.893342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 6998e1c6-1a56-470e-a68b-5577724ffa16 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:08.912020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.918088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object a1d35fe0-03ef-4abc-9413-1bc6d1454ecb will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:08.947638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.962147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1208c7b0-2d49-457d-96dd-c47e210bd5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:08.980082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] device_id is not set on port 4a0cabf2-06e7-471b-a4cc-c097eac70412 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:08.980291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-377ca2ce-b700-4c18-8bdf-8b5986964287 None None] Port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:08.985560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:08.995427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Network d09be257-8f32-41c0-9c49-49a7883ffb60 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:08.996449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bde427a-cefb-435d-a1be-d0d8184df970 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:09.002799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:09.005386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:09.036722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6fea61df-960d-4628-b606-2f5ccebff274 req-db77284e-ced8-4f47-94fb-527907944ad0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606503 Dec 22 15:17:09.049302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-377ca2ce-b700-4c18-8bdf-8b5986964287 None None] Could not find standard attr ID for object bb8d3907-0594-47e5-9863-574c610f4c17. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:09.052074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Pushing event updated for resources: {'Port': ['ID=760755fe-b75f-4093-bdf3-548c93d0d9c0,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:09.054854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:09.065007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.066346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469335dc-f3b4-4a40-ace5-65f17ece9d43,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:09.069026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:09.085742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event updated for resources: {'Port': ['ID=6987b7f2-9e60-4dfc-a9ba-f38addddd9ea,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:09.087692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:09.089030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:09.097312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:09.146431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.178084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] In _notify_port_updated(), no bound segment for port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea on network 94aa4511-4115-41b0-aa6f-c43bf11f98ba {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:17:09.199740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:09.200520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.217128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "PUT /v2.0/ports/6987b7f2-9e60-4dfc-a9ba-f38addddd9ea HTTP/1.1" status: 200 len: 1130 time: 2.4184518 Dec 22 15:17:09.217446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Attempting to bind port 760755fe-b75f-4093-bdf3-548c93d0d9c0 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:09.218101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Attempting to bind port 760755fe-b75f-4093-bdf3-548c93d0d9c0 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:09.219616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Attempting to bind port 760755fe-b75f-4093-bdf3-548c93d0d9c0 on network d09be257-8f32-41c0-9c49-49a7883ffb60 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:09.229807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39036) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:09.258334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:09.259010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Checking segment: {'id': '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:09.259550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.260072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Bound using segment: {'id': '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:09.260699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Bound port: 760755fe-b75f-4093-bdf3-548c93d0d9c0, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd09be257-8f32-41c0-9c49-49a7883ffb60'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:09.261219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.330166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:09.332434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:09.357170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:09.364456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 7f097239-265a-44f4-8a6a-89b915013dc8 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:09.371810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:09.376676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:09.377732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.383032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:09.397361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:17:09.397867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eb3f49eb-b4ed-4dc9-8bac-7cbeae32a997 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:09.400222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:09.435124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=6998e1c6-1a56-470e-a68b-5577724ffa16,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:09.462285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:09.463137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-927bc99c-da21-4cc4-8212-75a998cea523 tempest-ExternalNetworksAdminNegativeTestJSON-994264786 tempest-ExternalNetworksAdminNegativeTestJSON-994264786-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:09.521887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] For port 760755fe-b75f-4093-bdf3-548c93d0d9c0, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:09.532416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] For port 760755fe-b75f-4093-bdf3-548c93d0d9c0, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=760755fe-b75f-4093-bdf3-548c93d0d9c0,segment=NetworkSegment(5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4),segment_id=5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:09.544139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Allocated IP 172.26.4.4 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/4a0cabf2-06e7-471b-a4cc-c097eac70412) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:09.575062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'b26e2349-ba46-4aad-86ab-a0e488ddad68'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:09.581805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.595503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.614792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.631883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=a1d35fe0-03ef-4abc-9413-1bc6d1454ecb,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:09.633595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b92389e7-e621-489c-b18d-78f01ae9ec23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:09.642853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1922369 Dec 22 15:17:09.644828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:09.646279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39040) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:09.741958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Pushing event updated for resources: {'Port': ['ID=760755fe-b75f-4093-bdf3-548c93d0d9c0,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:09.791456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc1aea-ec2c-41f7-9334-8502352e74eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:09.792391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afcc1aea-ec2c-41f7-9334-8502352e74eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Synchronizing usage tracker for tenant:c3b7d2ba749347deab765d5ee5374571 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:09.814700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:09.864478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0d2394ab-8fee-45f3-95a5-c983eaf487b3 None None] Provisioning complete for port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:09.865240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2394ab-8fee-45f3-95a5-c983eaf487b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:09.913552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60763-f265-4ec6-887b-8d57c671c004 req-482e6d17-8bc2-49bd-939c-975821570ad8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:09.915310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ae60763-f265-4ec6-887b-8d57c671c004 req-482e6d17-8bc2-49bd-939c-975821570ad8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5449381 Dec 22 15:17:09.931945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39044) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:09.941321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Request body: {'floatingip': {'port_id': '48caaa9e-8435-4d2e-9f36-5791990d8dd6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:09.960464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0d2394ab-8fee-45f3-95a5-c983eaf487b3 None None] Port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:09.983176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8facc5bc-c0b6-4463-b5b7-e88c3e256dea tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:09.983998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8facc5bc-c0b6-4463-b5b7-e88c3e256dea tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:10.021301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.038772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.074507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae0dd45-68f9-4054-a1bd-80f4521f6eb3 None None] Network 7f097239-265a-44f4-8a6a-89b915013dc8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:10.102977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8facc5bc-c0b6-4463-b5b7-e88c3e256dea tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:10.107114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8facc5bc-c0b6-4463-b5b7-e88c3e256dea tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.4549475 Dec 22 15:17:10.107319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/b26e2349-ba46-4aad-86ab-a0e488ddad68/30806f6a-9b6f-4790-a803-0a728996a8b5) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:10.116706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39048) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:10.257098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Provisioning for port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:10.279556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Provisioning complete for port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:10.279983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.290438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afcc1aea-ec2c-41f7-9334-8502352e74eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Unset dirty status for tenant:c3b7d2ba749347deab765d5ee5374571 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:10.291766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-afcc1aea-ec2c-41f7-9334-8502352e74eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "GET /v2.0/ports/6987b7f2-9e60-4dfc-a9ba-f38addddd9ea HTTP/1.1" status: 200 len: 1130 time: 1.0263965 Dec 22 15:17:10.302678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39052) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:10.489607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.631224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:10.642955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Deleting port 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:10.643892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.655576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 760755fe-b75f-4093-bdf3-548c93d0d9c0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:10.695042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] Sync routers for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:10.702360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.703298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.716707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:10.759413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 6998e1c6-1a56-470e-a68b-5577724ffa16 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:10.759713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:10.862769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:10.863933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:10.935513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:10.941696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Pushing event updated for resources: {'Port': ['ID=4a0cabf2-06e7-471b-a4cc-c097eac70412,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:10.947107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:10.969301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-53797a73-1520-46cf-9843-3e484119cf2f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "PUT /v2.0/floatingips/700333f2-10bf-4c01-8365-b0aa8dd9ee2a HTTP/1.1" status: 200 len: 991 time: 10.9613452 Dec 22 15:17:10.979767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:10.994472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:17:11.013183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:11.158803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:11.160216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.202171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12', 'status': 'completed', 'code': 200} Dec 22 15:17:11.246130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.269739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.296871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.330598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b98ce87c-44a3-4130-adc9-d783b363fce8 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:11.347916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Router ecd87e11-df63-4d98-bd5c-3ab603e8d95d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:11.356044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.382225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.4763360 Dec 22 15:17:11.398565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Transition to ACTIVE for port object 30806f6a-9b6f-4790-a803-0a728996a8b5 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:11.409604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39062) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:11.416920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.4'}]}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:11.427176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 760755fe-b75f-4093-bdf3-548c93d0d9c0 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:11.431785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] For port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,segment=NetworkSegment(37fd2970-5373-4e29-8ad3-f5a041eff312),segment_id=37fd2970-5373-4e29-8ad3-f5a041eff312)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:11.432004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.444714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:11.449316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Transition to ACTIVE for port object 30806f6a-9b6f-4790-a803-0a728996a8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:11.461879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:11.508163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.511641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3586decd-9a6f-4e7b-bf8d-814e48a02361 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:11.555979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.630766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Usage tracker for resource:router and tenant:24f0ce5f457244c79f8fe3ee6567b79c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:11.631061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:11.634269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=a1d35fe0-03ef-4abc-9413-1bc6d1454ecb,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:11.636686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:11.644124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:11.655955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 6998e1c6-1a56-470e-a68b-5577724ffa16 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:11.688274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:11.702447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:11.703867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.711654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:11.731401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Pushing event updated for resources: {'Port': ['ID=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:11.742395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:11.798314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac51afb8-9121-41e7-878d-9df432a2801f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:11.801944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.803222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:11.850936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.001892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Pushing event updated for resources: {'Port': ['ID=30806f6a-9b6f-4790-a803-0a728996a8b5,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:12.013684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Attempting to bind port 30806f6a-9b6f-4790-a803-0a728996a8b5 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:12.013952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Attempting to bind port 30806f6a-9b6f-4790-a803-0a728996a8b5 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:12.014455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Attempting to bind port 30806f6a-9b6f-4790-a803-0a728996a8b5 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:12.029882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:12.040426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.057645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:12.057980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:12.058440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.058913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:12.059577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Bound port: 30806f6a-9b6f-4790-a803-0a728996a8b5, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:12.059854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.082519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 7f097239-265a-44f4-8a6a-89b915013dc8 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:12.087012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:12.166065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-38849fa9-1a4d-41c3-bcf1-5798d12ddff4 None None] Provisioning complete for port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:12.166607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38849fa9-1a4d-41c3-bcf1-5798d12ddff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.430244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Calling delete_port for 6987b7f2-9e60-4dfc-a9ba-f38addddd9ea owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:12.443356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b3e2d-12b8-43a4-9409-64dfea153d26 None None] Network d09be257-8f32-41c0-9c49-49a7883ffb60 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:12.469063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] For port 30806f6a-9b6f-4790-a803-0a728996a8b5, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:12.507933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] For port 30806f6a-9b6f-4790-a803-0a728996a8b5, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=30806f6a-9b6f-4790-a803-0a728996a8b5,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:12.512092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.527417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-1455ed27-1ec8-411e-9537-f5a3390ba1d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b38a1c7af846474896f41cf591f6d267&device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 1098 time: 1.3316612 Dec 22 15:17:12.540547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa94b57e-47ec-403f-8f64-b43e261152cb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:12.643387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=6998e1c6-1a56-470e-a68b-5577724ffa16,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:12.645273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:12.724503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:12.726601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.746090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:12.800080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:12.887833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-95fa62b4-19f2-466c-8cd7-bca0df3cde2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:12.889637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-95fa62b4-19f2-466c-8cd7-bca0df3cde2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=63698507-782f-4319-b145-3db09175ebb8 HTTP/1.1" status: 200 len: 913 time: 0.3339822 Dec 22 15:17:12.892725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '700333f2-10bf-4c01-8365-b0aa8dd9ee2a', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'port_id': '21a6f615-66d3-436c-b089-f94749bc8f12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'mac_address': 'fa:16:3e:52:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:20Z', 'updated_at': '2021-12-22T15:17:01Z', 'revision_number': 1, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:23Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:12.901507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-38849fa9-1a4d-41c3-bcf1-5798d12ddff4 None None] Provisioning for port a1d35fe0-03ef-4abc-9413-1bc6d1454ecb completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:12.914520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] Checking router: b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:17:12.924424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Pushing event updated for resources: {'Port': ['ID=30806f6a-9b6f-4790-a803-0a728996a8b5,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:12.955162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:12.963937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-38849fa9-1a4d-41c3-bcf1-5798d12ddff4 None None] Provisioning complete for port a1d35fe0-03ef-4abc-9413-1bc6d1454ecb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:12.964363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38849fa9-1a4d-41c3-bcf1-5798d12ddff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.034851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:13.035548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:13.111744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:13.111744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.188362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/6998e1c6-1a56-470e-a68b-5577724ffa16 HTTP/1.1" status: 204 len: 168 time: 3.0703549 Dec 22 15:17:13.191752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.194719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39070) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:13.213274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-38849fa9-1a4d-41c3-bcf1-5798d12ddff4 None None] Port a1d35fe0-03ef-4abc-9413-1bc6d1454ecb cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:13.264517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.296740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9c963-8f26-45a0-bb6e-e8638aff5040 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:13.298287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9c963-8f26-45a0-bb6e-e8638aff5040 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:13.299200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfa9c963-8f26-45a0-bb6e-e8638aff5040 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:13.300418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6807bf8b-5a14-4ecb-bd2d-3d667f736559 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:13.356588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event deleted for resources: {'Port': ['ID=6987b7f2-9e60-4dfc-a9ba-f38addddd9ea,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:13.359655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:13.513275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.523801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfa9c963-8f26-45a0-bb6e-e8638aff5040 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:13.528714 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dfa9c963-8f26-45a0-bb6e-e8638aff5040 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3304491 Dec 22 15:17:13.529560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39074) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:13.592293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.600320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-97c18d53-1712-4eb1-ad1c-398be3a7b3dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21a6f615-66d3-436c-b089-f94749bc8f12 HTTP/1.1" status: 200 len: 999 time: 0.6565089 Dec 22 15:17:13.600649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:13.601722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "DELETE /v2.0/ports/6987b7f2-9e60-4dfc-a9ba-f38addddd9ea HTTP/1.1" status: 204 len: 168 time: 3.2812102 Dec 22 15:17:13.607927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39078) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:13.773556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.785507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 0e5b4ed9-4a39-436c-8f52-dd40158888ab is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:17:13.841280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Provisioning for port 760755fe-b75f-4093-bdf3-548c93d0d9c0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:13.858751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Provisioning complete for port 760755fe-b75f-4093-bdf3-548c93d0d9c0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:13.859468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.910286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:13.981982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet b26e2349-ba46-4aad-86ab-a0e488ddad68 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:13.989150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.097096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:14.329978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525f043-ca24-433c-83db-b620431fc36a None None] Sync routers for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:14.329978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:14.329978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:14.330609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.330722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.330722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-3d9ffa03-d5cf-4b34-bb17-58f8c8ac3262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:14.330722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-3d9ffa03-d5cf-4b34-bb17-58f8c8ac3262 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ee71d89b-3ca6-4d55-a833-a82333e9c8fb HTTP/1.1" status: 200 len: 851 time: 0.5127680 Dec 22 15:17:14.330722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Deleting subnet 62e398ac-dcf6-4020-a4bd-57ed6a3de02e {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:14.331157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.331268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.369350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.388929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:14.411294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.467081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b4936e95-da70-4b76-8987-691314712f98 None None] For port 760755fe-b75f-4093-bdf3-548c93d0d9c0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=760755fe-b75f-4093-bdf3-548c93d0d9c0,segment=NetworkSegment(5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4),segment_id=5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:14.500305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '700333f2-10bf-4c01-8365-b0aa8dd9ee2a', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'port_id': '21a6f615-66d3-436c-b089-f94749bc8f12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'mac_address': 'fa:16:3e:52:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:20Z', 'updated_at': '2021-12-22T15:17:01Z', 'revision_number': 1, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:23Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:14.512451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d999f-fb72-4ab2-a9fa-b90b7c0ae678 None None] The sync data for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv is: [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '700333f2-10bf-4c01-8365-b0aa8dd9ee2a', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'port_id': '21a6f615-66d3-436c-b089-f94749bc8f12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'mac_address': 'fa:16:3e:52:97:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:20Z', 'updated_at': '2021-12-22T15:17:01Z', 'revision_number': 1, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:23Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:14.520287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.526326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:14.587201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:14.645542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Pushing event updated for resources: {'Port': ['ID=760755fe-b75f-4093-bdf3-548c93d0d9c0,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:14.663547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] Sync routers for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:14.671122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:14.672229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Provisioning complete for port a1d35fe0-03ef-4abc-9413-1bc6d1454ecb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:14.672648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.700989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.733183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 30806f6a-9b6f-4790-a803-0a728996a8b5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:14.756865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/0e5b4ed9-4a39-436c-8f52-dd40158888ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1048071 Dec 22 15:17:14.778229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39084) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:14.797947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:14.798657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:14.847942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:14.941440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:14.990033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Port a1d35fe0-03ef-4abc-9413-1bc6d1454ecb cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:15.041724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:15.042582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:15.070573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.102396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.164650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f619a74-ff3e-4438-a41f-1b4525bf63fb None None] New status for floating IP 700333f2-10bf-4c01-8365-b0aa8dd9ee2a: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:17:15.215599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:15.216386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab135ad-ac43-4a0a-b5c1-1afb174ee352 None None] The sync data for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:15.236289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ba62802-f705-4dc5-b9b1-05248e94e83c None None] Provisioning complete for port 760755fe-b75f-4093-bdf3-548c93d0d9c0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:15.237028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ba62802-f705-4dc5-b9b1-05248e94e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.246524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.283354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:15.290492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 30806f6a-9b6f-4790-a803-0a728996a8b5 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:15.329242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2833efa7-023c-4759-8a5b-d35ce57895ed tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "PUT /v2.0/floatingips/a07aab86-018a-4362-b8f7-9f04d5ed59d4 HTTP/1.1" status: 200 len: 992 time: 12.3863025 Dec 22 15:17:15.339320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:17:15.353783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.431218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60bf0ed-56fb-4423-a3d5-7603acbd666b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:15.431902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e60bf0ed-56fb-4423-a3d5-7603acbd666b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:15.440843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:15.470123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'a07aab86-018a-4362-b8f7-9f04d5ed59d4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'floating_ip_address': '172.26.4.206', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'port_id': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'mac_address': 'fa:16:3e:cf:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f75989-9554-4f4a-a779-3cf29787a955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:15Z', 'updated_at': '2021-12-22T15:17:06Z', 'revision_number': 1, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:11Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:15.484363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525f043-ca24-433c-83db-b620431fc36a None None] Checking router: ecd87e11-df63-4d98-bd5c-3ab603e8d95d for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:17:15.487438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=b26e2349-ba46-4aad-86ab-a0e488ddad68,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:15.498256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:15.503963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.510734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e60bf0ed-56fb-4423-a3d5-7603acbd666b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:15.514656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e60bf0ed-56fb-4423-a3d5-7603acbd666b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports/a1d35fe0-03ef-4abc-9413-1bc6d1454ecb HTTP/1.1" status: 200 len: 910 time: 0.7320733 Dec 22 15:17:15.517912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'status': 'completed', 'code': 200} Dec 22 15:17:15.531491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event deleted for resources: {'Subnet': ['ID=62e398ac-dcf6-4020-a4bd-57ed6a3de02e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:15.539377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:15.590178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39094) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:15.628388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:15.629349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:15.702227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Provisioning for port 30806f6a-9b6f-4790-a803-0a728996a8b5 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:15.714889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Provisioning complete for port 30806f6a-9b6f-4790-a803-0a728996a8b5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:15.715620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.762741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f7b94-0bc6-4627-befe-0a4b9055226d None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:15.839393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:15.857053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-c1d0a922-f9f0-46d8-98ea-079485117bff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=63698507-782f-4319-b145-3db09175ebb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.6408596 Dec 22 15:17:15.866474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "DELETE /v2.0/subnets/62e398ac-dcf6-4020-a4bd-57ed6a3de02e HTTP/1.1" status: 204 len: 168 time: 2.2526035 Dec 22 15:17:15.906320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc0502-9794-4fcc-b593-f4e096202091 None None] Network 94aa4511-4115-41b0-aa6f-c43bf11f98ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:15.942261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39098) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:16.004165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:16.099383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.103984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.162947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.163447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 588d326f-e33a-4167-a7c7-47ce2925cb91 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:17:16.213288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/b26e2349-ba46-4aad-86ab-a0e488ddad68 HTTP/1.1" status: 204 len: 168 time: 2.6779649 Dec 22 15:17:16.216803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39104) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:16.251273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-271b02b3-bb32-4c60-805e-88468be7f158 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=187ab6815870460db3dba3ca8a714f39&device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 1099 time: 0.7215426 Dec 22 15:17:16.294162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.377654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] For port 30806f6a-9b6f-4790-a803-0a728996a8b5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=30806f6a-9b6f-4790-a803-0a728996a8b5,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:16.408506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.411688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2a17b7d-fa5e-4459-a4a2-2682c9716a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:16.442583 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-96efc18f-04a2-49f5-89d3-92f983b2a268 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2193027 Dec 22 15:17:16.444439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39108) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:16.451571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:16.458878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] DHCP port deletion for 94aa4511-4115-41b0-aa6f-c43bf11f98ba request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:16.479325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:16.479562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:17:16.480684 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9c5e837c-ccd0-4b11-a3ad-b9fbaf57fac5 tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.0704107 Dec 22 15:17:16.484032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Could not find standard attr ID for object 6998e1c6-1a56-470e-a68b-5577724ffa16. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:16.484266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39112) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:16.489866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Deleting port 30806f6a-9b6f-4790-a803-0a728996a8b5 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:16.490297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.521074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Deleting port 0344ceeb-a50c-4d51-a595-5498c2f7432c {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:16.521496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.537675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f525f043-ca24-433c-83db-b620431fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'a07aab86-018a-4362-b8f7-9f04d5ed59d4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'floating_ip_address': '172.26.4.206', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'port_id': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'mac_address': 'fa:16:3e:cf:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f75989-9554-4f4a-a779-3cf29787a955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:15Z', 'updated_at': '2021-12-22T15:17:06Z', 'revision_number': 1, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:11Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:16.545116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525f043-ca24-433c-83db-b620431fc36a None None] The sync data for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv is: [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'a07aab86-018a-4362-b8f7-9f04d5ed59d4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'floating_ip_address': '172.26.4.206', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'port_id': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'mac_address': 'fa:16:3e:cf:a4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f75989-9554-4f4a-a779-3cf29787a955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:15Z', 'updated_at': '2021-12-22T15:17:06Z', 'revision_number': 1, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:11Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:16.558385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Deleting port 4a0cabf2-06e7-471b-a4cc-c097eac70412 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:16.558772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.602700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.655609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-d641a9f2-8ac2-4879-b10c-b4f1cb2be620 service neutron] 10.222.0.71 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194891 Dec 22 15:17:16.801186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 760755fe-b75f-4093-bdf3-548c93d0d9c0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:16.860851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:16.876635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9202ea27-6b0e-48be-ab0b-554488cb9cd8 None None] Could not find standard attr ID for object 6998e1c6-1a56-470e-a68b-5577724ffa16. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:16.878541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:16.883514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:16.942128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:16.944399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Deleting port 0344ceeb-a50c-4d51-a595-5498c2f7432c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:16.944890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:16.961237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Pushing event updated for resources: {'Port': ['ID=30806f6a-9b6f-4790-a803-0a728996a8b5,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:16.964580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:17.003367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.055063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3de1f0-0d97-4f47-958e-9041d3886efb None None] New status for floating IP a07aab86-018a-4362-b8f7-9f04d5ed59d4: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:17:17.085581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:17.093142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.183576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Calling delete_port for 4a0cabf2-06e7-471b-a4cc-c097eac70412 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:17.337965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Floating IP b4192421-9921-437f-b2c3-0aa905ab72e5 associated. External IP: 172.26.4.192, port: 48caaa9e-8435-4d2e-9f36-5791990d8dd6. Dec 22 15:17:17.422937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] For port 30806f6a-9b6f-4790-a803-0a728996a8b5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=30806f6a-9b6f-4790-a803-0a728996a8b5,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:17.423515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.479403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.1 (5e7a21c8-1666-40e8-838c-26a85b156d25/65416ca6-5484-4413-9805-c3ea016950ce/731bf2b3-7a63-4a79-87a8-d959cff75ddd) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:17.518120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-62e66bfb-9121-4a26-82d5-95f0dcedd9da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:17.519912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-62e66bfb-9121-4a26-82d5-95f0dcedd9da service neutron] 10.222.0.71 "GET /v2.0/networks?id=3b3f278f-0b94-433a-86ef-77aea5b76bb4 HTTP/1.1" status: 200 len: 906 time: 1.0972481 Dec 22 15:17:17.547334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.554715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:17.592393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.606499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a81203c6-5a48-48e0-b9bf-b3b54c235d79 req-6f7767d8-c441-421c-aeb5-d3a9e64e93ef service neutron] 10.222.0.71 "GET /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9162960 Dec 22 15:17:17.611201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a0cabf2-06e7-471b-a4cc-c097eac70412,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:17.623698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:17.628317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:17.691827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 760755fe-b75f-4093-bdf3-548c93d0d9c0 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:17.692249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.721374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Calling delete_port for 30806f6a-9b6f-4790-a803-0a728996a8b5 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:17.723508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:17.731436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:17.734891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:17.735550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.790307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] For port 0344ceeb-a50c-4d51-a595-5498c2f7432c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0344ceeb-a50c-4d51-a595-5498c2f7432c,segment=NetworkSegment(b362e5ea-866c-4476-bd6a-6f7b164236c6),segment_id=b362e5ea-866c-4476-bd6a-6f7b164236c6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:17.790797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.805670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=f60a67f5-dd9f-4113-b140-e6685f23bed6,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:17.808534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:17.851699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4055676 Dec 22 15:17:17.854103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:17.877575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4a0cabf2-06e7-471b-a4cc-c097eac70412 HTTP/1.1" status: 204 len: 168 time: 1.3751519 Dec 22 15:17:17.880211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39122) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:17.898380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'name': 'tempest-NetworksTestDHCPv6-538366500'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:17.949370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Calling delete_port for 0344ceeb-a50c-4d51-a595-5498c2f7432c owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:18.073904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:18.079177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:18.082685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:18.089566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:18.097210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.114950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4936e95-da70-4b76-8987-691314712f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:18.136817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] For port 0344ceeb-a50c-4d51-a595-5498c2f7432c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0344ceeb-a50c-4d51-a595-5498c2f7432c,segment=NetworkSegment(b362e5ea-866c-4476-bd6a-6f7b164236c6),segment_id=b362e5ea-866c-4476-bd6a-6f7b164236c6)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:18.137273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.145062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:18.151435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.185136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0344ceeb-a50c-4d51-a595-5498c2f7432c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:18.189562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 5e01f3d5-1c0e-4862-bf16-9cd2be82a26a yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:18.230258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Pushing event deleted for resources: {'Port': ['ID=30806f6a-9b6f-4790-a803-0a728996a8b5,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:18.232775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:18.236317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] No DVR routers for this DVR port 30806f6a-9b6f-4790-a803-0a728996a8b5 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:18.264562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 0344ceeb-a50c-4d51-a595-5498c2f7432c {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:17:18.265024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0344ceeb-a50c-4d51-a595-5498c2f7432c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:18.277754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.287401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:18.296174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-f6b3bdfb-98f1-4c09-a8f7-d84a773ce654 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed4fd16b-df15-4185-856c-f387fb94ba00 HTTP/1.1" status: 200 len: 1000 time: 0.7511895 Dec 22 15:17:18.308073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Calling delete_port for 0344ceeb-a50c-4d51-a595-5498c2f7432c owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:18.325555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6d5b6-5d64-4d10-bb35-188b8e31aceb None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:18.356165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Pushing event deleted for resources: {'Port': ['ID=0344ceeb-a50c-4d51-a595-5498c2f7432c,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:18.375432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:18.382231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] No DVR routers for this DVR port 0344ceeb-a50c-4d51-a595-5498c2f7432c on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:18.396230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::3d7 (5ab54424-188e-4b54-81b5-4cfc68514aa3/f60a67f5-dd9f-4113-b140-e6685f23bed6/5e01f3d5-1c0e-4862-bf16-9cd2be82a26a) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:18.558849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-8be1ffb8-5deb-4512-a2dd-f41cfe8f6431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:18.561178 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-8be1ffb8-5deb-4512-a2dd-f41cfe8f6431 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=238036ac-f1c3-46b3-b96d-b6a293176537 HTTP/1.1" status: 200 len: 844 time: 0.2229168 Dec 22 15:17:18.572279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 30806f6a-9b6f-4790-a803-0a728996a8b5 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:18.575488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.585248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39130) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:18.612714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 30806f6a-9b6f-4790-a803-0a728996a8b5 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:17:18.613100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 30806f6a-9b6f-4790-a803-0a728996a8b5 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:18.679083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'f60a67f5-dd9f-4113-b140-e6685f23bed6'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:18.680242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.695265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.719877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 5e01f3d5-1c0e-4862-bf16-9cd2be82a26a will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:18.755516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:17:18.755974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:17:18.774432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.786170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:18.816096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-0e0c7e27-34f3-414a-8416-e5cef97816df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3b3f278f-0b94-433a-86ef-77aea5b76bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2365055 Dec 22 15:17:18.866566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:18.870793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:18.873711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:18.878932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:18.879766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.894364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=5e01f3d5-1c0e-4862-bf16-9cd2be82a26a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:18.897934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:18.926384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:18.935821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/f60a67f5-dd9f-4113-b140-e6685f23bed6/d59a36f2-61ed-4716-8b18-85ab2d6018ba) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:18.947557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0655360 Dec 22 15:17:18.948716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39140) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:18.948966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:19.058469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b7bdb1-eb6a-4362-aed3-faa3e1b54ccc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:19.059881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-41b7bdb1-eb6a-4362-aed3-faa3e1b54ccc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:19.105176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-41b7bdb1-eb6a-4362-aed3-faa3e1b54ccc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:19.106925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-41b7bdb1-eb6a-4362-aed3-faa3e1b54ccc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1569819 Dec 22 15:17:19.110668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39146) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:19.207032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 5e01f3d5-1c0e-4862-bf16-9cd2be82a26a {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:19.207558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.215803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.230948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Transition to ACTIVE for port object d59a36f2-61ed-4716-8b18-85ab2d6018ba will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:19.261803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Transition to ACTIVE for port object d59a36f2-61ed-4716-8b18-85ab2d6018ba will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:19.294560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.301136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:19.362922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Deleting port 0344ceeb-a50c-4d51-a595-5498c2f7432c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:19.363328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.365586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:19.369267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:19.371874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:19.395016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Pushing event updated for resources: {'Port': ['ID=d59a36f2-61ed-4716-8b18-85ab2d6018ba,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:19.398504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:19.467830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.493561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Attempting to bind port d59a36f2-61ed-4716-8b18-85ab2d6018ba on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:19.493973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Attempting to bind port d59a36f2-61ed-4716-8b18-85ab2d6018ba by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:19.494382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Attempting to bind port d59a36f2-61ed-4716-8b18-85ab2d6018ba on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:19.501613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:19.502032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:19.503045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.503485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:19.504004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Bound port: d59a36f2-61ed-4716-8b18-85ab2d6018ba, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:19.504419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.511348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.568654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] The port '0344ceeb-a50c-4d51-a595-5498c2f7432c' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:17:19.577216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:19.644462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 5e01f3d5-1c0e-4862-bf16-9cd2be82a26a owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:19.663180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.708714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:19.731086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=731bf2b3-7a63-4a79-87a8-d959cff75ddd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:19.733751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:19.757970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] For port d59a36f2-61ed-4716-8b18-85ab2d6018ba, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:19.761230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] For port d59a36f2-61ed-4716-8b18-85ab2d6018ba, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d59a36f2-61ed-4716-8b18-85ab2d6018ba,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:19.781329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:19.797816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:19.820234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.824917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15a9e0a3-b0f2-48d6-b85d-9be70149caf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:19.840369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Usage tracker for resource:security_group_rule and tenant:e0740ad0373948619c627b1290e75a9d is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:19.859836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.868108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-532ba05d-54bd-4dd9-b519-2f4c86b4ecbc tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:19.910279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:19.917214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=5e01f3d5-1c0e-4862-bf16-9cd2be82a26a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:19.921749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Pushing event updated for resources: {'Port': ['ID=d59a36f2-61ed-4716-8b18-85ab2d6018ba,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:19.931830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:19.934572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:19.935823 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-886520b6-6c9a-46c2-a3bd-a337550c22a4 service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1082098 Dec 22 15:17:19.978415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:19.994727 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/5e01f3d5-1c0e-4862-bf16-9cd2be82a26a HTTP/1.1" status: 204 len: 168 time: 0.8818605 Dec 22 15:17:19.995430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39152) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:20.054966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:20.077758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b21a0-a8bb-4086-bd53-ebe6ad1743ba tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:20.079310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8b21a0-a8bb-4086-bd53-ebe6ad1743ba tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:20.080175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ee8b21a0-a8bb-4086-bd53-ebe6ad1743ba tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:20.094406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.122892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ee8b21a0-a8bb-4086-bd53-ebe6ad1743ba tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:20.124371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee8b21a0-a8bb-4086-bd53-ebe6ad1743ba tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1276245 Dec 22 15:17:20.128638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39156) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:20.141851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.337561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aa4511-4115-41b0-aa6f-c43bf11f98ba']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:20.399394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet f60a67f5-dd9f-4113-b140-e6685f23bed6 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:20.402739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.420715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b362e5ea-866c-4476-bd6a-6f7b164236c6') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:20.421073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b362e5ea-866c-4476-bd6a-6f7b164236c6') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:20.478117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.493361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.550972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de8d7f76-3e77-4115-995d-4aae05e293cd req-47e9699d-1f39-4cc1-9077-e461a1cd993c service neutron] 10.222.0.71 "GET /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882526 Dec 22 15:17:20.578593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d59a36f2-61ed-4716-8b18-85ab2d6018ba up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:20.587869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.615865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.661492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:17:20.662485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.680496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.688090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d59a36f2-61ed-4716-8b18-85ab2d6018ba completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:17:20.691245 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:17:20.728645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.733891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:20.776195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=f60a67f5-dd9f-4113-b140-e6685f23bed6,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:20.781160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:20.787017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.791049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.808889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:20.826191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/f60a67f5-dd9f-4113-b140-e6685f23bed6 HTTP/1.1" status: 204 len: 168 time: 0.6972558 Dec 22 15:17:20.828899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39162) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:20.876173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.899623 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27ef1617-5c9e-4c3a-88e1-37193cec57bb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690060 Dec 22 15:17:20.902622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39166) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:20.953553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:20.976794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5d86a-744a-4193-aba9-83403eeae929,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:20.984468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Router aa529a83-3246-4dcd-923e-bcf1db010f53 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:20.990199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:20.991320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:21.039447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:21.047567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0740ad0373948619c627b1290e75a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4606209 Dec 22 15:17:21.075402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39172) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:21.078317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Pushing event deleted for resources: {'Network': ['ID=94aa4511-4115-41b0-aa6f-c43bf11f98ba,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:21.082073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:21.140602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.21.0.1 (d09be257-8f32-41c0-9c49-49a7883ffb60/ba717801-9b58-40e0-a5dd-236d772344c3/6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:21.216040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1b93d-0c22-457b-8307-ea2e734b5091 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:21.216786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eae1b93d-0c22-457b-8307-ea2e734b5091 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:21.254512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] 10.222.0.32 "DELETE /v2.0/networks/94aa4511-4115-41b0-aa6f-c43bf11f98ba HTTP/1.1" status: 204 len: 168 time: 5.2996588 Dec 22 15:17:21.266497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eae1b93d-0c22-457b-8307-ea2e734b5091 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:21.268272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eae1b93d-0c22-457b-8307-ea2e734b5091 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3644950 Dec 22 15:17:21.270933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39178) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:21.349851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e60a9b-21c7-41dc-8c14-ba12db5f80fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:21.350642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b8e60a9b-21c7-41dc-8c14-ba12db5f80fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:21.403627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b8e60a9b-21c7-41dc-8c14-ba12db5f80fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:21.405393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8e60a9b-21c7-41dc-8c14-ba12db5f80fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332054 Dec 22 15:17:21.408057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39184) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:21.499372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-19b6bc64-b590-41e6-b407-d021ecfecd8a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893052 Dec 22 15:17:21.506070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39188) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:21.513531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:21.651414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:21.663604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:21.688458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39194) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:21.705347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:21.711710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:21.841908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:21.930394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:21.932363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf4c38-17be-4e08-a1ca-9db43197392e None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:21.960998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:21.980313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4bc36d95-9990-423a-b575-244758991664 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3b7d2ba749347deab765d5ee5374571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2904820 Dec 22 15:17:21.991086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39200) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:22.057671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.064762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83e5dec5-d291-4fdc-ba0c-30c067085271 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:22.085987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Provisioning for port d59a36f2-61ed-4716-8b18-85ab2d6018ba completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:22.104640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:22.105513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Provisioning complete for port d59a36f2-61ed-4716-8b18-85ab2d6018ba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:22.105846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.170584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=d94dda22-fbdf-47b7-a8b6-8976cb781a16,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:22.181020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:22.187971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:22.196085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:22.199223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:22.199223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.263504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7528431 Dec 22 15:17:22.264580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39206) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:22.274736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.278602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': 'd94dda22-fbdf-47b7-a8b6-8976cb781a16', 'ip_address': '2001:db8::b715:858e:b63e:5cb3'}], 'name': 'tempest-NetworksTestDHCPv6-602061403'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:22.303100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.313633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:22.344179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.348021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] For port d59a36f2-61ed-4716-8b18-85ab2d6018ba, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d59a36f2-61ed-4716-8b18-85ab2d6018ba,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:22.371362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5d86a-744a-4193-aba9-83403eeae929,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:22.380213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.381937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.384816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:22.387458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:22.397909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce8a9280-659f-49fd-8820-64ac311c6953 tempest-RoutersAdminNegativeIpV6Test-211037684 tempest-RoutersAdminNegativeIpV6Test-211037684-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:22.471711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:22.487745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.492148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06f5d86a-744a-4193-aba9-83403eeae929 HTTP/1.1" status: 204 len: 168 time: 1.4127223 Dec 22 15:17:22.495251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Pushing event updated for resources: {'Port': ['ID=d59a36f2-61ed-4716-8b18-85ab2d6018ba,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:22.506759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:22.507191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:22.547844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.571792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:22.572632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:22.575029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network d09be257-8f32-41c0-9c49-49a7883ffb60 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:22.585171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] Sync routers for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:22.593044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.607286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.613122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:22.614005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:22.637361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:22.640502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:22.642617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:22.656936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:22.678718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 9a016e10-c36b-44ab-b713-fb79177877b9 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:22.758609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.825800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79dae01-e5d0-44ed-9df8-a1a8ac1bbdb1 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:22.883294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.895551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:22.897598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:22.984979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63149b6e-39fb-461b-b7f7-e43f0c8bde16 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:23.089897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7126257e-a10b-43c5-b34e-24370efaa5bc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "PUT /v2.0/floatingips/b4192421-9921-437f-b2c3-0aa905ab72e5 HTTP/1.1" status: 200 len: 992 time: 13.1532195 Dec 22 15:17:23.153013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:17:23.266771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c7c7b832-6095-45d5-99f1-51a1775a1778 None None] Provisioning complete for port d59a36f2-61ed-4716-8b18-85ab2d6018ba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:23.267251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b832-6095-45d5-99f1-51a1775a1778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:23.389680 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'status': 'completed', 'code': 200} Dec 22 15:17:23.532499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::b715:858e:b63e:5cb3 (5ab54424-188e-4b54-81b5-4cfc68514aa3/d94dda22-fbdf-47b7-a8b6-8976cb781a16/9a016e10-c36b-44ab-b713-fb79177877b9) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:23.598307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=731bf2b3-7a63-4a79-87a8-d959cff75ddd,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:23.605236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:23.609538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'b4192421-9921-437f-b2c3-0aa905ab72e5', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'floating_ip_address': '172.26.4.192', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'port_id': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'mac_address': 'fa:16:3e:33:a1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:25Z', 'updated_at': '2021-12-22T15:17:12Z', 'revision_number': 1, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:23.612251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ee790e9f-8d63-42d5-aabf-183a85f8f0cc None None] Provisioning for port 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:23.616676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] Checking router: aa529a83-3246-4dcd-923e-bcf1db010f53 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:17:23.621673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ee790e9f-8d63-42d5-aabf-183a85f8f0cc None None] Provisioning complete for port 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:23.621673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee790e9f-8d63-42d5-aabf-183a85f8f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:23.623726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:23.632639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:23.633500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:23.697637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:23.699383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee790e9f-8d63-42d5-aabf-183a85f8f0cc None None] Port 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:23.741220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54a723e5-b5d0-41d8-86db-a965ecfc564e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:23.881848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:23.882851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39224) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:23.884322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:23.908365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22319252-d743-48d1-86b3-9f9e54904c94,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:23.953160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:24.035759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e6d1123b-b84f-470a-9092-df61dbaedc2a None None] Provisioning complete for port d59a36f2-61ed-4716-8b18-85ab2d6018ba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:24.036531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6d1123b-b84f-470a-9092-df61dbaedc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:24.067008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:24.067008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22319252-d743-48d1-86b3-9f9e54904c94 HTTP/1.1" status: 204 len: 168 time: 2.0707338 Dec 22 15:17:24.093379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:24.158274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 9a016e10-c36b-44ab-b713-fb79177877b9 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:24.239344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:24.253255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ddc957a-81e5-4e1f-80ee-7a6703c6187a tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:24.379736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-b55a3a57-6e69-457f-9952-19b279cf7bb1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 0.9618003 Dec 22 15:17:24.403765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:24.405023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=9a016e10-c36b-44ab-b713-fb79177877b9,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:24.408386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:24.414573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:24.416374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:24.420890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:24.421763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:24.484026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'b4192421-9921-437f-b2c3-0aa905ab72e5', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'floating_ip_address': '172.26.4.192', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'port_id': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'mac_address': 'fa:16:3e:33:a1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:25Z', 'updated_at': '2021-12-22T15:17:12Z', 'revision_number': 1, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:24.489844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5910e172-0dca-49cc-b63d-56a2244d14b1 None None] Could not find standard attr ID for object 5e01f3d5-1c0e-4862-bf16-9cd2be82a26a. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:24.490277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fffddf-c2ee-44e4-a7c9-ca34ae8d0396 None None] The sync data for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv is: [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'b4192421-9921-437f-b2c3-0aa905ab72e5', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'floating_ip_address': '172.26.4.192', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'port_id': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'mac_address': 'fa:16:3e:33:a1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:16:25Z', 'updated_at': '2021-12-22T15:17:12Z', 'revision_number': 1, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:24.504305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2348742 Dec 22 15:17:24.504674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39230) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:24.573058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d59a36f2-61ed-4716-8b18-85ab2d6018ba up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:24.654765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76990dc4-040e-40e4-a96f-c2364f956e48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:24.671356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76990dc4-040e-40e4-a96f-c2364f956e48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:24.672251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76990dc4-040e-40e4-a96f-c2364f956e48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:24.728366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76990dc4-040e-40e4-a96f-c2364f956e48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:24.729717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-76990dc4-040e-40e4-a96f-c2364f956e48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2240899 Dec 22 15:17:24.732638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39240) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:24.758111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d59a36f2-61ed-4716-8b18-85ab2d6018ba triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:24.758654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:24.915434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 9a016e10-c36b-44ab-b713-fb79177877b9 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:24.915830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.108786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49145a41-c091-4989-84fb-296fe4db567d None None] New status for floating IP b4192421-9921-437f-b2c3-0aa905ab72e5: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:17:25.357038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.443426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:25.446273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-963565b6-4105-4d06-8c5f-f7d150a1c7da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24f0ce5f457244c79f8fe3ee6567b79c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5343003 Dec 22 15:17:25.452429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39254) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:25.491233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-693ccba2-ff91-4551-b88d-ddb53809511a None None] Provisioning for port 9a016e10-c36b-44ab-b713-fb79177877b9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:25.508608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-693ccba2-ff91-4551-b88d-ddb53809511a None None] Provisioning complete for port 9a016e10-c36b-44ab-b713-fb79177877b9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:25.509090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-693ccba2-ff91-4551-b88d-ddb53809511a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.523238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.527951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:25.552443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 9a016e10-c36b-44ab-b713-fb79177877b9 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:25.597405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-693ccba2-ff91-4551-b88d-ddb53809511a None None] Port 9a016e10-c36b-44ab-b713-fb79177877b9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:25.650033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.683623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67bae8ef-c2e3-4337-a36b-4c8dedbd5b04 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:25.746503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.793663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.794379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-ed93b067-d0fd-4aad-8e86-52e4cfe025da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:25.796031 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-ed93b067-d0fd-4aad-8e86-52e4cfe025da service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 1.2203279 Dec 22 15:17:25.841713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.852697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39264) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:25.854213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-350a0e63-7b5c-415a-a883-3d9980bcf829 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:25.908526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=9a016e10-c36b-44ab-b713-fb79177877b9,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:25.912493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:25.941398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:25.944088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:25.958552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:25.993836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.010669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:26.016919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-c5158fae-6294-4896-84ac-58ff3db4aa9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.1444893 Dec 22 15:17:26.039263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.084804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469335dc-f3b4-4a40-ace5-65f17ece9d43,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:26.095089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:26.112604 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/9a016e10-c36b-44ab-b713-fb79177877b9 HTTP/1.1" status: 204 len: 168 time: 1.3787723 Dec 22 15:17:26.115416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39274) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:26.166534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-93b7ae40-70ef-45a0-8b5e-61c6ff027bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:26.168247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-93b7ae40-70ef-45a0-8b5e-61c6ff027bc9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.1247094 Dec 22 15:17:26.197511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.201301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/469335dc-f3b4-4a40-ace5-65f17ece9d43 HTTP/1.1" status: 204 len: 168 time: 0.7451873 Dec 22 15:17:26.205214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'networks': [{'name': 'tempest-network--45184538'}, {'name': 'tempest-network--437651539'}]} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:26.206358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'network': {'name': 'tempest-network--45184538'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:26.206912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'network': {'name': 'tempest-network--437651539'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:26.220323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:26.238917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:network and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:26.245481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:26.257352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:26.292515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96733e-85bd-4d6b-a669-7100db4476e3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:26.294394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96733e-85bd-4d6b-a669-7100db4476e3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:26.295372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6c96733e-85bd-4d6b-a669-7100db4476e3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:26.346136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'network': 2} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:26.354151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.380527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.393583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6c96733e-85bd-4d6b-a669-7100db4476e3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:26.395426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c96733e-85bd-4d6b-a669-7100db4476e3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2788610 Dec 22 15:17:26.398476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39282) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:26.448066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network d09be257-8f32-41c0-9c49-49a7883ffb60 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:26.450160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:26.536808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-981704df-0a8b-4f19-bf1c-1dd6ac9455a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3519130 Dec 22 15:17:26.626847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:26.635315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:security_group_rule and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:26.641276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:26.648858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:26.701287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet d94dda22-fbdf-47b7-a8b6-8976cb781a16 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:26.705924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.791860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-dfc34bd2-8dc0-4884-8a1a-239a863dffa7 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013841 Dec 22 15:17:26.805408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.838175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f1806c8d-9232-46d5-a5d6-9346a028465f None None] Provisioning complete for port 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:26.839061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1806c8d-9232-46d5-a5d6-9346a028465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.863951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.906525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.915775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f1806c8d-9232-46d5-a5d6-9346a028465f None None] Port 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:26.948691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.949446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:26.973048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f59f7c0-ad66-45cc-b22a-a9d961a4f85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:27.047417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d61ddb-9bf8-4f62-84f8-9dead9120b32,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:27.051149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:27.058089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:27.081945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.082345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Added segment 88c39ad4-fdb0-4ed1-8c4c-6b5e371577b1 of type vlan for network 000ffe02-69a2-4ea2-8587-9af1e699b72b Dec 22 15:17:27.110443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.123832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb6b23af-3abf-46d3-b144-217deea36bc6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:27.161242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.183015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=d94dda22-fbdf-47b7-a8b6-8976cb781a16,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:27.187469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:27.192188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.198975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be87cf-f1d3-4cc7-9718-879202a3cc62 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:27.278383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:27.292424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.292833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Added segment a7afbd39-1f53-4fba-9ebe-527347f5cae1 of type vlan for network d613e33d-1106-4005-bc5f-908362538ee6 Dec 22 15:17:27.315358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/d94dda22-fbdf-47b7-a8b6-8976cb781a16 HTTP/1.1" status: 204 len: 168 time: 0.9145942 Dec 22 15:17:27.331547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39300) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:27.474691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.492677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35ec2441-182a-4189-9d55-9f4c08d0e623 req-cf04a457-eae8-480c-9a77-b1b4eb058f17 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847730 Dec 22 15:17:27.492972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fea21632-e4ec-4501-b0c2-5520fe795890 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1594932 Dec 22 15:17:27.496046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39308) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:27.505167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:27.575809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.576757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.577587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb111bdd-ade0-4af9-91dd-d298d2969129 tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:27.634747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:27.646348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:27.647123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.696162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:27.701197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:27.706460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Deleting port d59a36f2-61ed-4716-8b18-85ab2d6018ba {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:27.707307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.708996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:27.713696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:27.719614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:27.726208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:27.778229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:27.897741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39316) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:27.966241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] For port d59a36f2-61ed-4716-8b18-85ab2d6018ba, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d59a36f2-61ed-4716-8b18-85ab2d6018ba,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:27.966241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:27.975173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.0897954 Dec 22 15:17:27.981546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39320) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:28.010005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Network': ['ID=000ffe02-69a2-4ea2-8587-9af1e699b72b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:28.015797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 0e5b4ed9-4a39-436c-8f52-dd40158888ab has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:28.050796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 000ffe02-69a2-4ea2-8587-9af1e699b72b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:28.052881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.138010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Calling delete_port for d59a36f2-61ed-4716-8b18-85ab2d6018ba owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:28.209731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Network': ['ID=d613e33d-1106-4005-bc5f-908362538ee6,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:28.215936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:28.216530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:28.216827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:28.262014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:28.266901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:28.271746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:28.276572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:28.277559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Synchronizing usage tracker for tenant:4e78dddf0776456aa62850225e72917c on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:28.323066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Unset dirty status for tenant:4e78dddf0776456aa62850225e72917c on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:28.325499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e171ae27-d6b8-4263-81b5-d379a798c16b tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3424928 Dec 22 15:17:28.328425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:28.357490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1703141439'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:28.378435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:28.425685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network d613e33d-1106-4005-bc5f-908362538ee6 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:28.460691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Usage tracker for resource:network and tenant:6a8a0cdd938c45a1b37a3b43ab097b9d is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:28.476119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:28.491118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:28.561777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.619634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d59a36f2-61ed-4716-8b18-85ab2d6018ba no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:28.694064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Made reservation on behalf of 6a8a0cdd938c45a1b37a3b43ab097b9d for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:28.699599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.715579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port d59a36f2-61ed-4716-8b18-85ab2d6018ba {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:17:28.716249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d59a36f2-61ed-4716-8b18-85ab2d6018ba not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:28.729733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.737443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.752495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51ef1334-1dca-411c-b7dd-914ffd08ad81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:28.757004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.781412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] No DVR routers for this DVR port d59a36f2-61ed-4716-8b18-85ab2d6018ba on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:28.803509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Pushing event deleted for resources: {'Port': ['ID=d59a36f2-61ed-4716-8b18-85ab2d6018ba,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:28.810362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:28.831058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000ffe02-69a2-4ea2-8587-9af1e699b72b']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:28.853292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c39ad4-fdb0-4ed1-8c4c-6b5e371577b1') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:28.853694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c39ad4-fdb0-4ed1-8c4c-6b5e371577b1') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:28.872663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.893295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.903487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:17:28.904231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:17:28.927966 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:17:28.941877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:28.972554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Usage tracker for resource:security_group_rule and tenant:6a8a0cdd938c45a1b37a3b43ab097b9d is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:28.980328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:28.996042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:28.999429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:29.009954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] Sync routers for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:29.017505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.031227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:29.032431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.037308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:29.041207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb5cb1a2-53a1-43e9-b03b-76eb6baecd71 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:29.049376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:29.054260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.062618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:29.069318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.069711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.081178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7575a0df-725a-4f57-b950-d0f3ad67bc2c tempest-ExternalNetworksTestJSON-1966884725 tempest-ExternalNetworksTestJSON-1966884725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:29.109308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Network': ['ID=000ffe02-69a2-4ea2-8587-9af1e699b72b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:29.118702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:29.125930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=b784ff05-2989-46c7-bf75-cb016d8270b8,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:29.132702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:29.143506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.143833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/networks/000ffe02-69a2-4ea2-8587-9af1e699b72b HTTP/1.1" status: 204 len: 168 time: 0.7974153 Dec 22 15:17:29.143833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39336) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:29.145903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/0e5b4ed9-4a39-436c-8f52-dd40158888ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5525701 Dec 22 15:17:29.150787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39340) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:29.152603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:29.156979 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/routers/05a3364d-9602-4943-b0a3-432d3ad4d347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.6326721 Dec 22 15:17:29.157204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.159792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39344) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:29.187686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.216088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:29.216772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.226790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.227460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2e6db-46b8-4b4c-8da5-2416361b8b3d None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:29.238327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:29.244333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f0127f-427b-4254-8d86-1d71ffd33c64 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:29.245007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56f0127f-427b-4254-8d86-1d71ffd33c64 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:29.254678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'port': {'network_id': '5e7a21c8-1666-40e8-838c-26a85b156d25', 'name': 'tempest-FloatingIPTestJSON-934610984'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:29.273310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:29.288315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:29.289058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.293021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f15d7-a7be-4b4a-aa67-0793999fb2a8 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:29.317318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.318030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d041e24-a339-43b1-a658-7e1b6bcdbebe None None] The sync data for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:29.331676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.409767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56f0127f-427b-4254-8d86-1d71ffd33c64 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:29.415631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56f0127f-427b-4254-8d86-1d71ffd33c64 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports/6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 HTTP/1.1" status: 200 len: 910 time: 0.2560208 Dec 22 15:17:29.418950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39348) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:29.477174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9776914 Dec 22 15:17:29.489992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39352) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:29.506495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': 'b784ff05-2989-46c7-bf75-cb016d8270b8', 'ip_address': '2001:db8::a17c:df3e:c3f8:a574'}], 'name': 'tempest-NetworksTestDHCPv6-136241511'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:29.528853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.534674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:29.556458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:port and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:29.557757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.559263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'b784ff05-2989-46c7-bf75-cb016d8270b8'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:29.560512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.563354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:29.567013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.576780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:29.590947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:29.663332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d613e33d-1106-4005-bc5f-908362538ee6']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.681913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7afbd39-1f53-4fba-9ebe-527347f5cae1') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.682350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7afbd39-1f53-4fba-9ebe-527347f5cae1') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:29.691436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:29.701644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.706235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715b68b9-7b32-4554-9eb3-5689d665d3c2,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:29.730663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.743204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:17:29.743656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:17:29.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:17:29.777111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/b784ff05-2989-46c7-bf75-cb016d8270b8/a2a35f29-41f3-4116-a27a-ab5d0efd77fd) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:29.777585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:29.778847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:29.783068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:29.793262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.811493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:29.818578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:29.828574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:29.836379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] device_id is not set on port 01fefe39-4198-4d9c-b804-f5453e666232 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:29.929224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:29.946232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.969902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:29.971263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Added segment 6faa4e9b-bd15-4a43-b16d-e0b4a53fde72 of type vlan for network da7af2fa-e29a-4e0d-b52d-1e589e2b986a Dec 22 15:17:29.995564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.000841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b58282b-7979-4686-8360-73c324904167 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:30.017400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.028599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.040274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Network': ['ID=d613e33d-1106-4005-bc5f-908362538ee6,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:30.046320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:30.049605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/networks/d613e33d-1106-4005-bc5f-908362538ee6 HTTP/1.1" status: 204 len: 168 time: 0.9082959 Dec 22 15:17:30.053269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39362) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:30.118729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.131671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Transition to ACTIVE for port object a2a35f29-41f3-4116-a27a-ab5d0efd77fd will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:30.147496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.153543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Transition to ACTIVE for port object a2a35f29-41f3-4116-a27a-ab5d0efd77fd will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:30.185460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.201272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:30.241446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port c971f292-0309-4517-b1f1-909362d451b0 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:30.263373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.267357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:30.273033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:30.279357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:30.279833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.7 (5e7a21c8-1666-40e8-838c-26a85b156d25/65416ca6-5484-4413-9805-c3ea016950ce/01fefe39-4198-4d9c-b804-f5453e666232) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:30.282896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Pushing event updated for resources: {'Port': ['ID=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:30.287181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:30.288080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.289336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:30.297624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d053b6ce-8cef-4b6c-b236-3764cf215123 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:30.428116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Attempting to bind port a2a35f29-41f3-4116-a27a-ab5d0efd77fd on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:30.428981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Attempting to bind port a2a35f29-41f3-4116-a27a-ab5d0efd77fd by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:30.429799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Attempting to bind port a2a35f29-41f3-4116-a27a-ab5d0efd77fd on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:30.430968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5dc814-762d-43e3-8192-61260b3da1fb tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:30.435787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5dc814-762d-43e3-8192-61260b3da1fb tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:30.436663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8d5dc814-762d-43e3-8192-61260b3da1fb tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Synchronizing usage tracker for tenant:4e78dddf0776456aa62850225e72917c on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:30.443755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:30.444438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:30.445192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.445930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:30.447306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Bound port: a2a35f29-41f3-4116-a27a-ab5d0efd77fd, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:30.448128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.489740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8d5dc814-762d-43e3-8192-61260b3da1fb tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Unset dirty status for tenant:4e78dddf0776456aa62850225e72917c on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:30.494776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8d5dc814-762d-43e3-8192-61260b3da1fb tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4367750 Dec 22 15:17:30.495713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39366) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:30.501055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5262988 Dec 22 15:17:30.501461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:30.507634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-841820233'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:30.517201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Request body: {'subnet': {'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:30.532501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event updated for resources: {'Network': ['ID=da7af2fa-e29a-4e0d-b52d-1e589e2b986a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:30.535303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:30.536191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:30.545118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:30.582618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:30.747873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] For port a2a35f29-41f3-4116-a27a-ab5d0efd77fd, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:30.785838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] For port a2a35f29-41f3-4116-a27a-ab5d0efd77fd, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:30.857277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.861885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:30.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:30.872297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:31.020921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Pushing event updated for resources: {'Port': ['ID=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:31.027176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:31.070770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:31.157682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::a17c:df3e:c3f8:a574 (5ab54424-188e-4b54-81b5-4cfc68514aa3/b784ff05-2989-46c7-bf75-cb016d8270b8/c971f292-0309-4517-b1f1-909362d451b0) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:31.191840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.198624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:31.213211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Usage tracker for resource:subnet and tenant:6a8a0cdd938c45a1b37a3b43ab097b9d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:31.219202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:31.230784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:31.244710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.245099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Added segment 1d279ada-91c6-431e-b773-5bb10a841682 of type vlan for network 0521bfed-429c-45b8-9e5a-3125740335c6 Dec 22 15:17:31.288165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.309763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Made reservation on behalf of 6a8a0cdd938c45a1b37a3b43ab097b9d for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:31.416908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.422245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.433799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:31.520558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:31.532680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:31.548557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:31.581247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.584445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=01fefe39-4198-4d9c-b804-f5453e666232,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:31.603863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:31.650890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.657896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:31.659189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.696283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object c971f292-0309-4517-b1f1-909362d451b0 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:31.718611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5577073 Dec 22 15:17:31.722476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39380) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:31.729164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'port': {'network_id': '5e7a21c8-1666-40e8-838c-26a85b156d25', 'name': 'tempest-FloatingIPTestJSON-1720423401'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:31.748262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.758865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:31.799319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.803485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:31.804216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.812580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09408db5-9184-40b2-b696-f28506e7bcf9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:31.938597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:31.945165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:31.950130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=c971f292-0309-4517-b1f1-909362d451b0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:31.952782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:31.957754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:31.958450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:31.965533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:32.003814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:32.006958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Network': ['ID=0521bfed-429c-45b8-9e5a-3125740335c6,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:32.008267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:port and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:32.009938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:32.011477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:32.019176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:32.025902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 0521bfed-429c-45b8-9e5a-3125740335c6 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:32.035645 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5426161 Dec 22 15:17:32.038944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39384) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:32.094284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:32.098107 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6015105 Dec 22 15:17:32.103517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.114459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39390) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:32.164583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1110402704'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:32.184530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:32.190630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:network and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:32.194477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:32.214033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:32.251652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] device_id is not set on port c662da25-2b5b-450c-9d16-4d23e8807ade yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:32.304212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:32.310086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.322548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.341016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7279c0e3-6e1f-4219-82a3-7c4e1153a900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.341633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-524e10d7-0c6f-46b3-b878-0567e206e306 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:32.413921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f75aa0-289b-453c-ab67-6d5afb2babf7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:32.418484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f75aa0-289b-453c-ab67-6d5afb2babf7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:32.419410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-00f75aa0-289b-453c-ab67-6d5afb2babf7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:32.484474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:32.485108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.490083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:32.529617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.530071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Added segment 5530a31c-efd9-441f-b5b9-830649197bf5 of type vlan for network 268e52f9-131a-4f11-aa4c-9c19634665f1 Dec 22 15:17:32.554713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-00f75aa0-289b-453c-ab67-6d5afb2babf7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:32.556072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-00f75aa0-289b-453c-ab67-6d5afb2babf7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5158832 Dec 22 15:17:32.564199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39398) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:32.577041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.3 (5e7a21c8-1666-40e8-838c-26a85b156d25/65416ca6-5484-4413-9805-c3ea016950ce/c662da25-2b5b-450c-9d16-4d23e8807ade) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:32.589308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.618013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event updated for resources: {'Subnet': ['ID=663c7485-5767-4652-900e-2e05ec94cbaa,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:32.741045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.748375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:32.749255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.759567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:32.828154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port c971f292-0309-4517-b1f1-909362d451b0 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:32.830713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:32.837749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a2a35f29-41f3-4116-a27a-ab5d0efd77fd up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:32.897865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:32.973022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Checking segment: {'id': '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:32.975213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Network hostable DHCP agents. Network: da7af2fa-e29a-4e0d-b52d-1e589e2b986a, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:32.990261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8577538 Dec 22 15:17:32.995156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39402) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:33.003363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'ports': [{'network_id': '0521bfed-429c-45b8-9e5a-3125740335c6', 'name': 'tempest-port--1091716153', 'admin_state_up': True}, {'network_id': '268e52f9-131a-4f11-aa4c-9c19634665f1', 'admin_state_up': False}]} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:33.003601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'port': {'network_id': '0521bfed-429c-45b8-9e5a-3125740335c6', 'name': 'tempest-port--1091716153', 'admin_state_up': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:33.004234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'port': {'network_id': '268e52f9-131a-4f11-aa4c-9c19634665f1', 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:33.026461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Network': ['ID=268e52f9-131a-4f11-aa4c-9c19634665f1,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:33.036477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:33.040909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 268e52f9-131a-4f11-aa4c-9c19634665f1 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:33.233200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.252149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a2a35f29-41f3-4116-a27a-ab5d0efd77fd completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:33.281979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:33.295801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.383977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:33.389080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:port and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:33.392472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:33.402523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:33.426854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.437329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:33.494345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, da7af2fa-e29a-4e0d-b52d-1e589e2b986a) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:33.503133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:33.516278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88be88f-dba0-45c3-828d-5dae07f758ff None None] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:33.520147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'port': 2} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:33.529251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.581100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:33.582235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.592273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=c662da25-2b5b-450c-9d16-4d23e8807ade,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:33.594777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.613451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:33.613451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:33.615031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:33.619104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:33.675020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.766351 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2636828 Dec 22 15:17:33.792153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39408) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:33.809447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Provisioning for port a2a35f29-41f3-4116-a27a-ab5d0efd77fd completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:33.811173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Request body: {'port': {'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-520804964'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:33.841973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:33.843961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.852698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for c971f292-0309-4517-b1f1-909362d451b0 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:33.868731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Provisioning complete for port a2a35f29-41f3-4116-a27a-ab5d0efd77fd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:33.869177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.873669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] device_id is not set on port b26340af-796f-4894-9812-eb2917e920c5 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:33.951256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:33.994328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2676234 Dec 22 15:17:33.996394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39416) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:34.007682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'c662da25-2b5b-450c-9d16-4d23e8807ade', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:34.015462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-da7af2fa-e29a-4e0d-b52d-1e589e2b986a', 'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a', 'tenant_id': '6a8a0cdd938c45a1b37a3b43ab097b9d', 'fixed_ips': [{'subnet_id': '663c7485-5767-4652-900e-2e05ec94cbaa'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:34.015462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.058141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:34.143170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:floatingip and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:34.149449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:34.163549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:34.168848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:34.207158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Usage tracker for resource:port and tenant:6a8a0cdd938c45a1b37a3b43ab097b9d is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:34.214520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:34.231188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:34.237083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.267267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.294614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.321785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Allocated IP 172.20.0.2 (da7af2fa-e29a-4e0d-b52d-1e589e2b986a/663c7485-5767-4652-900e-2e05ec94cbaa/743b2dab-2d11-48be-ab02-3786fed9804e) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:34.329854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] For port a2a35f29-41f3-4116-a27a-ab5d0efd77fd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:34.335002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Made reservation on behalf of 6a8a0cdd938c45a1b37a3b43ab097b9d for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:34.340587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.371744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.377955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edbf0b99-0ca6-4d86-a2e6-ef3ca6740b4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:34.459957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] device_id is not set on port d2f93477-701e-47ab-9f77-e4bba55d186d yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:34.507692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] device_id is not set on port 9a268afc-c30e-4f52-bfe8-7a46f73dd614 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:34.649393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.657663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a9f3466-7b73-4beb-8ed5-a0979b20d50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:34.683800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Pushing event updated for resources: {'Port': ['ID=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:34.691403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7a5d3f1c-1d05-41b3-b1a0-1c47ab428517 None None] Could not find standard attr ID for object c971f292-0309-4517-b1f1-909362d451b0. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:17:34.701639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:34.716321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.722701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=c971f292-0309-4517-b1f1-909362d451b0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:34.731631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:34.732210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cd326753-fbf5-475e-938a-1541ecef497b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:34.735028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e6f0f05-31ae-448e-8b9c-49bef9d935ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.810487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.837672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=6a5bb1ee-a4ad-4379-8bd5-47fcd4beee33,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:34.845616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:34.854763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.855891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.870716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Transition to ACTIVE for port object 743b2dab-2d11-48be-ab02-3786fed9804e will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:34.906283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Transition to ACTIVE for port object 743b2dab-2d11-48be-ab02-3786fed9804e will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:34.942988 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/c971f292-0309-4517-b1f1-909362d451b0 HTTP/1.1" status: 204 len: 168 time: 2.3513646 Dec 22 15:17:34.947281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39422) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:34.951067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:34.967364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:35.081677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:35.086021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:35.088363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.090319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:35.118719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Pushing event updated for resources: {'Port': ['ID=743b2dab-2d11-48be-ab02-3786fed9804e,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:35.149463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:35.177085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Allocated IP 172.20.0.6 (da7af2fa-e29a-4e0d-b52d-1e589e2b986a/663c7485-5767-4652-900e-2e05ec94cbaa/d2f93477-701e-47ab-9f77-e4bba55d186d) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:35.233792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.273517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Attempting to bind port 743b2dab-2d11-48be-ab02-3786fed9804e on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:35.274130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Attempting to bind port 743b2dab-2d11-48be-ab02-3786fed9804e by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:35.274733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Attempting to bind port 743b2dab-2d11-48be-ab02-3786fed9804e on network da7af2fa-e29a-4e0d-b52d-1e589e2b986a {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:35.277592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe0421-5b2e-4116-8fa0-bcd16fd742a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:35.281729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe0421-5b2e-4116-8fa0-bcd16fd742a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:35.283683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8efe0421-5b2e-4116-8fa0-bcd16fd742a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:35.286095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:35.288372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Checking segment: {'id': '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:35.289031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.289486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Bound using segment: {'id': '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:35.290036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Bound port: 743b2dab-2d11-48be-ab02-3786fed9804e, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:35.290471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.453981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8efe0421-5b2e-4116-8fa0-bcd16fd742a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:35.456187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8efe0421-5b2e-4116-8fa0-bcd16fd742a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5078547 Dec 22 15:17:35.458891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39430) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:35.460560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] For port 743b2dab-2d11-48be-ab02-3786fed9804e, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:35.466225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] For port 743b2dab-2d11-48be-ab02-3786fed9804e, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=743b2dab-2d11-48be-ab02-3786fed9804e,segment=NetworkSegment(6faa4e9b-bd15-4a43-b16d-e0b4a53fde72),segment_id=6faa4e9b-bd15-4a43-b16d-e0b4a53fde72)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:35.511007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.516040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:35.527173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.550362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.564920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf50dfb8-369e-43ca-8b29-7db4e7eb2855 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:35.597414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Pushing event updated for resources: {'Port': ['ID=743b2dab-2d11-48be-ab02-3786fed9804e,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:35.601617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:35.684786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.173 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/b8aaeb1f-f910-4670-81cc-dd59f6029f20) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:35.754581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Port': ['ID=b26340af-796f-4894-9812-eb2917e920c5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:35.757392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:35.842154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet b784ff05-2989-46c7-bf75-cb016d8270b8 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:35.847329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.848782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:35.918311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Checking segment: {'id': '1d279ada-91c6-431e-b773-5bb10a841682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '0521bfed-429c-45b8-9e5a-3125740335c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:35.919181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network hostable DHCP agents. Network: 0521bfed-429c-45b8-9e5a-3125740335c6, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:35.951858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Transition to ACTIVE for port object d2f93477-701e-47ab-9f77-e4bba55d186d will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:36.019223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.028919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.054544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network 0521bfed-429c-45b8-9e5a-3125740335c6 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:36.083039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.090705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3fb426ad-cc9f-464f-86bd-a4a01d2d79cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:36.140763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 0521bfed-429c-45b8-9e5a-3125740335c6) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:36.143585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.151434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca83ec-c77e-43ab-bab7-168ac5aaedff None None] Network 0521bfed-429c-45b8-9e5a-3125740335c6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:36.161367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:36.162292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.211947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:36.213029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event updated for resources: {'Port': ['ID=d2f93477-701e-47ab-9f77-e4bba55d186d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:36.224807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:36.226299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:36.227468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:36.233228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:36.237378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a08f39ef-bae5-4b05-a036-7c3e32284e3b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:36.273900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:36.302954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:36.461888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:36.463013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.477872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=b8aaeb1f-f910-4670-81cc-dd59f6029f20,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:36.569600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Checking segment: {'id': '5530a31c-efd9-441f-b5b9-830649197bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '268e52f9-131a-4f11-aa4c-9c19634665f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:36.570017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network hostable DHCP agents. Network: 268e52f9-131a-4f11-aa4c-9c19634665f1, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:36.662505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.665101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.689579 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8927095 Dec 22 15:17:36.692236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 743b2dab-2d11-48be-ab02-3786fed9804e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:36.693980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Port': ['ID=9a268afc-c30e-4f52-bfe8-7a46f73dd614,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:36.699745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39440) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:36.712634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Request body: {'port': {'network_id': 'da7af2fa-e29a-4e0d-b52d-1e589e2b986a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1144547548', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:36.713173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] bootfile-name is not in valid_values {{(pid=88967) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:36.713548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] tftp-server is not in valid_values {{(pid=88967) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:36.713916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] server-ip-address is not in valid_values {{(pid=88967) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:36.729285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:36.729786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:36.730131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:36.813588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 743b2dab-2d11-48be-ab02-3786fed9804e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:36.815777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.819434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a2a35f29-41f3-4116-a27a-ab5d0efd77fd up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:36.820887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 0e5b4ed9-4a39-436c-8f52-dd40158888ab has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:36.826717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30cec93f-dfb6-4b39-a088-5a6c8ac436dd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:36.843459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network 268e52f9-131a-4f11-aa4c-9c19634665f1 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:36.871246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=b784ff05-2989-46c7-bf75-cb016d8270b8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:36.875383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:36.880287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:36.886617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b4619-56e3-465f-b87d-72ca3c1c184a None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:36.971779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 268e52f9-131a-4f11-aa4c-9c19634665f1) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:36.983490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7266b-d477-486f-ba41-6f1b5646b1ad None None] Network 268e52f9-131a-4f11-aa4c-9c19634665f1 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:37.019960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/b784ff05-2989-46c7-bf75-cb016d8270b8 HTTP/1.1" status: 204 len: 168 time: 1.5570576 Dec 22 15:17:37.023862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39446) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:37.108575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d4b1e44f-a409-4247-9d8f-5e6dbfa9a35f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827146 Dec 22 15:17:37.116246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39450) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:37.136083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:37.164484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:37.169116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:37.169749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a2a35f29-41f3-4116-a27a-ab5d0efd77fd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:37.170323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.179646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:37.180534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.189903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:37.194240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Usage tracker for resource:port and tenant:6a8a0cdd938c45a1b37a3b43ab097b9d is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:37.198261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:37.204796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:37.283118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Made reservation on behalf of 6a8a0cdd938c45a1b37a3b43ab097b9d for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:37.292455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.322011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:37.322501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.3246176 Dec 22 15:17:37.327538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39454) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:37.331785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:37.378639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:37.398212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:37.421085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:37.428501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/0e5b4ed9-4a39-436c-8f52-dd40158888ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0081966 Dec 22 15:17:37.432707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] Sync routers for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:37.446297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39458) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:37.454087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:37.454774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:37.456749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] device_id is not set on port af05a0e0-4dbe-49fd-ab25-39f59b391bd0 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:37.535143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:37.553860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:37.554837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:37.557289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:37.565126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.572997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.595361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:37.600962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Deleting port a2a35f29-41f3-4116-a27a-ab5d0efd77fd {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:37.601477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.683229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:37.683856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714dfd04-1922-4a3f-8aa5-1682bf1323d6 None None] The sync data for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:37.720369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:37.795923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7081b862-0c27-44a5-aa25-684bb2159963 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:37.800937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7081b862-0c27-44a5-aa25-684bb2159963 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:37.804513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7081b862-0c27-44a5-aa25-684bb2159963 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4756250 Dec 22 15:17:37.805743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39464) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:37.824994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Allocated IP 172.20.0.14 (da7af2fa-e29a-4e0d-b52d-1e589e2b986a/663c7485-5767-4652-900e-2e05ec94cbaa/af05a0e0-4dbe-49fd-ab25-39f59b391bd0) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:37.896073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d99b7d-0ff1-4322-984c-2a261ed02d49 None None] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:37.911412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Deleting port b26340af-796f-4894-9812-eb2917e920c5 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:37.912060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.047903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] For port a2a35f29-41f3-4116-a27a-ab5d0efd77fd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:38.048354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.193012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Calling delete_port for a2a35f29-41f3-4116-a27a-ab5d0efd77fd owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:38.223717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Provisioning for port 743b2dab-2d11-48be-ab02-3786fed9804e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:38.250154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Provisioning complete for port 743b2dab-2d11-48be-ab02-3786fed9804e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:38.250474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.448745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.467623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.483657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.490367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.510916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9f8a872-1059-44c1-8969-d11f7b91947f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:38.511156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.517931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bf69b44-2110-4f58-a48b-75a4eb88f465 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:38.542327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] No DVR routers for this DVR port a2a35f29-41f3-4116-a27a-ab5d0efd77fd on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:38.561002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Pushing event deleted for resources: {'Port': ['ID=a2a35f29-41f3-4116-a27a-ab5d0efd77fd,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:38.561356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a2a35f29-41f3-4116-a27a-ab5d0efd77fd no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:38.565881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Transition to ACTIVE for port object af05a0e0-4dbe-49fd-ab25-39f59b391bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:38.660897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=b8aaeb1f-f910-4670-81cc-dd59f6029f20,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:38.669126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:38.684165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.706984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Calling delete_port for b26340af-796f-4894-9812-eb2917e920c5 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:38.749316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.756786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65d85554-13b7-4872-86ff-5b3a1c5f1bda tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:38.762530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.762779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:38.780549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff7e6de1-306d-466b-a32e-23f1a90b007a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:38.785282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a2a35f29-41f3-4116-a27a-ab5d0efd77fd {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:17:38.785675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a2a35f29-41f3-4116-a27a-ab5d0efd77fd not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:38.791528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.857327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:38.859634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] For port 743b2dab-2d11-48be-ab02-3786fed9804e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=743b2dab-2d11-48be-ab02-3786fed9804e,segment=NetworkSegment(6faa4e9b-bd15-4a43-b16d-e0b4a53fde72),segment_id=6faa4e9b-bd15-4a43-b16d-e0b4a53fde72)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:38.868471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:38.875072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:38.905180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.907316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6deb150f-e129-4e85-a162-e9d6e159623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:38.916728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event updated for resources: {'Port': ['ID=af05a0e0-4dbe-49fd-ab25-39f59b391bd0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:38.937575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:38.992550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:38.994107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:38.996391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Pushing event updated for resources: {'Port': ['ID=743b2dab-2d11-48be-ab02-3786fed9804e,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:39.002352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:39.147041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP ca1ef3bb-bde2-4134-8481-4eb305af9f90 associated. External IP: 172.26.4.173, port: c662da25-2b5b-450c-9d16-4d23e8807ade. Dec 22 15:17:39.207602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=043565cc-0c20-4c05-a2d9-a9bc4d72044d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:39.212915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.217616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:39.223213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:39.228853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f0d97ef-f7ea-448a-9c08-61d03d7c8a66 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:39.233930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.5330422 Dec 22 15:17:39.237479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39476) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:39.239393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ad3f426-4471-4dfb-9b07-9b342df8bcec None None] Provisioning complete for port 743b2dab-2d11-48be-ab02-3786fed9804e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:39.239817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ad3f426-4471-4dfb-9b07-9b342df8bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.278054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:39.289034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:39.289682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.294090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Port': ['ID=b26340af-796f-4894-9812-eb2917e920c5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:39.302320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.305603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:39.310546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd09ff56-1865-4cf5-b753-81f0a42056d5 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:39.319814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.358087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d9ea8-ada9-4792-8bc3-94ff2eb7c6a7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:39.363008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d9ea8-ada9-4792-8bc3-94ff2eb7c6a7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:39.367996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d9ea8-ada9-4792-8bc3-94ff2eb7c6a7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:39.369080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-722d9ea8-ada9-4792-8bc3-94ff2eb7c6a7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Synchronizing usage tracker for tenant:6a8a0cdd938c45a1b37a3b43ab097b9d on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:39.414939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/ports/b26340af-796f-4894-9812-eb2917e920c5 HTTP/1.1" status: 204 len: 168 time: 1.5968142 Dec 22 15:17:39.437165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:39.481741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3615160 Dec 22 15:17:39.483410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39486) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:39.506996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': '043565cc-0c20-4c05-a2d9-a9bc4d72044d', 'ip_address': '2001:db8::9783:8025:7593:7239'}], 'name': 'tempest-NetworksTestDHCPv6-1991798564'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:39.654991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-722d9ea8-ada9-4792-8bc3-94ff2eb7c6a7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Unset dirty status for tenant:6a8a0cdd938c45a1b37a3b43ab097b9d on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:39.656491 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-722d9ea8-ada9-4792-8bc3-94ff2eb7c6a7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4178593 Dec 22 15:17:39.667469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Deleting port 9a268afc-c30e-4f52-bfe8-7a46f73dd614 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:39.668016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.677754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39490) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:39.732625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '043565cc-0c20-4c05-a2d9-a9bc4d72044d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:39.733922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.848327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:39.856600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Deleting port af05a0e0-4dbe-49fd-ab25-39f59b391bd0 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:39.856977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.861635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:39.875495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:39.877382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ad3f426-4471-4dfb-9b07-9b342df8bcec None None] Provisioning for port d2f93477-701e-47ab-9f77-e4bba55d186d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:39.887747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ad3f426-4471-4dfb-9b07-9b342df8bcec None None] Provisioning complete for port d2f93477-701e-47ab-9f77-e4bba55d186d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:39.888338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ad3f426-4471-4dfb-9b07-9b342df8bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:39.908182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:39.992890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3f426-4471-4dfb-9b07-9b342df8bcec None None] Port d2f93477-701e-47ab-9f77-e4bba55d186d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:40.020108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/043565cc-0c20-4c05-a2d9-a9bc4d72044d/56e0f996-b89a-408c-be3f-910030d3da89) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:40.021646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:17:40.116192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.147213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:40.230476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Provisioning for port af05a0e0-4dbe-49fd-ab25-39f59b391bd0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:40.242391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Provisioning complete for port af05a0e0-4dbe-49fd-ab25-39f59b391bd0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:40.243269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.257634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.366889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Calling delete_port for 9a268afc-c30e-4f52-bfe8-7a46f73dd614 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:40.367922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Port af05a0e0-4dbe-49fd-ab25-39f59b391bd0 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:40.378968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.394358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Transition to ACTIVE for port object 56e0f996-b89a-408c-be3f-910030d3da89 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:40.405464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Provisioning complete for port d2f93477-701e-47ab-9f77-e4bba55d186d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:40.406036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.429277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Calling delete_port for af05a0e0-4dbe-49fd-ab25-39f59b391bd0 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:40.454639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Transition to ACTIVE for port object 56e0f996-b89a-408c-be3f-910030d3da89 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:40.473653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-40838007-5e5d-4e88-b0e0-ef116b28b1ca None None] Port d2f93477-701e-47ab-9f77-e4bba55d186d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:40.501236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.508214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:40.568641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 743b2dab-2d11-48be-ab02-3786fed9804e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:40.634110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port a1d35fe0-03ef-4abc-9413-1bc6d1454ecb {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:40.634110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.634451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.648162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:40.649145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Pushing event updated for resources: {'Port': ['ID=56e0f996-b89a-408c-be3f-910030d3da89,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:40.661608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:40.671534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:40.672548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:40.684721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.689576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 07c4ecc1-8e75-4276-8792-540e27ddbace yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:40.785085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Attempting to bind port 56e0f996-b89a-408c-be3f-910030d3da89 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:40.785085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Attempting to bind port 56e0f996-b89a-408c-be3f-910030d3da89 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:40.786222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Attempting to bind port 56e0f996-b89a-408c-be3f-910030d3da89 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:40.799454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:40.800124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:40.800703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.801252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:40.801910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Bound port: 56e0f996-b89a-408c-be3f-910030d3da89, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:40.802444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.814929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 743b2dab-2d11-48be-ab02-3786fed9804e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:40.816362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.822519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:40.832085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef0a182c-a46c-43ce-aa44-3ef6f0235dce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:40.916731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event deleted for resources: {'Port': ['ID=af05a0e0-4dbe-49fd-ab25-39f59b391bd0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:40.920471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:40.990103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85009d5a-d41c-49be-b8fa-d3adcca20acc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:41.006161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] For port 56e0f996-b89a-408c-be3f-910030d3da89, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:41.027551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] For port 56e0f996-b89a-408c-be3f-910030d3da89, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56e0f996-b89a-408c-be3f-910030d3da89,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:41.060796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.063402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.068615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:41.078411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Port': ['ID=9a268afc-c30e-4f52-bfe8-7a46f73dd614,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:41.096724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:41.134443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.254602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/ports/9a268afc-c30e-4f52-bfe8-7a46f73dd614 HTTP/1.1" status: 204 len: 168 time: 1.8116822 Dec 22 15:17:41.260289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39502) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:41.261786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Pushing event updated for resources: {'Port': ['ID=56e0f996-b89a-408c-be3f-910030d3da89,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:41.277582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:41.296355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for a1d35fe0-03ef-4abc-9413-1bc6d1454ecb owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:41.353616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.360326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:41.366124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-debe6c28-08f0-41f7-b5c4-e6d0caf3eef4 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Synchronizing usage tracker for tenant:4e78dddf0776456aa62850225e72917c on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:41.452972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "DELETE /v2.0/ports/af05a0e0-4dbe-49fd-ab25-39f59b391bd0 HTTP/1.1" status: 204 len: 168 time: 1.7733605 Dec 22 15:17:41.459493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39508) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:41.469819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Request body: {'port': {'name': 'tempest-new-port-name-84482407', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:41.469819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] bootfile-name is not in valid_values {{(pid=88968) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:41.470239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] tftp-server is not in valid_values {{(pid=88968) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:41.471358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.api.validators [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] server-ip-address is not in valid_values {{(pid=88968) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:17:41.559262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-debe6c28-08f0-41f7-b5c4-e6d0caf3eef4 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Unset dirty status for tenant:4e78dddf0776456aa62850225e72917c on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:41.565118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-debe6c28-08f0-41f7-b5c4-e6d0caf3eef4 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2928932 Dec 22 15:17:41.567326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::9783:8025:7593:7239 (5ab54424-188e-4b54-81b5-4cfc68514aa3/043565cc-0c20-4c05-a2d9-a9bc4d72044d/07c4ecc1-8e75-4276-8792-540e27ddbace) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:41.569382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39512) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:41.580847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-910348369'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:41.594981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:41.606494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:network and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:41.613417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:41.649676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:41.695788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.725466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.732290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c2797af-b2a6-4565-8de3-17bd1378a3ef tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:41.754016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:41.760978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:41.828050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=a1d35fe0-03ef-4abc-9413-1bc6d1454ecb,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:41.831332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:42.000735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:42.036882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.037286 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Added segment 5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a of type vlan for network 744dde92-2377-43d3-b587-240b307fcbc9 Dec 22 15:17:42.079199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:42.093536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:42.113872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:42.115957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:42.118313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.176347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.209659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:42.215734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 07c4ecc1-8e75-4276-8792-540e27ddbace will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:42.221838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.223251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:42.224008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:42.294047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:42.294700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef8e897-69e8-4ce6-99af-696a15ea5373 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:42.294915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2962971 Dec 22 15:17:42.296648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.301891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:42.302597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.309751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39518) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:42.310522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f29801d-434d-45e2-ad71-403021e9735b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:42.347791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:42.456859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.549321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.552649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:42.556435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:42.562140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9877210 Dec 22 15:17:42.562140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:42.564091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39528) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:42.566001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:42.566718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.572662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.581080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1263784548'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:42.587927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:42.607696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Network': ['ID=744dde92-2377-43d3-b587-240b307fcbc9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:42.619225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 744dde92-2377-43d3-b587-240b307fcbc9 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:42.621122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:42.621690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-952b50fa-b87e-4af6-b821-9e3b7702cfea tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:42.653493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56e0f996-b89a-408c-be3f-910030d3da89 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:42.685317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.691879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:network and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:42.715484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=07c4ecc1-8e75-4276-8792-540e27ddbace,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:42.723294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2302046 Dec 22 15:17:42.723294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:42.725006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:42.771141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dbabb41-dcb7-4198-b91c-6e41df720fb9 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:42.787312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39532) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:42.815827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:42.822977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:42.935148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 56e0f996-b89a-408c-be3f-910030d3da89 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:42.950767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:42.960541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.018176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] In _notify_port_updated(), no bound segment for port d2f93477-701e-47ab-9f77-e4bba55d186d on network da7af2fa-e29a-4e0d-b52d-1e589e2b986a {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:17:43.023678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:43.024416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.028390 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "PUT /v2.0/ports/d2f93477-701e-47ab-9f77-e4bba55d186d HTTP/1.1" status: 200 len: 1134 time: 1.5653403 Dec 22 15:17:43.030601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39538) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:43.047984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event updated for resources: {'Port': ['ID=d2f93477-701e-47ab-9f77-e4bba55d186d,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:43.059971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:43.078766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:43.091888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.092281 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Added segment 791d777c-5500-4fa6-9a23-0115200d6545 of type vlan for network b32784bd-1dbd-444d-baae-e638e3969428 Dec 22 15:17:43.230189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49cb451-6763-4dfc-be4f-a08c88884f03 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:43.232757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a49cb451-6763-4dfc-be4f-a08c88884f03 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "GET /v2.0/ports/d2f93477-701e-47ab-9f77-e4bba55d186d HTTP/1.1" status: 200 len: 1134 time: 0.1859419 Dec 22 15:17:43.246450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39542) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:43.299677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.351251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a6b0e-6c0f-42fb-9900-3b125c5f95a4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:43.357349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a6b0e-6c0f-42fb-9900-3b125c5f95a4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:43.358498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c16a6b0e-6c0f-42fb-9900-3b125c5f95a4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:43.379727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df8af8-bc54-4c29-a1fb-a4c2f95ffc47 req-6ff69b6f-7316-4a5e-b887-de4d9df6e145 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:43.381410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6df8af8-bc54-4c29-a1fb-a4c2f95ffc47 req-6ff69b6f-7316-4a5e-b887-de4d9df6e145 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.5924397 Dec 22 15:17:43.424195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-324149ef-d612-4088-8845-416c2b43866c None None] Provisioning complete for port d2f93477-701e-47ab-9f77-e4bba55d186d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:43.429757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-324149ef-d612-4088-8845-416c2b43866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.482212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 0e5b4ed9-4a39-436c-8f52-dd40158888ab has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:43.498346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.499306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-324149ef-d612-4088-8845-416c2b43866c None None] Port d2f93477-701e-47ab-9f77-e4bba55d186d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:43.503552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:43.504246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.510758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:43.511266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Deleting port d2f93477-701e-47ab-9f77-e4bba55d186d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:43.511547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.548092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.578406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c16a6b0e-6c0f-42fb-9900-3b125c5f95a4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:43.585850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c16a6b0e-6c0f-42fb-9900-3b125c5f95a4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7559536 Dec 22 15:17:43.585850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39546) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:43.627436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6df8af8-bc54-4c29-a1fb-a4c2f95ffc47 req-de7bb536-48ae-44e4-b24a-7ea2a6914076 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836364 Dec 22 15:17:43.649585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.650029 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP ca1ef3bb-bde2-4134-8481-4eb305af9f90 disassociated. External IP: 172.26.4.173, port: c662da25-2b5b-450c-9d16-4d23e8807ade. Dec 22 15:17:43.653538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Provisioning for port 56e0f996-b89a-408c-be3f-910030d3da89 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:43.659276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Provisioning complete for port 56e0f996-b89a-408c-be3f-910030d3da89 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:43.659931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.792821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Network': ['ID=b32784bd-1dbd-444d-baae-e638e3969428,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:43.796801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:43.812028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2359986 Dec 22 15:17:43.812028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:43.835608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/0e5b4ed9-4a39-436c-8f52-dd40158888ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3715208 Dec 22 15:17:43.835608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:43.835770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] Sync routers for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:43.849627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 07c4ecc1-8e75-4276-8792-540e27ddbace {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:43.849627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:43.887312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-45bccb6c-254c-4309-963e-09ac412e2ca4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:43.902207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:43.906434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:43.934072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-45bccb6c-254c-4309-963e-09ac412e2ca4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:43.935737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45bccb6c-254c-4309-963e-09ac412e2ca4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5b4ed9-4a39-436c-8f52-dd40158888ab HTTP/1.1" status: 200 len: 205 time: 0.1126535 Dec 22 15:17:43.938544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39560) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:44.015606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b32784bd-1dbd-444d-baae-e638e3969428 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:44.021322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39564) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:44.036348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'subnets': [{'network_id': '744dde92-2377-43d3-b587-240b307fcbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--662435438', 'ip_version': 4}, {'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:44.036883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'subnet': {'network_id': '744dde92-2377-43d3-b587-240b307fcbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--662435438', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:44.037638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Request body: {'subnet': {'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:44.040327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.076601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:44.092300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] For port 56e0f996-b89a-408c-be3f-910030d3da89, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56e0f996-b89a-408c-be3f-910030d3da89,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:44.093344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] Routers {'0e5b4ed9-4a39-436c-8f52-dd40158888ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:44.094160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:44.177812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.198799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11951df6-cd3c-4fbd-808e-fa48daaf5ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:44.274023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:44.274657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6254f71a-74ff-4fb0-8a00-1863b36ab29f None None] The sync data for ids ['0e5b4ed9-4a39-436c-8f52-dd40158888ab'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:44.359293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Pushing event updated for resources: {'Port': ['ID=56e0f996-b89a-408c-be3f-910030d3da89,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:44.371957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:44.373745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e45d2dae-9d32-442a-939a-a3a441cf1e5e None None] Provisioning for port 07c4ecc1-8e75-4276-8792-540e27ddbace completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:44.381039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e45d2dae-9d32-442a-939a-a3a441cf1e5e None None] Provisioning complete for port 07c4ecc1-8e75-4276-8792-540e27ddbace triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:44.382475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e45d2dae-9d32-442a-939a-a3a441cf1e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.445895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.513989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.679685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Calling delete_port for d2f93477-701e-47ab-9f77-e4bba55d186d owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:44.711711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e45d2dae-9d32-442a-939a-a3a441cf1e5e None None] Port 07c4ecc1-8e75-4276-8792-540e27ddbace cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:17:44.717855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56e0f996-b89a-408c-be3f-910030d3da89 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:44.764075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:44.780244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Usage tracker for resource:subnet and tenant:4e78dddf0776456aa62850225e72917c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:44.785682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:44.799375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e48c8-6af8-4b9d-918e-a52a5d210285 req-dc4f629c-9ae7-42ee-b798-5d49a17e767a tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:44.817902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac9e48c8-6af8-4b9d-918e-a52a5d210285 req-dc4f629c-9ae7-42ee-b798-5d49a17e767a tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.5539868 Dec 22 15:17:44.830609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 56e0f996-b89a-408c-be3f-910030d3da89 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:44.831264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.838083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:44.896487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:44.913488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:45.060152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event deleted for resources: {'Port': ['ID=d2f93477-701e-47ab-9f77-e4bba55d186d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:45.117765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:45.246517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Made reservation on behalf of 4e78dddf0776456aa62850225e72917c for: {'subnet': 2} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:45.462658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.496257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.510389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac9e48c8-6af8-4b9d-918e-a52a5d210285 req-9405fe65-a2eb-4a00-aa3f-f13379b9ce2c tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6915281 Dec 22 15:17:45.510883 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "DELETE /v2.0/ports/d2f93477-701e-47ab-9f77-e4bba55d186d HTTP/1.1" status: 204 len: 168 time: 2.2633629 Dec 22 15:17:45.516955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39578) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:45.548002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.575281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.576701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412de395-676e-423c-b96e-46a78aa48dfd req-0dde3cbb-55ad-455f-853b-2a4713c81afe tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:45.578362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-412de395-676e-423c-b96e-46a78aa48dfd req-0dde3cbb-55ad-455f-853b-2a4713c81afe tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.5220561 Dec 22 15:17:45.683857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 07c4ecc1-8e75-4276-8792-540e27ddbace owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:45.697176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.697553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.790721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.791332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router 0e5b4ed9-4a39-436c-8f52-dd40158888ab {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:17:45.807962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:45.812059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb8df4ff-7af0-43e8-a440-35bd96fece4e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/0e5b4ed9-4a39-436c-8f52-dd40158888ab HTTP/1.1" status: 204 len: 168 time: 1.8688910 Dec 22 15:17:45.812906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39586) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:45.934728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-412de395-676e-423c-b96e-46a78aa48dfd req-74f256e2-09d4-40f2-8580-cecc069cce7d tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942061 Dec 22 15:17:46.121621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Deleting subnet 663c7485-5767-4652-900e-2e05ec94cbaa {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:46.135726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.152167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet ba717801-9b58-40e0-a5dd-236d772344c3 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:46.155608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.232264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.250660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:46.302706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=07c4ecc1-8e75-4276-8792-540e27ddbace,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:46.311307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.312054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:46.314870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.458998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.485474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.529312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/07c4ecc1-8e75-4276-8792-540e27ddbace HTTP/1.1" status: 204 len: 168 time: 2.9418244 Dec 22 15:17:46.533506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39592) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:46.566109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.702617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4341cbe-69c7-4920-8424-ecd63b6c85f5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:46.706776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4341cbe-69c7-4920-8424-ecd63b6c85f5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:46.709562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4341cbe-69c7-4920-8424-ecd63b6c85f5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:46.714746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.721717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:46.791494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Subnet': ['ID=ac422dc5-e70f-48e9-b463-214d4bfb472d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:46.794014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.800288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:46.800856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:46.850062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=ba717801-9b58-40e0-a5dd-236d772344c3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:46.856870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:46.864981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:46.871619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e861f0b-efa4-4aac-b41a-7776f030fe9c None None] Network d09be257-8f32-41c0-9c49-49a7883ffb60 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:46.881151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:46.891725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/ba717801-9b58-40e0-a5dd-236d772344c3 HTTP/1.1" status: 204 len: 168 time: 1.0752494 Dec 22 15:17:46.891725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4341cbe-69c7-4920-8424-ecd63b6c85f5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:46.891725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4341cbe-69c7-4920-8424-ecd63b6c85f5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3548365 Dec 22 15:17:46.892086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39600) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:46.897095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39602) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:46.913362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-4ad3c49d-1d51-429b-83f9-67ea7a1be5a3 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:46.915125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-4ad3c49d-1d51-429b-83f9-67ea7a1be5a3 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.71 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.4989784 Dec 22 15:17:47.014711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Checking segment: {'id': '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '744dde92-2377-43d3-b587-240b307fcbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:47.015400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network hostable DHCP agents. Network: 744dde92-2377-43d3-b587-240b307fcbc9, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:47.114515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Deleting port 21a6f615-66d3-436c-b089-f94749bc8f12 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:47.114515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.217745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] DHCP port deletion for d09be257-8f32-41c0-9c49-49a7883ffb60 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:47.224743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Deleting port 760755fe-b75f-4093-bdf3-548c93d0d9c0 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:47.225408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.228593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.236593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14152a9-6cf3-4ce8-866a-ca806ba2155e req-13f0a30c-a030-4417-8111-5921ac663d25 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:47.238309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f14152a9-6cf3-4ce8-866a-ca806ba2155e req-13f0a30c-a030-4417-8111-5921ac663d25 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.3992784 Dec 22 15:17:47.261386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:47.319674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network 744dde92-2377-43d3-b587-240b307fcbc9 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:47.344033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event deleted for resources: {'Subnet': ['ID=663c7485-5767-4652-900e-2e05ec94cbaa,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:47.367090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:47.378948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.392824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1237a-ab74-439c-b8a3-6401d7155479 None None] Network da7af2fa-e29a-4e0d-b52d-1e589e2b986a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:47.412079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 744dde92-2377-43d3-b587-240b307fcbc9) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:47.430983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet f0729883-0e93-4962-9992-945ba7ba219c {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:47.434719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.440960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b944ca33-043b-4a02-a1d9-306a2fda1096 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:47.471370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9a894-08ff-4053-994e-e74c0931611f None None] Network 744dde92-2377-43d3-b587-240b307fcbc9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:47.476819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.476996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "DELETE /v2.0/subnets/663c7485-5767-4652-900e-2e05ec94cbaa HTTP/1.1" status: 204 len: 168 time: 1.9048347 Dec 22 15:17:47.490075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39610) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:47.513685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 043565cc-0c20-4c05-a2d9-a9bc4d72044d {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:47.531433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.541517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] For port 760755fe-b75f-4093-bdf3-548c93d0d9c0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=760755fe-b75f-4093-bdf3-548c93d0d9c0,segment=NetworkSegment(5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4),segment_id=5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:47.541954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.586289 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f14152a9-6cf3-4ce8-866a-ca806ba2155e req-48375208-e396-4a00-8d07-acd39ba8ae61 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266833 Dec 22 15:17:47.643922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] For port 21a6f615-66d3-436c-b089-f94749bc8f12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=21a6f615-66d3-436c-b089-f94749bc8f12,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:47.644278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.776064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Calling delete_port for 760755fe-b75f-4093-bdf3-548c93d0d9c0 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:47.827569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.886970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc9451-fd60-402e-9d91-d328b991f5de req-24ff1dbb-8335-4020-b009-b0eb99cf6225 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:47.888643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62fc9451-fd60-402e-9d91-d328b991f5de req-24ff1dbb-8335-4020-b009-b0eb99cf6225 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.7509215 Dec 22 15:17:47.891041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.930991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event updated for resources: {'Subnet': ['ID=9575c473-9a1f-4916-ac5f-a1c22f55f426,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:47.939617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.951479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Deleting port 743b2dab-2d11-48be-ab02-3786fed9804e {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:47.951867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:47.990913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:48.092153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:48.105119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Checking segment: {'id': '791d777c-5500-4fa6-9a23-0115200d6545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:48.105716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network hostable DHCP agents. Network: b32784bd-1dbd-444d-baae-e638e3969428, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:17:48.148787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:48.181171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62fc9451-fd60-402e-9d91-d328b991f5de req-03d3a847-a1e8-4870-b6ab-5519dc0b50ba tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123654 Dec 22 15:17:48.184050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.184325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-744dde92-2377-43d3-b587-240b307fcbc9', 'network_id': '744dde92-2377-43d3-b587-240b307fcbc9', 'tenant_id': '4e78dddf0776456aa62850225e72917c', 'fixed_ips': [{'subnet_id': 'ac422dc5-e70f-48e9-b463-214d4bfb472d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:48.185339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.219793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.225645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:48.226465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:48.271741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.308609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:48.311292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Network b32784bd-1dbd-444d-baae-e638e3969428 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:17:48.323181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.323602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.323957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Floating IP 700333f2-10bf-4c01-8365-b0aa8dd9ee2a disassociated. External IP: 172.26.4.245, port: 21a6f615-66d3-436c-b089-f94749bc8f12. Dec 22 15:17:48.324414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Calling delete_port for 21a6f615-66d3-436c-b089-f94749bc8f12 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:48.359859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.373503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:48.390454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b32784bd-1dbd-444d-baae-e638e3969428) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:48.397218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:48.399928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:48.399928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.400177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a090f0f1-543e-4c99-83d1-5393cbabc661 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/floatingips/ca1ef3bb-bde2-4134-8481-4eb305af9f90 HTTP/1.1" status: 200 len: 688 time: 6.0729396 Dec 22 15:17:48.405407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39616) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:48.422044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] No DVR routers for this DVR port 760755fe-b75f-4093-bdf3-548c93d0d9c0 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:48.431824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Pushing event deleted for resources: {'Port': ['ID=760755fe-b75f-4093-bdf3-548c93d0d9c0,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:48.436879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:48.442117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa8747-50f2-4447-ba65-69638e802b71 req-612b2a45-7036-4253-b24c-b6dcfebc7ef5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:48.443769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-38fa8747-50f2-4447-ba65-69638e802b71 req-612b2a45-7036-4253-b24c-b6dcfebc7ef5 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.71 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.4654293 Dec 22 15:17:48.450090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104358ad-30de-4eb3-9a7e-46345a09b988 None None] Network b32784bd-1dbd-444d-baae-e638e3969428 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:48.490092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9784799-df71-4459-a6e2-8984153b479a None None] DHCP port deletion for da7af2fa-e29a-4e0d-b52d-1e589e2b986a request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:48.509422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Deleting port 743b2dab-2d11-48be-ab02-3786fed9804e {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:48.509929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.556874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 743b2dab-2d11-48be-ab02-3786fed9804e no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:48.581948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:48.582645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:48.613982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.650035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:48.692923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port b8aaeb1f-f910-4670-81cc-dd59f6029f20 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:48.692923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.730548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.780259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=043565cc-0c20-4c05-a2d9-a9bc4d72044d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:48.791129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:48.792462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:48.845057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.8198767 Dec 22 15:17:48.845804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.852406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/043565cc-0c20-4c05-a2d9-a9bc4d72044d HTTP/1.1" status: 204 len: 168 time: 1.9506912 Dec 22 15:17:48.854647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=f0729883-0e93-4962-9992-945ba7ba219c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:48.860637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39622) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:48.861059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39624) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:48.874360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:48.879780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/f0729883-0e93-4962-9992-945ba7ba219c HTTP/1.1" status: 204 len: 168 time: 1.9812081 Dec 22 15:17:48.882454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:48.894313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39630) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:48.912226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ceb1a-52ef-432d-9ccd-98a2dbaa0dd4 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:48.926294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d18130-fd8c-4fad-a89e-60e640ce411a None None] Network 7f097239-265a-44f4-8a6a-89b915013dc8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:48.986738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] For port 743b2dab-2d11-48be-ab02-3786fed9804e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=743b2dab-2d11-48be-ab02-3786fed9804e,segment=NetworkSegment(6faa4e9b-bd15-4a43-b16d-e0b4a53fde72),segment_id=6faa4e9b-bd15-4a43-b16d-e0b4a53fde72)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:48.987111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.000199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:49.000667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f7618-0286-4d2c-943a-b5d4b47486d9 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:49.026972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Deleting port ed4fd16b-df15-4185-856c-f387fb94ba00 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:49.027369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.066562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d7d78e9-e6f7-45c8-86c5-3b8c07fbc80a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987259 Dec 22 15:17:49.098553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39636) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:49.194091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.210903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.211521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.273090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Calling delete_port for 743b2dab-2d11-48be-ab02-3786fed9804e owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:49.278773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f9784799-df71-4459-a6e2-8984153b479a None None] For port 743b2dab-2d11-48be-ab02-3786fed9804e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=743b2dab-2d11-48be-ab02-3786fed9804e,segment=NetworkSegment(6faa4e9b-bd15-4a43-b16d-e0b4a53fde72),segment_id=6faa4e9b-bd15-4a43-b16d-e0b4a53fde72)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:49.279696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.398987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for b8aaeb1f-f910-4670-81cc-dd59f6029f20 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:49.412786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b80e16-4a01-4b42-8121-0567fb0c7922 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:49.413051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Calling delete_port for 743b2dab-2d11-48be-ab02-3786fed9804e owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:49.414273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b80e16-4a01-4b42-8121-0567fb0c7922 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:49.415782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b80e16-4a01-4b42-8121-0567fb0c7922 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:49.420708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-82b80e16-4a01-4b42-8121-0567fb0c7922 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5517464 Dec 22 15:17:49.422912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39644) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:49.567083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990199-b913-45fc-9c29-99f2931e1f44 req-443f6f37-f95d-4775-aafd-1b12fcffe1d2 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:49.568633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45990199-b913-45fc-9c29-99f2931e1f44 req-443f6f37-f95d-4775-aafd-1b12fcffe1d2 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.8018019 Dec 22 15:17:49.603808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.623405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.634508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84ebd8d8-6c03-4dad-91d5-e89153e6d4af tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:49.643985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bbc785-40bb-4d8a-be08-5840590dc173 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:49.644764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-70bbc785-40bb-4d8a-be08-5840590dc173 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:49.650973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 743b2dab-2d11-48be-ab02-3786fed9804e {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:17:49.651437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 743b2dab-2d11-48be-ab02-3786fed9804e not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:49.651914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 760755fe-b75f-4093-bdf3-548c93d0d9c0 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:49.668064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.694320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09be257-8f32-41c0-9c49-49a7883ffb60']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:49.720205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:49.722095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fecaf2d-0fa5-4a1b-b7f4-409d2ec34be4') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:49.740762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-70bbc785-40bb-4d8a-be08-5840590dc173 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:49.744655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-70bbc785-40bb-4d8a-be08-5840590dc173 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6418848 Dec 22 15:17:49.767868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Allocated IP 172.20.0.2 (744dde92-2377-43d3-b587-240b307fcbc9/ac422dc5-e70f-48e9-b463-214d4bfb472d/daf38fa5-a4f2-4798-a0c8-09747350e8a0) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:49.775230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.783335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event deleted for resources: {'Port': ['ID=743b2dab-2d11-48be-ab02-3786fed9804e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:49.791317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39648) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:49.802436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:49.810006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8ffd3-f8b4-4b8c-a39f-9fc15d89a38e req-5c876a68-b7d3-48f6-9c7e-36de6b09efeb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:49.810386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:49.812067 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9f8ffd3-f8b4-4b8c-a39f-9fc15d89a38e req-5c876a68-b7d3-48f6-9c7e-36de6b09efeb tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 945 time: 0.4255366 Dec 22 15:17:49.835221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 760755fe-b75f-4093-bdf3-548c93d0d9c0 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:17:49.835685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 760755fe-b75f-4093-bdf3-548c93d0d9c0 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:49.888601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.889104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] No DVR routers for this DVR port 743b2dab-2d11-48be-ab02-3786fed9804e on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:49.918900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:17:49.919361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:49.926477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event deleted for resources: {'Port': ['ID=21a6f615-66d3-436c-b089-f94749bc8f12,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:17:49.937431 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:17:49.939594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:17:49.939594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:17:49.997953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:50.037146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 21a6f615-66d3-436c-b089-f94749bc8f12 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:50.045376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.054016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f4e56a-9744-439e-b86a-9449dab22fbc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:50.054016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a8f4e56a-9744-439e-b86a-9449dab22fbc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:50.059779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:50.071045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45990199-b913-45fc-9c29-99f2931e1f44 req-2b2a6444-ebeb-42f7-85ed-159e4355c4eb tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761055 Dec 22 15:17:50.084140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-b32784bd-1dbd-444d-baae-e638e3969428', 'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428', 'tenant_id': '4e78dddf0776456aa62850225e72917c', 'fixed_ips': [{'subnet_id': '9575c473-9a1f-4916-ac5f-a1c22f55f426'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:50.085060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.135482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9f8ffd3-f8b4-4b8c-a39f-9fc15d89a38e req-d5ed3aa7-2294-4f52-8825-858b3ba130de tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups?id=aae9a258-a1d1-4160-9190-a1297a95cadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718351 Dec 22 15:17:50.136448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=b8aaeb1f-f910-4670-81cc-dd59f6029f20,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:50.141148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:50.193368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 21a6f615-66d3-436c-b089-f94749bc8f12 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:17:50.193368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 21a6f615-66d3-436c-b089-f94749bc8f12 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:50.193685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ed4fd16b-df15-4185-856c-f387fb94ba00 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:50.197030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a8f4e56a-9744-439e-b86a-9449dab22fbc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:50.200822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a8f4e56a-9744-439e-b86a-9449dab22fbc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3998168 Dec 22 15:17:50.200822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.227941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39652) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:50.234978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:50.315706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.338568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=d09be257-8f32-41c0-9c49-49a7883ffb60,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:50.362036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02978b05-f82c-4bde-be92-f36bca7ef997 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240339 Dec 22 15:17:50.364156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39656) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:50.378284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/d09be257-8f32-41c0-9c49-49a7883ffb60 HTTP/1.1" status: 204 len: 168 time: 1.4826593 Dec 22 15:17:50.382473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:50.383231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:50.383369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.394247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39660) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:50.396335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.410799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.410799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.410799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.426073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:50.427683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Deleting subnet ac422dc5-e70f-48e9-b463-214d4bfb472d {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:50.427846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:50.445659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Deleting port 743b2dab-2d11-48be-ab02-3786fed9804e {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:50.447385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9784799-df71-4459-a6e2-8984153b479a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.477195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.479807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.486834 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/floatingips/ca1ef3bb-bde2-4134-8481-4eb305af9f90 HTTP/1.1" status: 204 len: 168 time: 2.0791390 Dec 22 15:17:50.496919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39664) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:50.506661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '01fefe39-4198-4d9c-b804-f5453e666232'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:50.518260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:50.531478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:floatingip and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:50.541570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:50.618459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:50.658299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:50.672137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:50.699031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.725678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:50.732454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.769989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:50.773520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] DHCP port deletion for 7f097239-265a-44f4-8a6a-89b915013dc8 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:50.787715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9784799-df71-4459-a6e2-8984153b479a None None] The port '743b2dab-2d11-48be-ab02-3786fed9804e' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:17:50.801494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Deleting port 56e0f996-b89a-408c-be3f-910030d3da89 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:50.802083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.825468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7af2fa-e29a-4e0d-b52d-1e589e2b986a']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:50.867622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Deleting port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:50.868204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:50.932847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:50.933165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faa4e9b-bd15-4a43-b16d-e0b4a53fde72') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:50.981222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.008014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.106312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.146569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:17:51.149375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:17:51.186145 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:17:51.230751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:51.231471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.314533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.335204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4476c79-a89e-4dbe-8332-2a5445016681 req-6823e573-7ace-4af9-b3ed-fe9cc36217a3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:51.337595 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a4476c79-a89e-4dbe-8332-2a5445016681 req-6823e573-7ace-4af9-b3ed-fe9cc36217a3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.0107684 Dec 22 15:17:51.355175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Allocated IP 172.20.0.18 (b32784bd-1dbd-444d-baae-e638e3969428/9575c473-9a1f-4916-ac5f-a1c22f55f426/53b1775d-c79b-4947-a038-299397db9de8) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:51.357560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.379824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] For port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,segment=NetworkSegment(37fd2970-5373-4e29-8ad3-f5a041eff312),segment_id=37fd2970-5373-4e29-8ad3-f5a041eff312)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:51.380265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.419366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.430482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c299f4-d1c6-405b-8129-c9b9eeb83a2c req-9d643677-4edf-4a91-971f-143ca7a6f63b tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:51.432157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8c299f4-d1c6-405b-8129-c9b9eeb83a2c req-9d643677-4edf-4a91-971f-143ca7a6f63b tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 946 time: 0.2019289 Dec 22 15:17:51.549680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Calling delete_port for eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:51.586703 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8c299f4-d1c6-405b-8129-c9b9eeb83a2c req-c90da5aa-876b-48b2-80ac-b74aac797888 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053157 Dec 22 15:17:51.637449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.645193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.645740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.646256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Floating IP a07aab86-018a-4362-b8f7-9f04d5ed59d4 disassociated. External IP: 172.26.4.206, port: ed4fd16b-df15-4185-856c-f387fb94ba00. Dec 22 15:17:51.646978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Calling delete_port for ed4fd16b-df15-4185-856c-f387fb94ba00 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:51.648014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:51.661112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:17:51.671782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Transition to ACTIVE for port object daf38fa5-a4f2-4798-a0c8-09747350e8a0 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:51.695488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.699971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.712292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:51.712835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.724177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:51.732150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77cbd2fc-343d-49fb-a1f3-9d4809ce2d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:51.743948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a4476c79-a89e-4dbe-8332-2a5445016681 req-54ae61d5-a48b-4c26-962c-0a34fbe77c6f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887205 Dec 22 15:17:51.748654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:51.758212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=a328b39e-67a1-41f3-8a48-dd26044e710a,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:51.774277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.40 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/9fa8e5b6-a5a3-4c32-b761-518ae0743345) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:51.776803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:51.781019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:51.782424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:51.783151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.785934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Pushing event deleted for resources: {'Port': ['ID=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:51.794906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:51.795772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] No DVR routers for this DVR port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:51.800962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Pushing event deleted for resources: {'Network': ['ID=da7af2fa-e29a-4e0d-b52d-1e589e2b986a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:51.805168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:51.851443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-90036a82-60e6-4253-b3cc-71c57723849a req-52b88779-2632-4e7c-a477-744eb261f8c4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.0568521 Dec 22 15:17:51.899594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.899594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.900064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.900375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.901019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.901426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.901826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.902222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.903389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.904677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.905087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:51.922030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] 10.222.0.32 "DELETE /v2.0/networks/da7af2fa-e29a-4e0d-b52d-1e589e2b986a HTTP/1.1" status: 204 len: 168 time: 4.4297850 Dec 22 15:17:51.924578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:51.932340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:51.968652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'code': 200} Dec 22 15:17:51.972001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:17:51.972640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:17:51.975319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Transition to ACTIVE for port object daf38fa5-a4f2-4798-a0c8-09747350e8a0 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:51.996147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6307964 Dec 22 15:17:52.002511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.002671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39678) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:52.015804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': 'a328b39e-67a1-41f3-8a48-dd26044e710a', 'ip_address': '2001:db8::64c8:70cd:fcea:f40c'}], 'name': 'tempest-NetworksTestDHCPv6-1137375256'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:52.034622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.044138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] For port 56e0f996-b89a-408c-be3f-910030d3da89, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56e0f996-b89a-408c-be3f-910030d3da89,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:52.044852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.055919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:52.197353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.237123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:52.252557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:52.276852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Calling delete_port for 56e0f996-b89a-408c-be3f-910030d3da89 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:52.295157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.328291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.333982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c8867f7b-cecc-4e3b-aa6e-ecf14107ce1b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:52.334220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Network 744dde92-2377-43d3-b587-240b307fcbc9 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:52.341502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:52.346371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:52.347385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:52.350312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:52.355779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eff9b40c-ef9e-40b4-9ad3-df93bbaa6502,segment=NetworkSegment(37fd2970-5373-4e29-8ad3-f5a041eff312),segment_id=37fd2970-5373-4e29-8ad3-f5a041eff312)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:52.356189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.387141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f6f6884-b5f2-4627-9be2-d475481dae6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:52.394378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:52.406091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.458917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Pushing event updated for resources: {'Port': ['ID=daf38fa5-a4f2-4798-a0c8-09747350e8a0,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:52.464874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:52.528236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Deleting port ed4fd16b-df15-4185-856c-f387fb94ba00 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:52.528627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.536456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:52.578178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:52.618135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=9fa8e5b6-a5a3-4c32-b761-518ae0743345,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:52.621478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:52.629416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:52.632274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:52.649383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:52.673046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39688) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:52.753801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56e0f996-b89a-408c-be3f-910030d3da89 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:52.899825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.923531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Attempting to bind port daf38fa5-a4f2-4798-a0c8-09747350e8a0 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:52.923968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Attempting to bind port daf38fa5-a4f2-4798-a0c8-09747350e8a0 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '744dde92-2377-43d3-b587-240b307fcbc9'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:52.924373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Attempting to bind port daf38fa5-a4f2-4798-a0c8-09747350e8a0 on network 744dde92-2377-43d3-b587-240b307fcbc9 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:52.932315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:52.939344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Transition to ACTIVE for port object 53b1775d-c79b-4947-a038-299397db9de8 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:52.941913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb491a8d-fae6-4b0c-82d1-2756306cdf03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:52.967462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74a4f4-4d01-4b5e-878d-ee80e456eb21 req-c17ed7ba-8b26-4aa0-b0f5-6b14e341ba8a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:52.969347 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bc74a4f4-4d01-4b5e-878d-ee80e456eb21 req-c17ed7ba-8b26-4aa0-b0f5-6b14e341ba8a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4468601 Dec 22 15:17:52.999500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:52.999500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Checking segment: {'id': '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '744dde92-2377-43d3-b587-240b307fcbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:52.999962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.000421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Bound using segment: {'id': '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '744dde92-2377-43d3-b587-240b307fcbc9'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:53.000971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Bound port: daf38fa5-a4f2-4798-a0c8-09747350e8a0, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '744dde92-2377-43d3-b587-240b307fcbc9'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:53.001433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.026951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 56e0f996-b89a-408c-be3f-910030d3da89 {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:17:53.027418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56e0f996-b89a-408c-be3f-910030d3da89 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:53.027903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:17:53.063544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Pushing event deleted for resources: {'Port': ['ID=56e0f996-b89a-408c-be3f-910030d3da89,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:53.083812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:17:53.084043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:17:53.093858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Transition to ACTIVE for port object 53b1775d-c79b-4947-a038-299397db9de8 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:53.109141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.133171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] No DVR routers for this DVR port 56e0f996-b89a-408c-be3f-910030d3da89 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:53.148249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.148647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.149401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.149798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.150194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.150565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.150997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.151379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.151758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.152119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.152488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:17:53.162173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:53.165082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::64c8:70cd:fcea:f40c (5ab54424-188e-4b54-81b5-4cfc68514aa3/a328b39e-67a1-41f3-8a48-dd26044e710a/1a36ed84-583b-45a4-ad64-c2f43a2f57e0) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:53.181460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff389c-c4a0-4958-9071-4e46208c8067 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:53.238060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.249093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1ff6b51e-09a2-48cb-b583-7efe714d548e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:53.324880 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6ca72e55-6c9a-4b35-ab6a-421881e78fc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a8a0cdd938c45a1b37a3b43ab097b9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6489756 Dec 22 15:17:53.330655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39696) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:53.343314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bc74a4f4-4d01-4b5e-878d-ee80e456eb21 req-a08f27f3-7590-4be9-b9f7-76018bed3386 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621762 Dec 22 15:17:53.353143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:17:53.353618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:17:53.372280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Network b32784bd-1dbd-444d-baae-e638e3969428 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:53.378175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:53.384036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:53.446132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d759f-10fc-4812-8dda-aff0eb466b73 req-b780b09e-455d-47f2-953f-d266db6dea2e tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:53.447821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-731d759f-10fc-4812-8dda-aff0eb466b73 req-b780b09e-455d-47f2-953f-d266db6dea2e tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.4379494 Dec 22 15:17:53.460840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Pushing event updated for resources: {'Port': ['ID=53b1775d-c79b-4947-a038-299397db9de8,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:53.469701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:53.506132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:17:53.520111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] Sync routers for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:17:53.533921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:53.534921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:53.546119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] For port daf38fa5-a4f2-4798-a0c8-09747350e8a0, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:53.560000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] For port daf38fa5-a4f2-4798-a0c8-09747350e8a0, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=daf38fa5-a4f2-4798-a0c8-09747350e8a0,segment=NetworkSegment(5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a),segment_id=5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:53.570278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.598270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.627653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9be0b1a1-7c53-4035-868e-d5123443ffe5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:53.639985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5805edc6-6ade-45c2-862e-1c3c9f8f2fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:53.677026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] No DVR routers for this DVR port 21a6f615-66d3-436c-b089-f94749bc8f12 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:17:53.695535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-731d759f-10fc-4812-8dda-aff0eb466b73 req-2aaa3f7e-ebc5-4c31-ba7d-6d27acbdbe9d tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298474 Dec 22 15:17:53.696476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Subnet': ['ID=ac422dc5-e70f-48e9-b463-214d4bfb472d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:53.699851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] For port ed4fd16b-df15-4185-856c-f387fb94ba00, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ed4fd16b-df15-4185-856c-f387fb94ba00,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:53.700258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.722002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.727306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'name': 'network-vif-deleted', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:17:53.742953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Attempting to bind port 53b1775d-c79b-4947-a038-299397db9de8 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:53.743380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Attempting to bind port 53b1775d-c79b-4947-a038-299397db9de8 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '791d777c-5500-4fa6-9a23-0115200d6545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:53.743795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Attempting to bind port 53b1775d-c79b-4947-a038-299397db9de8 on network b32784bd-1dbd-444d-baae-e638e3969428 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:53.748174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:53.759832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:53.760254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Checking segment: {'id': '791d777c-5500-4fa6-9a23-0115200d6545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:53.760880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.761323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Bound using segment: {'id': '791d777c-5500-4fa6-9a23-0115200d6545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:53.762222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Bound port: 53b1775d-c79b-4947-a038-299397db9de8, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791d777c-5500-4fa6-9a23-0115200d6545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b32784bd-1dbd-444d-baae-e638e3969428'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:53.762656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.783433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'a328b39e-67a1-41f3-8a48-dd26044e710a'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:17:53.784389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.791787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.916905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port eff9b40c-ef9e-40b4-9ad3-df93bbaa6502 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:53.922146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:53.923309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:53.972169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Pushing event updated for resources: {'Port': ['ID=daf38fa5-a4f2-4798-a0c8-09747350e8a0,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:53.999638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:54.026580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:54.042363 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fa2e8d-fcfa-4ede-a5a2-799b5b70379d', 'name': 'network-vif-deleted', 'tag': '21a6f615-66d3-436c-b089-f94749bc8f12', 'status': 'completed', 'code': 200} Dec 22 15:17:54.043915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a26f1848-1b63-4e6f-9620-64e22f652cfa req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.71 "DELETE /v2.0/ports/21a6f615-66d3-436c-b089-f94749bc8f12 HTTP/1.1" status: 204 len: 173 time: 7.1167278 Dec 22 15:17:54.051572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=53b1775d-c79b-4947-a038-299397db9de8,segment=NetworkSegment(791d777c-5500-4fa6-9a23-0115200d6545),segment_id=791d777c-5500-4fa6-9a23-0115200d6545)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:54.082211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.093407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/subnets/ac422dc5-e70f-48e9-b463-214d4bfb472d HTTP/1.1" status: 204 len: 168 time: 4.6337028 Dec 22 15:17:54.101441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39706) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:54.104063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:54.114114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] The port 'eff9b40c-ef9e-40b4-9ad3-df93bbaa6502' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:17:54.268673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Pushing event updated for resources: {'Port': ['ID=53b1775d-c79b-4947-a038-299397db9de8,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:54.280839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:54.395756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-83078bf0-965c-4bff-a5f1-3c3ff4748a88 req-e48f5f92-bf51-461c-a90d-67bd666a70a4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fa2e8d-fcfa-4ede-a5a2-799b5b70379d HTTP/1.1" status: 200 len: 210 time: 0.8896840 Dec 22 15:17:54.439439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:23Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:54.449513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] Checking router: b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:17:54.463608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:17:54.464883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:54.484242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.533935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f097239-265a-44f4-8a6a-89b915013dc8']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:54.554858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fd2970-5373-4e29-8ad3-f5a041eff312') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:54.555360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fd2970-5373-4e29-8ad3-f5a041eff312') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:54.569874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.587752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.596022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:17:54.600283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.744559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:17:54.775209 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:17:54.786094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.879617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:54.958901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:17:55.153598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.174288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:55.202790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.222301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.247350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.288492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:55.297020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=7f097239-265a-44f4-8a6a-89b915013dc8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:55.322511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:55.328862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/7f097239-265a-44f4-8a6a-89b915013dc8 HTTP/1.1" status: 204 len: 168 time: 4.9133008 Dec 22 15:17:55.336108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39716) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:55.343923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.344881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1703023028'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:55.352222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-60671d7b-7361-4820-90a4-361da10442c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:55.359194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:55.370166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.370582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.370986 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Floating IP a07aab86-018a-4362-b8f7-9f04d5ed59d4 disassociated. External IP: 172.26.4.206, port: ed4fd16b-df15-4185-856c-f387fb94ba00. Dec 22 15:17:55.371379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Calling delete_port for ed4fd16b-df15-4185-856c-f387fb94ba00 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:55.408785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715b68b9-7b32-4554-9eb3-5689d665d3c2,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:55.424934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:55.425575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:55.432152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:55.434964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f241f7-f3d3-4193-ba89-93facb6a0a1d req-759a398f-c68b-42ab-9e79-9362942c4cc0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:55.442612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:55.442876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9f241f7-f3d3-4193-ba89-93facb6a0a1d req-759a398f-c68b-42ab-9e79-9362942c4cc0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.3443923 Dec 22 15:17:55.463148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Deleting subnet 9575c473-9a1f-4916-ac5f-a1c22f55f426 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:17:55.483870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.487516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.516788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/a328b39e-67a1-41f3-8a48-dd26044e710a/1ab072e5-8682-4ada-8051-d4aed19636cc) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:17:55.544005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:23Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:17:55.546080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa935ffa-b4a0-4d15-9a9e-0a17ee44ade2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:55.547915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7bef3-1dc4-4fe8-8e99-ce640c471620 req-8afc9479-1fcb-43ef-a5c3-13b9df18d252 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:55.549360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-b3e7bef3-1dc4-4fe8-8e99-ce640c471620 req-8afc9479-1fcb-43ef-a5c3-13b9df18d252 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Synchronizing usage tracker for tenant:187ab6815870460db3dba3ca8a714f39 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:55.552003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be560ff3-9a1d-4f26-b343-df41075822ac None None] The sync data for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv is: [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:08Z', 'revision_number': 4, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8b6fee16-b933-42aa-92bf-0b1621e4ef43', 'name': '', 'network_id': '63698507-782f-4319-b145-3db09175ebb8', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'mac_address': 'fa:16:3e:89:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:06Z', 'updated_at': '2021-12-22T15:16:23Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'subnets': [{'id': 'ee71d89b-3ca6-4d55-a833-a82333e9c8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:17:55.573914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:55.580754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.609214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.633754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.637439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/715b68b9-7b32-4554-9eb3-5689d665d3c2 HTTP/1.1" status: 204 len: 168 time: 2.2888107 Dec 22 15:17:55.662931 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9f241f7-f3d3-4193-ba89-93facb6a0a1d req-93762520-3cca-4fb0-b7f9-52669b31ed27 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190228 Dec 22 15:17:55.707873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:55.719435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-b3e7bef3-1dc4-4fe8-8e99-ce640c471620 req-8afc9479-1fcb-43ef-a5c3-13b9df18d252 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Unset dirty status for tenant:187ab6815870460db3dba3ca8a714f39 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:55.722006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=1a36ed84-583b-45a4-ad64-c2f43a2f57e0,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:55.722153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b3e7bef3-1dc4-4fe8-8e99-ce640c471620 req-8afc9479-1fcb-43ef-a5c3-13b9df18d252 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 944 time: 0.6824267 Dec 22 15:17:55.724841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:55.752197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:55.755735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:55.760146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:55.760839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.808200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.819487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.825995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Transition to ACTIVE for port object 1ab072e5-8682-4ada-8051-d4aed19636cc will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:55.842192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8377807 Dec 22 15:17:55.842663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39726) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:55.851355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:55.851620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': 'a328b39e-67a1-41f3-8a48-dd26044e710a', 'ip_address': '2001:db8::64c8:70cd:fcea:f40c'}], 'name': 'tempest-NetworksTestDHCPv6-1090697850'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:55.864503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Transition to ACTIVE for port object 1ab072e5-8682-4ada-8051-d4aed19636cc will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:17:55.873489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.884408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6535c9e8-842b-4992-99c1-7250868913fa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:55.888947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.890360 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b3e7bef3-1dc4-4fe8-8e99-ce640c471620 req-51a07a45-d62b-4203-84af-44d054038b54 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bf58b18-a628-4bac-82e6-6759d1cba868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585686 Dec 22 15:17:55.905664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:55.906065 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment 838d5267-8119-4d71-be70-8ea43dd9a081 of type vlan for network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 Dec 22 15:17:55.914332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:55.925935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39730) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:55.983346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.000419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=9fa8e5b6-a5a3-4c32-b761-518ae0743345,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:56.004244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:17:56.024548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Pushing event updated for resources: {'Port': ['ID=1ab072e5-8682-4ada-8051-d4aed19636cc,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:56.030308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:17:56.036438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:56.037527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.042158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.042487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:17:56.066748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7a88f8c-f720-41c6-ab90-1ee8576e43d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:56.079122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:56.146492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event deleted for resources: {'Port': ['ID=ed4fd16b-df15-4185-856c-f387fb94ba00,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:56.155619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:56.217146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.277333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Attempting to bind port 1ab072e5-8682-4ada-8051-d4aed19636cc on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:17:56.277333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Attempting to bind port 1ab072e5-8682-4ada-8051-d4aed19636cc by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:17:56.277788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Attempting to bind port 1ab072e5-8682-4ada-8051-d4aed19636cc on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:17:56.291529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607dab14-f018-4cc2-ab14-8c1e12685054 None None] New status for floating IP 700333f2-10bf-4c01-8365-b0aa8dd9ee2a: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:17:56.331250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.335531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:56.336213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.337079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:56.341281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.345606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:56.349484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:56.353845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:56.368629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:56.444171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.445874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:56.502552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:17:56.503013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:17:56.503477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.504022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:17:56.504450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Bound port: 1ab072e5-8682-4ada-8051-d4aed19636cc, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:17:56.504884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:56.790572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device daf38fa5-a4f2-4798-a0c8-09747350e8a0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:56.987008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:57.039331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] For port 1ab072e5-8682-4ada-8051-d4aed19636cc, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:17:57.045165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] For port 1ab072e5-8682-4ada-8051-d4aed19636cc, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1ab072e5-8682-4ada-8051-d4aed19636cc,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:17:57.081618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port daf38fa5-a4f2-4798-a0c8-09747350e8a0 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:57.088992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 53b1775d-c79b-4947-a038-299397db9de8 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:57.132428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:57.166456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:57.173624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6b26ada-1aef-4d3a-acde-452965bb5d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:57.257807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9204276 Dec 22 15:17:57.261182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39752) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:57.261369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Pushing event updated for resources: {'Port': ['ID=1ab072e5-8682-4ada-8051-d4aed19636cc,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:57.270927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:57.287258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08b065-d8ad-474c-9a7c-d8b61bc40085 None None] Network 744dde92-2377-43d3-b587-240b307fcbc9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:57.289101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:57.299004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:57.315089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:57.401424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:57.491120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:57.518506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 1a3bdb30-4547-4d7e-8697-ac54ea684a49 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:17:57.519952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:57.560811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0a3dfeb0-ad48-469c-8e1f-7646b13ca1de req-1e582dbe-3689-4d39-b94d-a1ad5a457a30 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Synchronizing usage tracker for tenant:187ab6815870460db3dba3ca8a714f39 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:57.584095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:57.666452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39758) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:57.703093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Subnet': ['ID=9575c473-9a1f-4916-ac5f-a1c22f55f426,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:57.731316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:57.731960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:57.756862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae9a258-a1d1-4160-9190-a1297a95cadd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:57.757375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 441a6b95-0cc0-437a-965e-4d45aee39874 associated. External IP: 172.26.4.40, port: 01fefe39-4198-4d9c-b804-f5453e666232. Dec 22 15:17:57.763103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/subnets/9575c473-9a1f-4916-ac5f-a1c22f55f426 HTTP/1.1" status: 204 len: 168 time: 3.6426945 Dec 22 15:17:57.765167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:57.849297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:57.849756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "DELETE /v2.0/security-groups/aae9a258-a1d1-4160-9190-a1297a95cadd HTTP/1.1" status: 204 len: 168 time: 1.9214463 Dec 22 15:17:57.865096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39764) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:57.865755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39766) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:57.929138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da9185-0c0e-4c99-855c-dd67d1a47f68 None None] Network b32784bd-1dbd-444d-baae-e638e3969428 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:17:57.949880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 53b1775d-c79b-4947-a038-299397db9de8 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:57.953199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Provisioning for port daf38fa5-a4f2-4798-a0c8-09747350e8a0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:58.000289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0a3dfeb0-ad48-469c-8e1f-7646b13ca1de req-1e582dbe-3689-4d39-b94d-a1ad5a457a30 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Unset dirty status for tenant:187ab6815870460db3dba3ca8a714f39 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:58.009608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'networks': [{'name': 'tempest-network--138064677'}, {'name': 'tempest-network--1729864088'}]} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:58.009962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'network': {'name': 'tempest-network--138064677'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:58.010546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'network': {'name': 'tempest-network--1729864088'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:17:58.018295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:58.019060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Provisioning complete for port daf38fa5-a4f2-4798-a0c8-09747350e8a0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:58.019454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0a3dfeb0-ad48-469c-8e1f-7646b13ca1de req-1e582dbe-3689-4d39-b94d-a1ad5a457a30 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.7854772 Dec 22 15:17:58.019888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.022853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:network and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:58.026110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:58.033693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:58.042222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b16305c1-3a68-4a87-a792-f338f374090f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] show failed (client error): The resource could not be found. Dec 22 15:17:58.043679 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b16305c1-3a68-4a87-a792-f338f374090f tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "GET /v2.0/security-groups/aae9a258-a1d1-4160-9190-a1297a95cadd HTTP/1.1" status: 404 len: 347 time: 0.1700778 Dec 22 15:17:58.057938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39772) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:58.065071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:58.077714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcdb55-1892-4ed2-b170-c106c3aaa889 req-2401145c-1fa0-499c-a1d7-9b0569db20b8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:58.086054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75bcdb55-1892-4ed2-b170-c106c3aaa889 req-2401145c-1fa0-499c-a1d7-9b0569db20b8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6813726 Dec 22 15:17:58.114614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'network': 2} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:58.121709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.146950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.174344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:58.195262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:58.219311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:58.224768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ef022-f4c7-4aab-9757-74195df965a6 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:58.225588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b24ef022-f4c7-4aab-9757-74195df965a6 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Synchronizing usage tracker for tenant:4e78dddf0776456aa62850225e72917c on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:58.241198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75bcdb55-1892-4ed2-b170-c106c3aaa889 req-ced874f5-c992-4214-971b-4b2762b06430 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541705 Dec 22 15:17:58.259100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:17:58.259604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:17:58.263887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:17:58.337771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:security_group_rule and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:17:58.344954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:17:58.362313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:17:58.364696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:17:58.365319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.385536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Deleting port 86fdb7bd-ad72-4919-a62a-8e686a60acc0 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:58.385981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.410542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] For port daf38fa5-a4f2-4798-a0c8-09747350e8a0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=daf38fa5-a4f2-4798-a0c8-09747350e8a0,segment=NetworkSegment(5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a),segment_id=5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:58.417937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-168140e9-b6c8-47ec-b45b-df446ffe0f3a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5739253 Dec 22 15:17:58.441327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39776) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:58.441540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.443397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:58.453902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b24ef022-f4c7-4aab-9757-74195df965a6 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Unset dirty status for tenant:4e78dddf0776456aa62850225e72917c on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:58.459592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b24ef022-f4c7-4aab-9757-74195df965a6 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5863681 Dec 22 15:17:58.463548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:58.537316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Pushing event updated for resources: {'Port': ['ID=daf38fa5-a4f2-4798-a0c8-09747350e8a0,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:58.541827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:58.546210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.590003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Provisioning for port 53b1775d-c79b-4947-a038-299397db9de8 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:58.593693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Router ecd87e11-df63-4d98-bd5c-3ab603e8d95d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:58.597334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Provisioning complete for port 53b1775d-c79b-4947-a038-299397db9de8 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:17:58.601737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.618573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.619104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.640057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:58.693844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] DHCP port deletion for 744dde92-2377-43d3-b587-240b307fcbc9 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:58.700084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] DHCP port deletion for b32784bd-1dbd-444d-baae-e638e3969428 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:17:58.704877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1ab072e5-8682-4ada-8051-d4aed19636cc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:17:58.713722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a034284-7054-44ff-8362-8d55cdb6cfed,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:58.717709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:58.721139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.727695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:58.741952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a30d15-e15e-4100-af38-1ba677705e54 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:58.746944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a30d15-e15e-4100-af38-1ba677705e54 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:58.747255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26a30d15-e15e-4100-af38-1ba677705e54 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:58.752616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Deleting port daf38fa5-a4f2-4798-a0c8-09747350e8a0 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:58.752616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.761941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.762334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Added segment 2f7d63db-8166-43ea-909a-9b44d031d0ec of type vlan for network 40472438-a636-48e6-b701-fa46aa06edb9 Dec 22 15:17:58.776806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Deleting port 53b1775d-c79b-4947-a038-299397db9de8 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:58.776806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.812778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.822644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26a30d15-e15e-4100-af38-1ba677705e54 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:58.826918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26a30d15-e15e-4100-af38-1ba677705e54 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3816741 Dec 22 15:17:58.831475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:58.904815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.924455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:17:58.938442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:58.939575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Added segment 7ef59479-af0f-47ff-a508-d97afabf7ac1 of type vlan for network 03575b4a-402a-462f-a276-c0e22b247e85 Dec 22 15:17:58.989346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.020016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:17:59.098023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.098427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.139221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:59.143374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.146708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.147364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.151721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.162554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.163301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.170352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Deleting port 53b1775d-c79b-4947-a038-299397db9de8 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:17:59.170737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.175248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:59.355462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Network': ['ID=40472438-a636-48e6-b701-fa46aa06edb9,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:59.376081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Calling delete_port for 86fdb7bd-ad72-4919-a62a-8e686a60acc0 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:17:59.390759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 40472438-a636-48e6-b701-fa46aa06edb9 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:59.415154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7416615 Dec 22 15:17:59.429868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39792) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:17:59.459419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.572481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Network': ['ID=03575b4a-402a-462f-a276-c0e22b247e85,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:17:59.591077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:59.604636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 03575b4a-402a-462f-a276-c0e22b247e85 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:17:59.632860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:17:59.633220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:17:59.787450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 1ab072e5-8682-4ada-8051-d4aed19636cc completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:17:59.811451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] For port daf38fa5-a4f2-4798-a0c8-09747350e8a0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=daf38fa5-a4f2-4798-a0c8-09747350e8a0,segment=NetworkSegment(5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a),segment_id=5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:59.811902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.837088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=53b1775d-c79b-4947-a038-299397db9de8,segment=NetworkSegment(791d777c-5500-4fa6-9a23-0115200d6545),segment_id=791d777c-5500-4fa6-9a23-0115200d6545)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:59.837425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:17:59.874121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.879367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.884549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.890243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.891369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Synchronizing usage tracker for tenant:21140d279a34430682c257820cc15ea3 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:17:59.935818 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1e0509f-3518-42b4-af03-5f1eed25f76b req-53ed7b35-ac4f-44f0-9984-df4e60f121a4 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.0866909 Dec 22 15:17:59.936338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1f306-0d25-4e78-bae6-f893d9881c6b req-57cad870-b5ca-4492-81e8-274f1c12d7e4 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:17:59.937677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-09c1f306-0d25-4e78-bae6-f893d9881c6b req-57cad870-b5ca-4492-81e8-274f1c12d7e4 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.3805335 Dec 22 15:17:59.967877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=53b1775d-c79b-4947-a038-299397db9de8,segment=NetworkSegment(791d777c-5500-4fa6-9a23-0115200d6545),segment_id=791d777c-5500-4fa6-9a23-0115200d6545)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:17:59.977636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Unset dirty status for tenant:21140d279a34430682c257820cc15ea3 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:17:59.978931 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88691f63-3e84-4e7c-91db-b74945424914 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5397680 Dec 22 15:17:59.988332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39796) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:00.050723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:00.065530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:00.080896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-09c1f306-0d25-4e78-bae6-f893d9881c6b req-fe6c33ea-7804-455b-b865-342e529410db tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333914 Dec 22 15:18:00.093604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:00.094307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.235456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.258538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:00.259501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.259637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.330019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.334062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.334523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ee72d-b423-4996-85e8-3edd0262bfed None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:00.340231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.341639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Calling delete_port for 53b1775d-c79b-4947-a038-299397db9de8 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:00.377927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Calling delete_port for daf38fa5-a4f2-4798-a0c8-09747350e8a0 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:00.404184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:00.428895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.453803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fefbf548-79b7-4ee6-bc95-1c362c1afc3e tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:00.490766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.507900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.0099368 Dec 22 15:18:00.510638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39800) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:00.555207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Pushing event updated for resources: {'Port': ['ID=53b1775d-c79b-4947-a038-299397db9de8,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:00.558691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:00.573797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device daf38fa5-a4f2-4798-a0c8-09747350e8a0 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:00.609597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40472438-a636-48e6-b701-fa46aa06edb9']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.626185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Provisioning for port 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:00.630234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7d63db-8166-43ea-909a-9b44d031d0ec') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.630559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7d63db-8166-43ea-909a-9b44d031d0ec') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:00.636124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Provisioning complete for port 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:00.636554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.656005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.668264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.682113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-633f9fb2-d1f8-4320-accc-171172573650 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/floatingips/441a6b95-0cc0-437a-965e-4d45aee39874 HTTP/1.1" status: 200 len: 976 time: 0.1688464 Dec 22 15:18:00.683621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.686030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39804) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:00.686872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8136babf-b934-4380-b23e-4a1b7e8543df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:00.695271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Pushing event deleted for resources: {'Port': ['ID=86fdb7bd-ad72-4919-a62a-8e686a60acc0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:00.734911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:00.750296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:00.750296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:00.753101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Pushing event deleted for resources: {'Port': ['ID=daf38fa5-a4f2-4798-a0c8-09747350e8a0,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:00.755829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:00.771574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] No DVR routers for this DVR port daf38fa5-a4f2-4798-a0c8-09747350e8a0 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:00.780366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Port 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:00.784631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port daf38fa5-a4f2-4798-a0c8-09747350e8a0 {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:18:00.785093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device daf38fa5-a4f2-4798-a0c8-09747350e8a0 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:00.785715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 53b1775d-c79b-4947-a038-299397db9de8 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:00.839271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.852125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.876582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=53b1775d-c79b-4947-a038-299397db9de8,segment=NetworkSegment(791d777c-5500-4fa6-9a23-0115200d6545),segment_id=791d777c-5500-4fa6-9a23-0115200d6545)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:00.876958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.888986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:00.900512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Provisioning for port 1ab072e5-8682-4ada-8051-d4aed19636cc completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:00.910595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Provisioning complete for port 1ab072e5-8682-4ada-8051-d4aed19636cc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:00.911295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:00.971830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.017631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=53b1775d-c79b-4947-a038-299397db9de8,segment=NetworkSegment(791d777c-5500-4fa6-9a23-0115200d6545),segment_id=791d777c-5500-4fa6-9a23-0115200d6545)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:01.067029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.068968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:01.151198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.175084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46e338cd-48ad-4284-9dfe-ff4d082934cc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Synchronizing usage tracker for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:floatingip {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:01.192365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:01.192578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=53b1775d-c79b-4947-a038-299397db9de8,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:01.192894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.201115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:01.210998 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:01.221048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46e338cd-48ad-4284-9dfe-ff4d082934cc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Unset dirty status for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:floatingip {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:01.222713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-46e338cd-48ad-4284-9dfe-ff4d082934cc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.5352540 Dec 22 15:18:01.227050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] For port 1ab072e5-8682-4ada-8051-d4aed19636cc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1ab072e5-8682-4ada-8051-d4aed19636cc,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:01.234974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39812) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:01.241452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.244851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'port_id': 'c662da25-2b5b-450c-9d16-4d23e8807ade'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:01.247407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Deleting port 53b1775d-c79b-4947-a038-299397db9de8 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:01.248037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.254764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 1a36ed84-583b-45a4-ad64-c2f43a2f57e0 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:01.279291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.289245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bb0f909-ec6c-4ca6-a741-9c6c35e15316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:01.294929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Calling delete_port for 53b1775d-c79b-4947-a038-299397db9de8 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:01.405873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.415584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Pushing event updated for resources: {'Port': ['ID=1ab072e5-8682-4ada-8051-d4aed19636cc,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:01.420728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:01.449730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a959239-7031-4b0c-9a53-98304925ce28 req-cc118fc6-8320-41d1-b7ea-b11b4f8a3378 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1268003 Dec 22 15:18:01.472548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.476932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.502797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:01.515785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:01.533989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:01.556496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.571079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': '838d5267-8119-4d71-be70-8ea43dd9a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:01.571483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:01.574184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] For port 53b1775d-c79b-4947-a038-299397db9de8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=53b1775d-c79b-4947-a038-299397db9de8,segment=NetworkSegment(791d777c-5500-4fa6-9a23-0115200d6545),segment_id=791d777c-5500-4fa6-9a23-0115200d6545)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:01.574790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.596483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Network': ['ID=40472438-a636-48e6-b701-fa46aa06edb9,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:01.607469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:01.614041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fae20-0644-44fd-820c-9cd0ce7f484c req-180ea73c-20dc-4567-ab80-d50411eb1fb8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:01.615713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b7fae20-0644-44fd-820c-9cd0ce7f484c req-180ea73c-20dc-4567-ab80-d50411eb1fb8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.3193541 Dec 22 15:18:01.640402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:01.640779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:01.647311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.648599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] 10.222.0.32 "DELETE /v2.0/floatingips/700333f2-10bf-4c01-8365-b0aa8dd9ee2a HTTP/1.1" status: 204 len: 168 time: 3.5868859 Dec 22 15:18:01.658456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39816) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:01.658653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/networks/40472438-a636-48e6-b701-fa46aa06edb9 HTTP/1.1" status: 204 len: 168 time: 1.6665792 Dec 22 15:18:01.664936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:01.669356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39820) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:01.717858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] Sync routers for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:01.727809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Calling delete_port for 53b1775d-c79b-4947-a038-299397db9de8 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:01.792423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:01.793032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:01.842416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] No DVR routers for this DVR port ed4fd16b-df15-4185-856c-f387fb94ba00 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:01.852097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.852097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'name': 'network-vif-deleted', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:18:01.867795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-38fa8747-50f2-4447-ba65-69638e802b71 req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.71 "DELETE /v2.0/ports/ed4fd16b-df15-4185-856c-f387fb94ba00 HTTP/1.1" status: 204 len: 173 time: 13.4138689 Dec 22 15:18:01.872594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:01.899181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:01.960468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:02.034257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.042263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b7fae20-0644-44fd-820c-9cd0ce7f484c req-9254d6f0-7162-4cb0-85e2-e47ebbec4bed tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4040158 Dec 22 15:18:02.111463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.133812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c52fcdec-293d-4569-a5ff-19adb5f3e9cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:02.171093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:02.222773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Pushing event deleted for resources: {'Port': ['ID=53b1775d-c79b-4947-a038-299397db9de8,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:02.230654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:02.250899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] No DVR routers for this DVR port 53b1775d-c79b-4947-a038-299397db9de8 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:02.253662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f75989-9554-4f4a-a779-3cf29787a955', 'name': 'network-vif-deleted', 'tag': 'ed4fd16b-df15-4185-856c-f387fb94ba00', 'status': 'completed', 'code': 200} Dec 22 15:18:02.260072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Deleting port 53b1775d-c79b-4947-a038-299397db9de8 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:02.260486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.287036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:02.311936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=1a36ed84-583b-45a4-ad64-c2f43a2f57e0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:02.317928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:02.318524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.322771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:02.359929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e2af08a-4438-4d3f-baf2-45074278b279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.362965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59055d4-0abc-4e86-92a5-e22f1231a099 None None] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:02.369870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] The port '53b1775d-c79b-4947-a038-299397db9de8' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:18:02.399028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.428981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03575b4a-402a-462f-a276-c0e22b247e85']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:02.445155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef59479-af0f-47ff-a508-d97afabf7ac1') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:02.445269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef59479-af0f-47ff-a508-d97afabf7ac1') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:02.461458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.493246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.511398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:02.515179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:02.566246 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:02.568681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2836411 Dec 22 15:18:02.568681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.575187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/1a36ed84-583b-45a4-ad64-c2f43a2f57e0 HTTP/1.1" status: 204 len: 168 time: 3.7270627 Dec 22 15:18:02.586836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39828) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:02.586836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39830) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:02.614451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023308759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:02.792322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1ab072e5-8682-4ada-8051-d4aed19636cc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:02.798330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:02.802427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.826455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.831863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.838491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26fcf0b7-3945-4e6e-bbb8-5f9daf7ec8d9 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:02.872477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:router and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:02.873570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Network': ['ID=03575b4a-402a-462f-a276-c0e22b247e85,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:02.877969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:02.878353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:02.885794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/networks/03575b4a-402a-462f-a276-c0e22b247e85 HTTP/1.1" status: 204 len: 168 time: 1.2125642 Dec 22 15:18:02.886026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:02.886977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39836) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:02.924881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59a32672-7796-4317-b7cd-829140a41449 req-09fac102-16aa-44ec-a266-7fb894c8e0dc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/ports?device_id=85f75989-9554-4f4a-a779-3cf29787a955 HTTP/1.1" status: 200 len: 210 time: 0.1391623 Dec 22 15:18:02.931468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32784bd-1dbd-444d-baae-e638e3969428']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:02.949866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.951013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:02.968318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791d777c-5500-4fa6-9a23-0115200d6545') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:02.968682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791d777c-5500-4fa6-9a23-0115200d6545') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:02.980813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bbc87f-ec34-42b3-9566-67582dd52753 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:02.982339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bbc87f-ec34-42b3-9566-67582dd52753 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:02.983179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-02bbc87f-ec34-42b3-9566-67582dd52753 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:03.058061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.110083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.144809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-02bbc87f-ec34-42b3-9566-67582dd52753 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:03.146247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02bbc87f-ec34-42b3-9566-67582dd52753 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5573456 Dec 22 15:18:03.149218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39842) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:03.162446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1ab072e5-8682-4ada-8051-d4aed19636cc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:03.163403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.194862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4', 'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': '7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:03.195765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.209929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177c68f-6576-4e19-b55b-98988120d4fc tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:03.215044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177c68f-6576-4e19-b55b-98988120d4fc tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:03.218553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0177c68f-6576-4e19-b55b-98988120d4fc tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Synchronizing usage tracker for tenant:21140d279a34430682c257820cc15ea3 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:03.221447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.288642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.315010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:03.315463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.321597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0177c68f-6576-4e19-b55b-98988120d4fc tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Unset dirty status for tenant:21140d279a34430682c257820cc15ea3 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:03.323997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0177c68f-6576-4e19-b55b-98988120d4fc tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4350185 Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:03.338913 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:03.341705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39846) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:03.379718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-179316667'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:03.421486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.437302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:03.438178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:11Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:03.441504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.442891 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c81b271d-2299-403b-af70-22f851cf72cb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8557725 Dec 22 15:18:03.447359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39850) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:03.451995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.461631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] Checking router: ecd87e11-df63-4d98-bd5c-3ab603e8d95d for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:18:03.511129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:03.515546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'port': {'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4', 'name': 'tempest-RoutersTest-354160107'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:03.517406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Allocated IP 172.20.0.2 (16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4/7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272/d602f72f-a2a9-4115-b76d-3559202928cc) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:03.568660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8d4d3-0886-4ca1-af4d-13ec3c5673c7 req-fe0d1526-d459-418b-b2f6-7d499b94e310 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:03.570302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27b8d4d3-0886-4ca1-af4d-13ec3c5673c7 req-fe0d1526-d459-418b-b2f6-7d499b94e310 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.2574384 Dec 22 15:18:03.584877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.600792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:03.601548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f361a2fe-e913-4919-aef5-6ba56a8a7c44 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:03.602122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:17:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:03.619013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.644755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Network': ['ID=b32784bd-1dbd-444d-baae-e638e3969428,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:03.654531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:03.658002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:03.663560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.689460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/networks/b32784bd-1dbd-444d-baae-e638e3969428 HTTP/1.1" status: 204 len: 168 time: 5.2212412 Dec 22 15:18:03.695800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39854) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:03.731274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet a328b39e-67a1-41f3-8a48-dd26044e710a {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:03.744935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.810409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.888430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:03.915108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:03.960486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:04.011971 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27b8d4d3-0886-4ca1-af4d-13ec3c5673c7 req-caa95962-5789-4a1b-a970-125bc76cf86b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4292302 Dec 22 15:18:04.013086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.013486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Added segment 95b79a13-9bc6-43d8-9a75-4d14297f8a3c of type vlan for network 0ccca967-f2c8-4c1d-9589-b98adacc378a Dec 22 15:18:04.018427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.035093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:04.051929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:port and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:04.060949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.101711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:04.118865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:04.129629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.163121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:04.173424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.243028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39862) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:04.245209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] device_id is not set on port f7ad4c8d-0117-406b-ae95-e6a7891410e5 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:04.386601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 441a6b95-0cc0-437a-965e-4d45aee39874 associated. External IP: 172.26.4.40, port: 01fefe39-4198-4d9c-b804-f5453e666232. Dec 22 15:18:04.390356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.439750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Transition to ACTIVE for port object d602f72f-a2a9-4115-b76d-3559202928cc will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:04.480359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1462c6df-d810-4fbc-8130-3dc3db74ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.505467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.512080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Transition to ACTIVE for port object d602f72f-a2a9-4115-b76d-3559202928cc will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:04.542994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.552690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c81f9437-c842-4f7d-a836-aab3a26cdb8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:04.599743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.624703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.630399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:11Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:04.636454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.640693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:04.641348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.642503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f5466-595e-43a8-803d-b06b6bbd60cd None None] The sync data for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv is: [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:57Z', 'revision_number': 4, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'cd940020-e532-4ddb-9af4-37b675bc4368', 'name': '', 'network_id': '3b3f278f-0b94-433a-86ef-77aea5b76bb4', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'mac_address': 'fa:16:3e:7a:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:11Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'subnets': [{'id': '238036ac-f1c3-46b3-b96d-b6a293176537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:04.652733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:04.660332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:04.669771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:04.675570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:04.699371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.728466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-2a50f3cf-ce30-42db-8d0e-589434918a82 {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:04.728845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:04.774257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744dde92-2377-43d3-b587-240b307fcbc9']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:04.783089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.790219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d48ce0e-7964-4919-a92c-f4297a8ba510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:04.810618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf58b18-a628-4bac-82e6-6759d1cba868,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:04.814152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:04.884086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:04.884423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da1888a-2ddb-44c4-bbfe-1d7b7b00c68a') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:04.893382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Network': ['ID=0ccca967-f2c8-4c1d-9589-b98adacc378a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:04.904978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:04.909795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5572138 Dec 22 15:18:04.911048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.926330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39866) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:04.937296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 0ccca967-f2c8-4c1d-9589-b98adacc378a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:04.940326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1036095216'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:04.951899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.956680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:04.963139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.964076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:04.964523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:04.967254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "DELETE /v2.0/security-groups/2bf58b18-a628-4bac-82e6-6759d1cba868 HTTP/1.1" status: 204 len: 168 time: 0.6760812 Dec 22 15:18:04.968963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39870) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:04.970311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:network and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:04.975917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:04.987558 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:04.999426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-f16da994-18d8-4d41-9a27-17866b94ce94 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] show failed (client error): The resource could not be found. Dec 22 15:18:05.004330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f16da994-18d8-4d41-9a27-17866b94ce94 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "GET /v2.0/security-groups/2bf58b18-a628-4bac-82e6-6759d1cba868 HTTP/1.1" status: 404 len: 347 time: 0.0304823 Dec 22 15:18:05.004999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39874) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:05.012777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:05.066450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Pushing event updated for resources: {'Port': ['ID=d602f72f-a2a9-4115-b76d-3559202928cc,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:05.073099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:05.086315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.100452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a22a2652-ada3-4d76-bfa4-f5797d3674b0 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:05.155142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Attempting to bind port d602f72f-a2a9-4115-b76d-3559202928cc on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:05.155716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Attempting to bind port d602f72f-a2a9-4115-b76d-3559202928cc by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '838d5267-8119-4d71-be70-8ea43dd9a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:05.156245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Attempting to bind port d602f72f-a2a9-4115-b76d-3559202928cc on network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:05.165535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:05.166134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Checking segment: {'id': '838d5267-8119-4d71-be70-8ea43dd9a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:05.166875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.167470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Bound using segment: {'id': '838d5267-8119-4d71-be70-8ea43dd9a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:05.168165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Bound port: d602f72f-a2a9-4115-b76d-3559202928cc, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d5267-8119-4d71-be70-8ea43dd9a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:05.168889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.180791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=a328b39e-67a1-41f3-8a48-dd26044e710a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:05.187215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.187595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:05.270418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] For port d602f72f-a2a9-4115-b76d-3559202928cc, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:05.274070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] For port d602f72f-a2a9-4115-b76d-3559202928cc, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d602f72f-a2a9-4115-b76d-3559202928cc,segment=NetworkSegment(838d5267-8119-4d71-be70-8ea43dd9a081),segment_id=838d5267-8119-4d71-be70-8ea43dd9a081)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:05.278278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.281712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.293341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be6e8c-5a8b-4cc8-b6db-88ac8e3b467d None None] New status for floating IP a07aab86-018a-4362-b8f7-9f04d5ed59d4: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:18:05.295185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b3b16b-5241-46ba-bbf8-101b8bce41bd None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:05.322383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.335936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.336218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Deleting port 723f05e0-5808-4284-858c-a8adc55900aa {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:05.336562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.340599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.348148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f6ef43f-84ae-4425-9baa-a5a1c690c69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:05.360331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f63e0a68-0eef-428c-9c2d-9677c10dd40e tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:05.393727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Network': ['ID=744dde92-2377-43d3-b587-240b307fcbc9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:05.396865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:05.406723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/networks/744dde92-2377-43d3-b587-240b307fcbc9 HTTP/1.1" status: 204 len: 168 time: 1.7060010 Dec 22 15:18:05.442401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:05.448742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.460803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39880) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:05.468175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] device_id is not set on port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:05.490798 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/a328b39e-67a1-41f3-8a48-dd26044e710a HTTP/1.1" status: 204 len: 168 time: 2.3403034 Dec 22 15:18:05.494678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39884) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:05.622804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Pushing event updated for resources: {'Port': ['ID=d602f72f-a2a9-4115-b76d-3559202928cc,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:05.632445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:05.641808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20d2436b-04ca-4037-b7fc-97e8e28b34af tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391723 Dec 22 15:18:05.649889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39888) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:05.696420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:05.747187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aa6ee-1a0e-4187-8a3e-2963bea5b50c req-43d920b1-1ed0-4d60-85f2-a6e0b992477a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:05.748929 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-805aa6ee-1a0e-4187-8a3e-2963bea5b50c req-43d920b1-1ed0-4d60-85f2-a6e0b992477a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4512892 Dec 22 15:18:05.759360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.768994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:05.773503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Deleting port 1ab072e5-8682-4ada-8051-d4aed19636cc {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:05.774291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.779913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:05.846596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.20.0.10 (16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4/7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272/1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:05.940165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:05.940566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Added segment 03f8492b-5e96-49af-bc87-875c03cb16fc of type vlan for network 2f5421af-a628-4096-84f5-8dfc89f0a179 Dec 22 15:18:06.037158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] For port 1ab072e5-8682-4ada-8051-d4aed19636cc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1ab072e5-8682-4ada-8051-d4aed19636cc,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:06.037761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.058564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.080916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:06.104752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:06.109686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.127383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-805aa6ee-1a0e-4187-8a3e-2963bea5b50c req-f48c786e-3cf3-4cd6-bf80-a32d70813486 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647263 Dec 22 15:18:06.148989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:06.161329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:06.177047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268e52f9-131a-4f11-aa4c-9c19634665f1']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:06.178228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.178601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.201654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5530a31c-efd9-441f-b5b9-830649197bf5') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:06.202353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5530a31c-efd9-441f-b5b9-830649197bf5') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:06.221822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.242213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Calling delete_port for 1ab072e5-8682-4ada-8051-d4aed19636cc owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:06.257725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.269507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:06.270887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:06.286400 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:06.342247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Calling delete_port for 723f05e0-5808-4284-858c-a8adc55900aa owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:06.344198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.349980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:06.391774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:06.395973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Pushing event deleted for resources: {'Port': ['ID=1ab072e5-8682-4ada-8051-d4aed19636cc,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:06.398504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:06.400859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] No DVR routers for this DVR port 1ab072e5-8682-4ada-8051-d4aed19636cc on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:06.498549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Deleting port 8b6fee16-b933-42aa-92bf-0b1621e4ef43 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:06.499117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.529033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.539148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:06.551546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:06.555568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.572600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Network': ['ID=268e52f9-131a-4f11-aa4c-9c19634665f1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:06.580108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:06.584811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/networks/268e52f9-131a-4f11-aa4c-9c19634665f1 HTTP/1.1" status: 204 len: 168 time: 1.1224859 Dec 22 15:18:06.593512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39892) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:06.598415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d602f72f-a2a9-4115-b76d-3559202928cc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:06.697100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.727167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d602f72f-a2a9-4115-b76d-3559202928cc completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:06.800680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1ab072e5-8682-4ada-8051-d4aed19636cc no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:06.837352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.841244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 1ab072e5-8682-4ada-8051-d4aed19636cc {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:06.842446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1ab072e5-8682-4ada-8051-d4aed19636cc not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:06.952735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.957154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:06.957958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.967698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] For port 8b6fee16-b933-42aa-92bf-0b1621e4ef43, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8b6fee16-b933-42aa-92bf-0b1621e4ef43,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:06.968113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:06.981309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fe06ec9-7687-47f3-9342-db813e59be20 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:07.004251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.033584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.175110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Calling delete_port for 8b6fee16-b933-42aa-92bf-0b1621e4ef43 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:07.228306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0521bfed-429c-45b8-9e5a-3125740335c6']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:07.255478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d279ada-91c6-431e-b773-5bb10a841682') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:07.255818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d279ada-91c6-431e-b773-5bb10a841682') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:07.276044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.412501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.425273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Network': ['ID=2f5421af-a628-4096-84f5-8dfc89f0a179,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:07.437264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:07.437642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:07.441763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2f5421af-a628-4096-84f5-8dfc89f0a179 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:07.442081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:07.464091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5307679 Dec 22 15:18:07.475366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39900) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:07.485330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'ports': [{'network_id': '0ccca967-f2c8-4c1d-9589-b98adacc378a', 'name': 'tempest-port--229993054', 'admin_state_up': True}, {'network_id': '2f5421af-a628-4096-84f5-8dfc89f0a179', 'admin_state_up': False}]} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:07.486221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'port': {'network_id': '0ccca967-f2c8-4c1d-9589-b98adacc378a', 'name': 'tempest-port--229993054', 'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:07.486731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'port': {'network_id': '2f5421af-a628-4096-84f5-8dfc89f0a179', 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:07.505318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:07.575426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8291e41-7d98-4a45-b482-f74b9804d545 None None] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:07.673585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.685449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:07.685917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:07.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:07.784847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Provisioning for port d602f72f-a2a9-4115-b76d-3559202928cc completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:07.801954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Provisioning complete for port d602f72f-a2a9-4115-b76d-3559202928cc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:07.802374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.837638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.842622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7add9737-2004-49a2-a97e-4d9f6c3a00c3 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:07.852787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.865840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:07.875923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533f869-301d-4244-9b42-86a0413a15fe req-7d34bfba-87e6-494b-b2e6-900e437264d2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:07.877620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7533f869-301d-4244-9b42-86a0413a15fe req-7d34bfba-87e6-494b-b2e6-900e437264d2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5351758 Dec 22 15:18:07.878353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7e9224b-190b-45b2-9a30-053fa92aa4a3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:07.900985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Pushing event deleted for resources: {'Network': ['ID=0521bfed-429c-45b8-9e5a-3125740335c6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:07.911863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:07.929621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] 10.222.0.32 "DELETE /v2.0/networks/0521bfed-429c-45b8-9e5a-3125740335c6 HTTP/1.1" status: 204 len: 168 time: 1.3346465 Dec 22 15:18:07.992649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Deleting port 723f05e0-5808-4284-858c-a8adc55900aa {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:07.993034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.001178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.006168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8d86363-b30d-4ae6-8ab2-6382c65218b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:08.030962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.068875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6fee16-b933-42aa-92bf-0b1621e4ef43,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:08.074583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:08.101246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] For port d602f72f-a2a9-4115-b76d-3559202928cc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d602f72f-a2a9-4115-b76d-3559202928cc,segment=NetworkSegment(838d5267-8119-4d71-be70-8ea43dd9a081),segment_id=838d5267-8119-4d71-be70-8ea43dd9a081)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:08.150380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.159553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-492e7ea3-e41e-4543-8260-244a31487e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:08.180407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.189467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:08.219913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:08.230739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:08.290634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:08.291694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:port and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:08.295023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:08.326620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:08.335750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:08.337870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Pushing event updated for resources: {'Port': ['ID=d602f72f-a2a9-4115-b76d-3559202928cc,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:08.343753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:08.347517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:08.394652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:08.404686 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7533f869-301d-4244-9b42-86a0413a15fe req-f0f198b5-368c-4c42-a1fd-0ef08c90deda tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4326019 Dec 22 15:18:08.523981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:08.541359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.546939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:08.572927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79089ce8-3609-4ed4-8464-2295739bbc9b None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:08.575274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:08.575934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.582491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=4ce0ba64-84b2-4315-885f-dfc44783f9ee,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:08.602146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:08.602803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'port': 2} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:08.609417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.657977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:08.690735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.691233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:08.807676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39908) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:08.809429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d602f72f-a2a9-4115-b76d-3559202928cc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:08.836852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:08.861342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Calling delete_port for 723f05e0-5808-4284-858c-a8adc55900aa owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:08.904744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c637e2-c705-4b2f-b8e7-ce6c6b49dbc2 None None] Provisioning for port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:08.924660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:08.925672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:08.997630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c637e2-c705-4b2f-b8e7-ce6c6b49dbc2 None None] Provisioning complete for port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:08.998058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43c637e2-c705-4b2f-b8e7-ce6c6b49dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.016641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:09.017367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.086465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:09.095637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4421680 Dec 22 15:18:09.096467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.120230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39914) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:09.129661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d602f72f-a2a9-4115-b76d-3559202928cc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:09.130083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.135203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': '4ce0ba64-84b2-4315-885f-dfc44783f9ee', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1340977697'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:09.177667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43c637e2-c705-4b2f-b8e7-ce6c6b49dbc2 None None] Port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:09.242750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:09.243594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:09.247392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56fd6ed6-17c5-48ba-a39c-dbbb616a373e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e78dddf0776456aa62850225e72917c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4353478 Dec 22 15:18:09.306624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39918) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:09.474969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.0263844 Dec 22 15:18:09.478002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.483688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39924) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:09.507374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:09.507996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec1051-51b7-42e6-80c2-07a8b415b3f6 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:09.538687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '4ce0ba64-84b2-4315-885f-dfc44783f9ee'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:09.539821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.557596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.568570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-efaf47a6-2ba2-4d2a-846c-5a6e7221bf67 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:09.653804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c637e2-c705-4b2f-b8e7-ce6c6b49dbc2 None None] Provisioning complete for port d602f72f-a2a9-4115-b76d-3559202928cc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:09.654229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43c637e2-c705-4b2f-b8e7-ce6c6b49dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.692531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Pushing event deleted for resources: {'Port': ['ID=723f05e0-5808-4284-858c-a8adc55900aa,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:09.693933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:09.706707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:09.714038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] device_id is not set on port 8f3307ae-c0fa-4251-a496-d9552b5f4734 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:09.893519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:09.928939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/4ce0ba64-84b2-4315-885f-dfc44783f9ee/2cea7fd1-7c96-49c4-94e7-25827ea982b5) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:09.935833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:09.999382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.033893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.035263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] 10.222.0.32 "DELETE /v2.0/floatingips/a07aab86-018a-4362-b8f7-9f04d5ed59d4 HTTP/1.1" status: 204 len: 168 time: 5.0247235 Dec 22 15:18:10.049738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39928) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:10.097338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9b8fc2d2-251e-48c2-9141-9359553c1bcf None None] Provisioning complete for port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:10.097756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b8fc2d2-251e-48c2-9141-9359553c1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.121752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:10.130521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.208999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05f805-e2c6-4301-9964-e916431973c2 req-bd43fbb0-1dad-4bb0-98be-d11b8d883767 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:10.209254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 8d7b6603-0713-472f-a6d9-2f3d70be2b4c yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:10.210783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f05f805-e2c6-4301-9964-e916431973c2 req-bd43fbb0-1dad-4bb0-98be-d11b8d883767 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6541100 Dec 22 15:18:10.218058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.242882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9b8fc2d2-251e-48c2-9141-9359553c1bcf None None] Port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:10.272160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.278122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.280854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3c4bd78-f367-4a4b-944e-c6f3c51bafaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:10.284687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Transition to ACTIVE for port object 2cea7fd1-7c96-49c4-94e7-25827ea982b5 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:10.305757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Transition to ACTIVE for port object 2cea7fd1-7c96-49c4-94e7-25827ea982b5 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:10.331178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d61ddb-9bf8-4f62-84f8-9dead9120b32,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:10.334378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:10.341677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:10.342600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.354666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7b10d0a-e40b-4804-9a31-2a3ff7c1bcd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:10.397451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.401477 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0d61ddb-9bf8-4f62-84f8-9dead9120b32 HTTP/1.1" status: 204 len: 168 time: 1.0909121 Dec 22 15:18:10.442061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Pushing event updated for resources: {'Port': ['ID=2cea7fd1-7c96-49c4-94e7-25827ea982b5,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:10.453910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:10.471361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:10.490464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:10.499513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:10.503883 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f05f805-e2c6-4301-9964-e916431973c2 req-c6585dbe-eb77-44f5-a87f-0c453ec1eb14 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800560 Dec 22 15:18:10.572768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] device_id is not set on port 8f427b94-d45c-41b7-a615-481948c7642d yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:10.636358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Attempting to bind port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:10.637196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Attempting to bind port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:10.637700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Attempting to bind port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:10.646090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:10.646619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:10.647553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.647687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:10.648258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Bound port: 2cea7fd1-7c96-49c4-94e7-25827ea982b5, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:10.648723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.764270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:18:10.764587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:10.804900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] For port 2cea7fd1-7c96-49c4-94e7-25827ea982b5, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:10.808715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.809722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] For port 2cea7fd1-7c96-49c4-94e7-25827ea982b5, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2cea7fd1-7c96-49c4-94e7-25827ea982b5,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:10.842363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:10.860598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:10.938851 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee099de2-f422-4f04-89fd-ab7909ce7098 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8170753 Dec 22 15:18:10.945718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39940) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:10.983173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Pushing event updated for resources: {'Port': ['ID=2cea7fd1-7c96-49c4-94e7-25827ea982b5,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:10.988494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:11.028726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:11.060534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:11.066971 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] 10.222.0.32 "PUT /v2.0/routers/b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4070461 Dec 22 15:18:11.077079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] Sync routers for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:11.081807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39946) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:11.098612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:11.099594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:11.228374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19e5b0-bf30-4d73-b26f-696cec6f30c1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:11.229265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dd19e5b0-bf30-4d73-b26f-696cec6f30c1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:11.233481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:11.241897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:11.259244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d12aef57-d29c-42af-802b-02a4037e04f4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:11.588889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:11.647809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:11.780944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:11.802656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba88ae6b-378e-4242-b0cf-f13215e74d88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:11.807787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:11.819360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dd19e5b0-bf30-4d73-b26f-696cec6f30c1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:11.823247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dd19e5b0-bf30-4d73-b26f-696cec6f30c1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8707438 Dec 22 15:18:11.833002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39958) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:11.968015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:11.975347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:12.060344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Port': ['ID=8f3307ae-c0fa-4251-a496-d9552b5f4734,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:12.077062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:12.093808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Checking segment: {'id': '95b79a13-9bc6-43d8-9a75-4d14297f8a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0ccca967-f2c8-4c1d-9589-b98adacc378a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:12.094214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network hostable DHCP agents. Network: 0ccca967-f2c8-4c1d-9589-b98adacc378a, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:12.155475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87811b7-7a06-4a42-b177-75a5cf1ebdf2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:12.157950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87811b7-7a06-4a42-b177-75a5cf1ebdf2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:12.158839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d87811b7-7a06-4a42-b177-75a5cf1ebdf2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:12.225553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f52a63-7ff3-4198-a190-54e5f0b840a6 req-f021739c-26cf-4d29-bc1c-62f02df50ba3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:12.227306 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-29f52a63-7ff3-4198-a190-54e5f0b840a6 req-f021739c-26cf-4d29-bc1c-62f02df50ba3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4720345 Dec 22 15:18:12.272272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:12.272844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:18:07Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:12.277368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] Checking router: b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:18:12.286992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39964) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:12.292304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] Routers {'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:12.293144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:12.345386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d87811b7-7a06-4a42-b177-75a5cf1ebdf2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:12.349720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d87811b7-7a06-4a42-b177-75a5cf1ebdf2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5118771 Dec 22 15:18:12.353847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 39970) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:12.413021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ec0c572e-b3d3-42c9-8f15-cecf94451b3a None None] Provisioning complete for port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:12.414111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec0c572e-b3d3-42c9-8f15-cecf94451b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:12.471695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network 0ccca967-f2c8-4c1d-9589-b98adacc378a is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:12.509129 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-29f52a63-7ff3-4198-a190-54e5f0b840a6 req-24774f73-7647-46d7-8a18-b4cd30a1ac5b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713680 Dec 22 15:18:12.521302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 0ccca967-f2c8-4c1d-9589-b98adacc378a) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:12.530656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:12.531615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:12.542532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22517414-51cf-4c64-a616-c2b83e301887 None None] Network 0ccca967-f2c8-4c1d-9589-b98adacc378a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:12.543231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d85d7ba-3575-4f96-934c-e6c57d6fd52d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:12.590095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:12.629532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] Set router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:12.630184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c572e-b3d3-42c9-8f15-cecf94451b3a None None] Port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:12.740550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2cea7fd1-7c96-49c4-94e7-25827ea982b5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:12.837813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Port': ['ID=8f427b94-d45c-41b7-a615-481948c7642d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:12.845845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:12.851635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:12.869097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:12.875655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:13.037831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:13.038698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:13.040424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Checking segment: {'id': '03f8492b-5e96-49af-bc87-875c03cb16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2f5421af-a628-4096-84f5-8dfc89f0a179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:13.040833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network hostable DHCP agents. Network: 2f5421af-a628-4096-84f5-8dfc89f0a179, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:13.084430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:18:07Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:13.089044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753fb18-5ee0-42d3-aad8-f7e3e24ffbd7 None None] The sync data for ids ['b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8'] in dv-neutron-822709-1-hyperv is: [{'id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'name': 'tempest-ServersTestManualDisk-2123788645-router', 'tenant_id': 'b38a1c7af846474896f41cf591f6d267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:18:07Z', 'revision_number': 5, 'project_id': 'b38a1c7af846474896f41cf591f6d267', 'gw_port': {'id': '48c6e400-bfb4-4ab8-8b39-66788c21a8c4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:57Z', 'updated_at': '2021-12-22T15:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:13.100497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.118264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:13.124664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:13.160983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:13.161808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:13.178449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e5ff616-97dd-4079-8ad2-b37527f215b8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/floatingips/441a6b95-0cc0-437a-965e-4d45aee39874 HTTP/1.1" status: 200 len: 977 time: 11.9421506 Dec 22 15:18:13.191273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 4ce0ba64-84b2-4315-885f-dfc44783f9ee {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:13.196852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39974) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.200387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-97f4912c-6161-4f13-b4c4-bc52f093c16b tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] Request body: {'port': {'network_id': '8971449e-a640-49d4-8bae-63c4592b3e43', 'name': 'tempest-NetworksNegativeTestJSON-314354129'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:13.234392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Deleting port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:13.234978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.261640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:13.262523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92210e85-cede-403f-b5f9-9353c402ead9 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:13.285278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f4912c-6161-4f13-b4c4-bc52f093c16b tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] POST failed (client error): The resource could not be found. Dec 22 15:18:13.287168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f4912c-6161-4f13-b4c4-bc52f093c16b tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:13.289180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-97f4912c-6161-4f13-b4c4-bc52f093c16b tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.0010593 Dec 22 15:18:13.295218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.348715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39978) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.354076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:13.438041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network 2f5421af-a628-4096-84f5-8dfc89f0a179 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:13.452865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.486723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15eacbf-e4ca-4bfa-beb7-83ef38cb8a13 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] DELETE failed (client error): The resource could not be found. Dec 22 15:18:13.487569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15eacbf-e4ca-4bfa-beb7-83ef38cb8a13 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:13.489651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a15eacbf-e4ca-4bfa-beb7-83ef38cb8a13 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "DELETE /v2.0/networks/d55d492a-6b32-4d11-bbd5-47cf50b6f715 HTTP/1.1" status: 404 len: 339 time: 0.0781460 Dec 22 15:18:13.493058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.523850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39982) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.534177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2f5421af-a628-4096-84f5-8dfc89f0a179) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:13.543097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd676a-72a6-4d7f-8248-4bcd84871575 None None] Network 2f5421af-a628-4096-84f5-8dfc89f0a179 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:13.596064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:13.600520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:13.604254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:13.605024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.624200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6b11d4-6623-46d8-93b2-7c2cedbdf473 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] DELETE failed (client error): The resource could not be found. Dec 22 15:18:13.624700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6b11d4-6623-46d8-93b2-7c2cedbdf473 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:13.626896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2d6b11d4-6623-46d8-93b2-7c2cedbdf473 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "DELETE /v2.0/ports/ff8268ac-d124-4106-b7bd-1297e0f79f44 HTTP/1.1" status: 404 len: 333 time: 0.1019068 Dec 22 15:18:13.634648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.687718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] For port 48c6e400-bfb4-4ab8-8b39-66788c21a8c4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:13.688106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.694866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39988) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.770118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2900219 Dec 22 15:18:13.771331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd18eff-8970-4512-9ad3-8fbf3473f321 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] DELETE failed (client error): The resource could not be found. Dec 22 15:18:13.771830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd18eff-8970-4512-9ad3-8fbf3473f321 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:13.773559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bd18eff-8970-4512-9ad3-8fbf3473f321 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "DELETE /v2.0/subnets/432e26e9-2fbb-4042-aa02-29965c321928 HTTP/1.1" status: 404 len: 337 time: 0.0770791 Dec 22 15:18:13.774206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39992) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.775715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Provisioning for port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:13.782737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 39994) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.795387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Provisioning complete for port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:13.795863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.874156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Calling delete_port for 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:13.948678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:13.975966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5bd9a6-1b97-4eb4-b6cb-f6deb58b2360 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] GET failed (client error): The resource could not be found. Dec 22 15:18:13.981461 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f5bd9a6-1b97-4eb4-b6cb-f6deb58b2360 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "GET /v2.0/networks/b0e1708b-0969-48ed-8b40-819eddb8115b HTTP/1.1" status: 404 len: 339 time: 0.1936634 Dec 22 15:18:13.984238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40000) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:13.989211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] For port 2cea7fd1-7c96-49c4-94e7-25827ea982b5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2cea7fd1-7c96-49c4-94e7-25827ea982b5,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:14.018530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.021370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d28ff90-b8fa-45c0-b59a-b635cd2819c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:14.094206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Pushing event updated for resources: {'Port': ['ID=2cea7fd1-7c96-49c4-94e7-25827ea982b5,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:14.098079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:14.269823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.309629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0446cfb-093a-4003-b740-2cc722a8d015 req-5dcba548-7f17-448d-af61-2b00b8fe508c tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:14.311391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0446cfb-093a-4003-b740-2cc722a8d015 req-5dcba548-7f17-448d-af61-2b00b8fe508c tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5512738 Dec 22 15:18:14.347987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4925454-e091-405a-9149-f8864e0f196c tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] GET failed (client error): The resource could not be found. Dec 22 15:18:14.352985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b4925454-e091-405a-9149-f8864e0f196c tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "GET /v2.0/ports/bc089a88-a938-4b17-93f7-8d5004dbee9f HTTP/1.1" status: 404 len: 333 time: 0.3628206 Dec 22 15:18:14.359557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40004) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:14.436768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e600918e-f225-49ad-bbc7-6299a2d418de tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] GET failed (client error): The resource could not be found. Dec 22 15:18:14.438178 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e600918e-f225-49ad-bbc7-6299a2d418de tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "GET /v2.0/subnets/c87952d7-26b8-451c-b58c-4777e6abc30b HTTP/1.1" status: 404 len: 337 time: 0.0762229 Dec 22 15:18:14.445448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40008) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:14.466614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-064e7a2c-3798-4f0b-afb1-cac7eaef23cb tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:14.523796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e7a2c-3798-4f0b-afb1-cac7eaef23cb tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] PUT failed (client error): The resource could not be found. Dec 22 15:18:14.524033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064e7a2c-3798-4f0b-afb1-cac7eaef23cb tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:14.529246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-064e7a2c-3798-4f0b-afb1-cac7eaef23cb tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "PUT /v2.0/networks/1003ff7b-7a19-4cac-90a6-3c08f5be9f0c HTTP/1.1" status: 404 len: 339 time: 0.0788295 Dec 22 15:18:14.529414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce5a73-de52-4105-865d-d1eea8877a57 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:14.534867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce5a73-de52-4105-865d-d1eea8877a57 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:14.535041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40012) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:14.539386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-47ce5a73-de52-4105-865d-d1eea8877a57 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Synchronizing usage tracker for tenant:21140d279a34430682c257820cc15ea3 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:14.539750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0446cfb-093a-4003-b740-2cc722a8d015 req-9191402c-a0f5-4150-b815-b4d037f1ea3a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155354 Dec 22 15:18:14.546823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-124cc192-4f11-451e-9c6d-f5fb20d5968a tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:14.569670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2cea7fd1-7c96-49c4-94e7-25827ea982b5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:14.571890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.596311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-124cc192-4f11-451e-9c6d-f5fb20d5968a tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] PUT failed (client error): The resource could not be found. Dec 22 15:18:14.596932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-124cc192-4f11-451e-9c6d-f5fb20d5968a tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:14.603874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-124cc192-4f11-451e-9c6d-f5fb20d5968a tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "PUT /v2.0/ports/6704f812-e367-4807-bafa-8133bfa51d28 HTTP/1.1" status: 404 len: 333 time: 0.0617449 Dec 22 15:18:14.604073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40016) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:14.609749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3b2f894a-06c3-41d5-9deb-f4908f9de436 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:14.650068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.650333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.650333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 441a6b95-0cc0-437a-965e-4d45aee39874 disassociated. External IP: 172.26.4.40, port: c662da25-2b5b-450c-9d16-4d23e8807ade. Dec 22 15:18:14.653214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:14.653713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.674193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:14.708086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-47ce5a73-de52-4105-865d-d1eea8877a57 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Unset dirty status for tenant:21140d279a34430682c257820cc15ea3 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:14.709860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47ce5a73-de52-4105-865d-d1eea8877a57 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9312460 Dec 22 15:18:14.717379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2f894a-06c3-41d5-9deb-f4908f9de436 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] PUT failed (client error): The resource could not be found. Dec 22 15:18:14.717882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2f894a-06c3-41d5-9deb-f4908f9de436 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:18:14.719115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3b2f894a-06c3-41d5-9deb-f4908f9de436 tempest-NetworksNegativeTestJSON-335802134 tempest-NetworksNegativeTestJSON-335802134-project] 10.222.0.32 "PUT /v2.0/subnets/ceeaca3a-0dc3-4cbf-a885-d2d7f967bfe2 HTTP/1.1" status: 404 len: 337 time: 0.1155574 Dec 22 15:18:14.720487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40020) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:14.729748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.734202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce0ba64-84b2-4315-885f-dfc44783f9ee,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:14.739214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:14.751108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.757107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d436c-9410-4fd2-b018-128386b532f6 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:14.768064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.798376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting port 8f3307ae-c0fa-4251-a496-d9552b5f4734 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:14.798737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.810617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3d9b2ade-c1fd-4c9f-becf-cb65453b1c8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:14.900843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:14.913040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/4ce0ba64-84b2-4315-885f-dfc44783f9ee HTTP/1.1" status: 204 len: 168 time: 2.5499589 Dec 22 15:18:14.915223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:14.915640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40026) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:14.916109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:14.933515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af9773b6-c6d8-4404-9a2e-a000a3009802 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:14.950235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8b6fee16-b933-42aa-92bf-0b1621e4ef43 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:14.987561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c6e400-bfb4-4ab8-8b39-66788c21a8c4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:14.993667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:15.022628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 8b6fee16-b933-42aa-92bf-0b1621e4ef43 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:15.023050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8b6fee16-b933-42aa-92bf-0b1621e4ef43 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:15.044002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.066076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d415dfac-f9bc-49a3-a96a-89d0ce0fab16 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482794 Dec 22 15:18:15.067689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40030) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:15.097402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:15.148893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:15.154958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Deleting port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:15.155692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.408209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40036) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:15.468733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] For port 2cea7fd1-7c96-49c4-94e7-25827ea982b5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2cea7fd1-7c96-49c4-94e7-25827ea982b5,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:15.469191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.518848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Deleting port cd940020-e532-4ddb-9af4-37b675bc4368 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:15.519288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.565155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:15.571428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:15.574432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:15.580628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:15.620243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.724690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.787178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:15.795125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Calling delete_port for 2cea7fd1-7c96-49c4-94e7-25827ea982b5 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:15.900730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Calling delete_port for 8f3307ae-c0fa-4251-a496-d9552b5f4734 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:15.932798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:15.938476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:15.988202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Pushing event deleted for resources: {'Port': ['ID=2cea7fd1-7c96-49c4-94e7-25827ea982b5,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:15.991246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:15.996851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] No DVR routers for this DVR port 2cea7fd1-7c96-49c4-94e7-25827ea982b5 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:16.068426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.092942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:16.102057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:16.178512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.250072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.269246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.438597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.439232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:18:16.456966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.459338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b84fa95c-0362-4bf1-9e5d-ecefdd5fd4a8 HTTP/1.1" status: 204 len: 168 time: 5.3757424 Dec 22 15:18:16.461865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40044) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:16.478852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ebbce2b5-93dc-498f-8ef3-cb1ab87a074c None None] Provisioning complete for port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:16.479284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebbce2b5-93dc-498f-8ef3-cb1ab87a074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.577710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Deleting subnet ee71d89b-3ca6-4d55-a833-a82333e9c8fb {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:16.591454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.593757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ebbce2b5-93dc-498f-8ef3-cb1ab87a074c None None] Port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:16.662062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2cea7fd1-7c96-49c4-94e7-25827ea982b5 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:16.686132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.690206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:16.698009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 2cea7fd1-7c96-49c4-94e7-25827ea982b5 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:16.698405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2cea7fd1-7c96-49c4-94e7-25827ea982b5 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:16.710869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.710869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Usage tracker for resource:security_group_rule and tenant:ce428b397935479f953ee393e0b474c7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:16.719324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] For port cd940020-e532-4ddb-9af4-37b675bc4368, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cd940020-e532-4ddb-9af4-37b675bc4368,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:16.720288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.787735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:16.805845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65405cfe-0a7b-4f4f-8d3c-75c0872dcd80 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:16.809667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:16.840001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 9283d74b-c724-4e1d-81f9-362592d50664 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:18:16.911697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:17.002534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Calling delete_port for cd940020-e532-4ddb-9af4-37b675bc4368 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:17.024100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:18:17.029468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Port': ['ID=8f3307ae-c0fa-4251-a496-d9552b5f4734,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:17.056945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a3b7-7202-4ff4-839e-9301089019bf req-fcda4b16-a2f4-476d-84f3-fcafb116704e tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:17.060944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc08a3b7-7202-4ff4-839e-9301089019bf req-fcda4b16-a2f4-476d-84f3-fcafb116704e tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1715617 Dec 22 15:18:17.061243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:17.083888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:17.093482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/9283d74b-c724-4e1d-81f9-362592d50664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6046507 Dec 22 15:18:17.093482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40048) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:17.096955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.097366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] Sync routers for ids ['9283d74b-c724-4e1d-81f9-362592d50664'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:17.112101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] Routers {'9283d74b-c724-4e1d-81f9-362592d50664'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:17.113118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9283d74b-c724-4e1d-81f9-362592d50664'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:17.190001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:17.198048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/ports/8f3307ae-c0fa-4251-a496-d9552b5f4734 HTTP/1.1" status: 204 len: 168 time: 2.4753456 Dec 22 15:18:17.202712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40052) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:17.203749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] Routers {'9283d74b-c724-4e1d-81f9-362592d50664'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:17.206592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9283d74b-c724-4e1d-81f9-362592d50664'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:17.213618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e6219-dab3-4566-adff-d4a716a19a7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:17.214274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-225e6219-dab3-4566-adff-d4a716a19a7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:17.226615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc08a3b7-7202-4ff4-839e-9301089019bf req-23cbce89-317f-446b-b50c-c1b7adb19381 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563151 Dec 22 15:18:17.276112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:17.276442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe3cad-cdb9-4248-be22-72a0d3cd28ce None None] The sync data for ids ['9283d74b-c724-4e1d-81f9-362592d50664'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:17.300851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.318156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:17.359100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting port 8f427b94-d45c-41b7-a615-481948c7642d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:17.359561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.403884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee71d89b-3ca6-4d55-a833-a82333e9c8fb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:17.405698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:17.410927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-225e6219-dab3-4566-adff-d4a716a19a7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:17.412239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-225e6219-dab3-4566-adff-d4a716a19a7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports/1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f HTTP/1.1" status: 200 len: 977 time: 0.3183408 Dec 22 15:18:17.418314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40058) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:17.425850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.430875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ee71d89b-3ca6-4d55-a833-a82333e9c8fb HTTP/1.1" status: 204 len: 168 time: 0.9627655 Dec 22 15:18:17.437833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40062) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:17.441557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a623c8-9bbf-49b3-9ee0-551a752f23c9 None None] Network 63698507-782f-4319-b145-3db09175ebb8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:17.478673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.539150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.611720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13aabcd-c3fa-4c37-bb8b-fdedf5e79de3 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:17.709747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.761992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b84074-5cf7-4b13-b637-0507d407a601,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:17.765340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.772697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:17.779154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] DHCP port deletion for 63698507-782f-4319-b145-3db09175ebb8 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:17.786051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Deleting port cbc22042-9267-44b3-8bc8-4592cd0c5413 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:17.786747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.813719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-981ed5e0-0b98-460d-90f8-ee991d7332a6 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:17.846232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce428b397935479f953ee393e0b474c7&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4222205 Dec 22 15:18:17.871241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40068) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:17.940890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Deleting port cbc22042-9267-44b3-8bc8-4592cd0c5413 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:17.941267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:17.972008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:18.008269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:18.025967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:18.038304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da217111-f2a7-4190-b8f6-e0485cbe6ead None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:18.042291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:18.042909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.051297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=af1475bf-85fa-401e-8fab-e398ca5ce1e7,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:18.065432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.072888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:18.078286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] For port cbc22042-9267-44b3-8bc8-4592cd0c5413, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cbc22042-9267-44b3-8bc8-4592cd0c5413,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:18.079856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abed97c4-d75d-4a56-a74c-30372e5739ae tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:18.079984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.118984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.184942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd940020-e532-4ddb-9af4-37b675bc4368,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:18.210276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:18.288671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Calling delete_port for cbc22042-9267-44b3-8bc8-4592cd0c5413 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:18.297319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Calling delete_port for 8f427b94-d45c-41b7-a615-481948c7642d owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:18.389702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6a109-3742-471a-8e4d-4f9991e25604 req-af231cfa-d656-48fb-8ab7-22ea38b23e37 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:18.399861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da6a109-3742-471a-8e4d-4f9991e25604 req-af231cfa-d656-48fb-8ab7-22ea38b23e37 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6872480 Dec 22 15:18:18.417501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-cec339ce-d03d-49d2-945a-0fb719ddb8b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 0.5203478 Dec 22 15:18:18.455574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.490369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.500343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:18.550090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4730306 Dec 22 15:18:18.553855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Pushing event deleted for resources: {'Port': ['ID=cbc22042-9267-44b3-8bc8-4592cd0c5413,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:18.564009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:18.566958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] No DVR routers for this DVR port cbc22042-9267-44b3-8bc8-4592cd0c5413 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:18.586413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:18.588197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40074) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:18.588623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.595702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.617763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:18.622970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.624678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8b7b82e-3bc1-499d-93ce-c5b81ba26734 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:18.686257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cbc22042-9267-44b3-8bc8-4592cd0c5413 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:18.732308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: cbc22042-9267-44b3-8bc8-4592cd0c5413 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:18.732581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cbc22042-9267-44b3-8bc8-4592cd0c5413 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:18.733120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:18.743759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Port': ['ID=8f427b94-d45c-41b7-a615-481948c7642d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:18.747060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:18.760114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:18.774537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:router and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:18.777553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:18.777805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48c6e400-bfb4-4ab8-8b39-66788c21a8c4 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:18.789059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:18.812928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:18.874569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/af1475bf-85fa-401e-8fab-e398ca5ce1e7/a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:18.968569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:18.990802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ee590-795c-4392-ac6f-9e758b688460 req-df96954a-865a-4884-bc60-f0e227b245b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:18.993827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-df96954a-865a-4884-bc60-f0e227b245b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.5667694 Dec 22 15:18:18.998605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/ports/8f427b94-d45c-41b7-a615-481948c7642d HTTP/1.1" status: 204 len: 168 time: 1.7923472 Dec 22 15:18:19.001483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40078) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:19.010124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da6a109-3742-471a-8e4d-4f9991e25604 req-1dad927f-411d-43c6-8735-a97377984aaf tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6090622 Dec 22 15:18:19.060758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] For port cbc22042-9267-44b3-8bc8-4592cd0c5413, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cbc22042-9267-44b3-8bc8-4592cd0c5413,segment=NetworkSegment(2aedae39-4480-4dc3-bb4b-a4ba655fccca),segment_id=2aedae39-4480-4dc3-bb4b-a4ba655fccca)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:19.061055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.095505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3e15ae7e-96ac-46ce-872c-d36002c8dfda tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Synchronizing usage tracker for tenant:21140d279a34430682c257820cc15ea3 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:19.163839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.165696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.187829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.234880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Calling delete_port for cbc22042-9267-44b3-8bc8-4592cd0c5413 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:19.236912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-dbb95d8f-6b36-4812-8f6b-4675897b3ee9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.2263734 Dec 22 15:18:19.324823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ee590-795c-4392-ac6f-9e758b688460 req-14dba240-d382-41b5-93f1-a4882a99adc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:19.326374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-14dba240-d382-41b5-93f1-a4882a99adc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.0793858 Dec 22 15:18:19.336500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Transition to ACTIVE for port object a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:19.368486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Transition to ACTIVE for port object a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:19.372845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.381626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:19.421081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3e15ae7e-96ac-46ce-872c-d36002c8dfda tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Unset dirty status for tenant:21140d279a34430682c257820cc15ea3 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:19.422401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3e15ae7e-96ac-46ce-872c-d36002c8dfda tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4167120 Dec 22 15:18:19.424466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b84074-5cf7-4b13-b637-0507d407a601,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:19.431292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40082) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:19.434602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.438046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:19.450984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2090349161'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:19.457336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45767766-4aa5-43f0-8eae-3337260b0b95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:19.464772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.473587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:19.564352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.566457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4b84074-5cf7-4b13-b637-0507d407a601 HTTP/1.1" status: 204 len: 168 time: 1.6847923 Dec 22 15:18:19.583337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:network and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:19.584326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:19.588306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:19.588903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:19.599694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:19.609606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:19.609902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:19.641120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:19.644777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-b0b91076-91d6-49f5-b828-2a2f146d5bc6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2803001 Dec 22 15:18:19.645874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.681275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:19.681593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Pushing event updated for resources: {'Port': ['ID=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:19.695689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:19.702327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:19.707651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.721510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.756229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:19.763975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.770992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f602f474-35ef-4661-a930-6ec4b9fc7d48 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1811259 Dec 22 15:18:19.785026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40088) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:19.810701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Attempting to bind port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:19.811619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Attempting to bind port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:19.812168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Attempting to bind port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:19.827312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:19.828357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:19.928328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:19.928887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:19.929498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.930085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:19.930854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Bound port: a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:19.931650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:19.975034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:19.993166 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-21fb2a2d-6c61-41c0-a4cd-27bd863862b3 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120966 Dec 22 15:18:19.994036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:20.121037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Deleting port cbc22042-9267-44b3-8bc8-4592cd0c5413 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:20.121307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:20.174550 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88548289-d610-4664-9556-91d2aa65e320 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/floatingips/441a6b95-0cc0-437a-965e-4d45aee39874 HTTP/1.1" status: 200 len: 687 time: 6.8854485 Dec 22 15:18:20.190949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:20.199252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:20.221709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40096) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:20.255821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] For port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:20.274924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] For port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:20.276845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:20.278004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:20.383868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:20.410890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbcc7812-cb4d-41f1-8ec0-549b8fe0784e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:20.463414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:20.465458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Added segment d6acb2a9-19d6-4b34-aaf4-288abad968ad of type vlan for network 292acc2d-9589-4364-96f7-a67c61f485ba Dec 22 15:18:20.488804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:20.489816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c8086-d634-4b83-8f88-c3114c95670e None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:20.579543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Pushing event updated for resources: {'Port': ['ID=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:20.585166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:20.605243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] The port 'cbc22042-9267-44b3-8bc8-4592cd0c5413' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:18:20.643355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a60eb-fa58-463d-81c8-12722a0f38c7 req-36fafe03-6c43-4944-9118-823909a74c27 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:20.645320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6d8a60eb-fa58-463d-81c8-12722a0f38c7 req-36fafe03-6c43-4944-9118-823909a74c27 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.2214942 Dec 22 15:18:20.655292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ee590-795c-4392-ac6f-9e758b688460 req-3ed61f05-88d5-4bf3-a4fd-cb4afe6a6b83 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471601 Dec 22 15:18:21.068715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:21.117035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 9fa8e5b6-a5a3-4c32-b761-518ae0743345 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:21.117418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:21.189952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6d8a60eb-fa58-463d-81c8-12722a0f38c7 req-c4bb4242-ed35-41d4-a178-2889b9734903 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5333471 Dec 22 15:18:21.289178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:21.290606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:21.339010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:21.721141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:21.846447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63698507-782f-4319-b145-3db09175ebb8']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:21.857877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40114) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:21.867597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:22.000703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aedae39-4480-4dc3-bb4b-a4ba655fccca') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:22.001574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aedae39-4480-4dc3-bb4b-a4ba655fccca') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:22.009370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.013641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:22.014324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.018899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba92c14b-9a59-477c-9d1d-d0fca0cf29af tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:22.086000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.137400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-464933662'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:22.151408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:22.162884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:22.168135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:22.177739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:22.200797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.207443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d2bcfdd-1536-479c-9038-5a70fcdd9891 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:22.253935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=1a10a11b-1a2e-45db-bd0a-75b8c8c09c5f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:22.258715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:22.320221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.337750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:22.343546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.346480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9067206 Dec 22 15:18:22.358299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Network': ['ID=292acc2d-9589-4364-96f7-a67c61f485ba,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:22.358604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40122) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:22.362000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:22.362428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.377863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 292acc2d-9589-4364-96f7-a67c61f485ba details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:22.378251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1922577820'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:22.389002 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:22.395405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:22.397074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.399561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:22.418280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:network and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:22.428449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:22.498805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.509531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.520644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:22.690187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:22.699330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group_rule and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:22.707073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:22.727986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.742557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:22.756030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:22.795654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.815247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:22.816338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:22.852306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 9fa8e5b6-a5a3-4c32-b761-518ae0743345 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:22.888418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.912214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c536aed6-726d-45a8-bbff-f5f3152688eb tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:22.923160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.924115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Added segment cc41a5da-9348-492d-ab37-63d358f26e15 of type vlan for network 61159ca1-0820-44a0-b469-df951f89da49 Dec 22 15:18:22.944269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.975876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:22.997054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Pushing event deleted for resources: {'Network': ['ID=63698507-782f-4319-b145-3db09175ebb8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:23.037631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:23.082211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:23.093847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.098212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:23.098960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.110715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb46742c-fc86-4248-bb38-894bedefe873 tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:23.134741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] 10.222.0.32 "DELETE /v2.0/networks/63698507-782f-4319-b145-3db09175ebb8 HTTP/1.1" status: 204 len: 168 time: 5.6908629 Dec 22 15:18:23.142605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.163802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.255531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.362744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Network': ['ID=61159ca1-0820-44a0-b469-df951f89da49,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:23.378384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 61159ca1-0820-44a0-b469-df951f89da49 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:23.566275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:23.569129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:23.570386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:23.587156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2208192 Dec 22 15:18:23.614342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.614740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment ba678790-512c-4f8c-b662-f00378b97767 of type vlan for network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b Dec 22 15:18:23.622623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e042d-f892-441b-8c5b-9ccc570cd793,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:23.627604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:23.724946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40128) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:23.813131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Provisioning for port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:23.821492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.822459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Provisioning complete for port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:23.823072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.911972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 9283d74b-c724-4e1d-81f9-362592d50664 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:23.917474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8574f08e-c3f1-4f00-8d69-3d5af88a8c23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b38a1c7af846474896f41cf591f6d267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1910884 Dec 22 15:18:23.921792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40132) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:23.958021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.962599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:23.963330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:23.978191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-947f11dd-4cd9-4691-86d1-e6e8c5ea1056 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:24.031072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.082123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] For port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:24.111600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.133678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:24.152087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea091-8792-4b47-8288-49eb087f13f5 req-2310cf46-1aaf-455c-88af-946bf03789d2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:24.160557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e41ea091-8792-4b47-8288-49eb087f13f5 req-2310cf46-1aaf-455c-88af-946bf03789d2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.4427919 Dec 22 15:18:24.244434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Pushing event updated for resources: {'Port': ['ID=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:24.261608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:24.265215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e41ea091-8792-4b47-8288-49eb087f13f5 req-16813cbe-5ac3-4893-8c57-8a7c09b16445 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036680 Dec 22 15:18:24.419526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.428292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65972c93-24b2-47f9-a3da-58f13e7312b0 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:24.481562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=9fa8e5b6-a5a3-4c32-b761-518ae0743345,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:24.484415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:24.493877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6348321 Dec 22 15:18:24.556415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40138) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:24.571637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.590497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:24.607799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'name': 'tempest-PortsIpV6TestJSON-1122440482'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:24.609531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:24.628537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.638635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:24.666048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:24.692645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:24.707960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] Sync routers for ids ['9283d74b-c724-4e1d-81f9-362592d50664'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:24.721277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/9283d74b-c724-4e1d-81f9-362592d50664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2974694 Dec 22 15:18:24.722562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40142) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:24.757632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] Routers {'9283d74b-c724-4e1d-81f9-362592d50664'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:24.772514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9283d74b-c724-4e1d-81f9-362592d50664'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:24.830241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:24.839241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.842701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:24.915450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:24.920958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:24.930538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615f0b4-b11a-4733-aa43-07f1ed1f78bd req-b23650bc-8ddc-48c5-882c-ea24258af619 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:24.932968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:24.941728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f615f0b4-b11a-4733-aa43-07f1ed1f78bd req-b23650bc-8ddc-48c5-882c-ea24258af619 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4168754 Dec 22 15:18:24.979977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:24.989439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:25.008701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::1 (5ab54424-188e-4b54-81b5-4cfc68514aa3/af1475bf-85fa-401e-8fab-e398ca5ce1e7/2275cc42-eabe-4ce0-93d0-5bfa7c7df822) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:25.026513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] Routers {'9283d74b-c724-4e1d-81f9-362592d50664'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:25.027348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9283d74b-c724-4e1d-81f9-362592d50664'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:25.069712 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f615f0b4-b11a-4733-aa43-07f1ed1f78bd req-bf7be6b0-2dae-49b8-bb70-7663152cc402 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268110 Dec 22 15:18:25.076676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:25.146359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:25.154593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/floatingips/441a6b95-0cc0-437a-965e-4d45aee39874 HTTP/1.1" status: 204 len: 168 time: 4.9257789 Dec 22 15:18:25.168532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40148) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:25.195681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:25.205750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:25.206436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb96a3-77cf-4252-b5b7-a20b97431d90 None None] The sync data for ids ['9283d74b-c724-4e1d-81f9-362592d50664'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:25.213244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:25.234402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:25.314918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c010de-4f06-4f98-9298-d6cb7f65eef0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:25.323206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:25.336588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:25.342081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25c010de-4f06-4f98-9298-d6cb7f65eef0 HTTP/1.1" status: 204 len: 168 time: 1.4160593 Dec 22 15:18:25.362449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-bfec2c1c-848c-481e-82b0-71315c6a14b0 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] delete failed (client error): The resource could not be found. Dec 22 15:18:25.366863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bfec2c1c-848c-481e-82b0-71315c6a14b0 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/floatingips/441a6b95-0cc0-437a-965e-4d45aee39874 HTTP/1.1" status: 404 len: 345 time: 0.1835709 Dec 22 15:18:25.374533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40154) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:25.388969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 9df00148-691c-4cea-9815-2c0c5f3edb79 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:25.454006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b627add1-1c79-4f54-a8d8-db64b3b585ad tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 15:18:25.465032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b627add1-1c79-4f54-a8d8-db64b3b585ad tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/9283d74b-c724-4e1d-81f9-362592d50664/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7366195 Dec 22 15:18:25.465722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40158) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:25.561715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb182709-45d0-4c5c-9aef-2d4601f8f985 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:25.623829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb182709-45d0-4c5c-9aef-2d4601f8f985 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:25.630203 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb182709-45d0-4c5c-9aef-2d4601f8f985 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=9283d74b-c724-4e1d-81f9-362592d50664 HTTP/1.1" status: 200 len: 205 time: 0.1631925 Dec 22 15:18:25.631005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40162) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:25.833166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:25.939748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:25.976929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37802a03-0bd0-4d8d-b0c5-bcfecb34a3f5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:25.981441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37802a03-0bd0-4d8d-b0c5-bcfecb34a3f5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:25.985865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37802a03-0bd0-4d8d-b0c5-bcfecb34a3f5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:25.986780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-37802a03-0bd0-4d8d-b0c5-bcfecb34a3f5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Synchronizing usage tracker for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:26.001666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Router ecd87e11-df63-4d98-bd5c-3ab603e8d95d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:26.038883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.046687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:26.085434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d2aed-6f93-4841-a65a-4d240a638965 req-83790688-4500-4553-894b-edf5b3fb67cf tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:26.087112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e6d2aed-6f93-4841-a65a-4d240a638965 req-83790688-4500-4553-894b-edf5b3fb67cf tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.1879668 Dec 22 15:18:26.135989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-37802a03-0bd0-4d8d-b0c5-bcfecb34a3f5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Unset dirty status for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:26.141890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-37802a03-0bd0-4d8d-b0c5-bcfecb34a3f5 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/ports?network_id=5e7a21c8-1666-40e8-838c-26a85b156d25 HTTP/1.1" status: 200 len: 2357 time: 0.7119536 Dec 22 15:18:26.150536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40174) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:26.209446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.223244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99f47140-0103-4025-bde0-081229d191bf tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:26.269084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac16482-0683-4e81-b212-4a924754bc45 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:26.269734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8ac16482-0683-4e81-b212-4a924754bc45 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Synchronizing usage tracker for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:26.294991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.391996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=9df00148-691c-4cea-9815-2c0c5f3edb79,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:26.396733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:26.402424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:26.445041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:26.510281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:26.512829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:26.513577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.534695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.542052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.559724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': 'ba678790-512c-4f8c-b662-f00378b97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:26.560132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:26.568198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8ac16482-0683-4e81-b212-4a924754bc45 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Unset dirty status for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:26.569691 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ac16482-0683-4e81-b212-4a924754bc45 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/subnets/65416ca6-5484-4413-9805-c3ea016950ce HTTP/1.1" status: 200 len: 797 time: 0.3921762 Dec 22 15:18:26.572646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e6d2aed-6f93-4841-a65a-4d240a638965 req-fd7c5757-9db1-4ea9-95f5-88da3166e934 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210749 Dec 22 15:18:26.584769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:26.586992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40182) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:26.588634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:26.604280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'port': {'network_id': '5e7a21c8-1666-40e8-838c-26a85b156d25', 'name': 'tempest-FloatingIPTestJSON-2051389554', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:26.657366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.664571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router 9283d74b-c724-4e1d-81f9-362592d50664 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:18:26.724100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:26.724329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.737257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-31b483cb-9f81-4382-8203-984ab20276ed tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/9283d74b-c724-4e1d-81f9-362592d50664 HTTP/1.1" status: 204 len: 168 time: 1.0938671 Dec 22 15:18:26.757952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40190) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:26.783836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:26.796261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] 10.222.0.32 "PUT /v2.0/routers/ecd87e11-df63-4d98-bd5c-3ab603e8d95d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7453425 Dec 22 15:18:26.796990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] Sync routers for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:26.797117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:26.803662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40194) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:26.809440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:26.813908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:26.814791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:26.815746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c24ad-adc4-4576-a11e-267af00c3028 None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:26.944338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:26.946098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:27.019075 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4246740 Dec 22 15:18:27.056856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40200) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:27.074927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-139971151'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:27.082188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:27.089795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:27.093622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:27.100839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:27.151349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:27.256101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:27.370562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:27.602243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet 7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:27.605884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40210) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:27.611479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:27.643258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:27.669046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:27.695359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'subnets': [{'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1415033965', 'ip_version': 6}, {'network_id': '61159ca1-0820-44a0-b469-df951f89da49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:27.695713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'subnet': {'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1415033965', 'ip_version': 6}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:27.696633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Request body: {'subnet': {'network_id': '61159ca1-0820-44a0-b469-df951f89da49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:27.836582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:27.847443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.022152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-48964270-a973-4046-b4db-461753e07aaa None None] Provisioning for port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:28.033283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-48964270-a973-4046-b4db-461753e07aaa None None] Provisioning complete for port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:28.033783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48964270-a973-4046-b4db-461753e07aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.099820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:28.207074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.223575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.223976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 11fe9826-1122-4317-9cdc-4467f3936495 of type vlan for network de635e81-3319-4de0-bb68-5b4b0b5c58f7 Dec 22 15:18:28.235828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-48964270-a973-4046-b4db-461753e07aaa None None] Port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:28.357286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cbdb9-c3f4-4fdb-9745-1846b292260f req-b4c47bc4-3446-4fe5-8f55-769faa2c3ef8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:28.359099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb2cbdb9-c3f4-4fdb-9745-1846b292260f req-b4c47bc4-3446-4fe5-8f55-769faa2c3ef8 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.7987628 Dec 22 15:18:28.369980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:18:17Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:28.375236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] Checking router: ecd87e11-df63-4d98-bd5c-3ab603e8d95d for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:18:28.388299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] Routers {'ecd87e11-df63-4d98-bd5c-3ab603e8d95d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:28.388914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:28.389340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.455399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.534904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:28.539478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Usage tracker for resource:subnet and tenant:21140d279a34430682c257820cc15ea3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:28.542908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:28.550244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:28.564260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] device_id is not set on port 4270e0d0-2e09-4767-9f94-185bc9b7e8f3 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:28.587397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.592024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:28.592922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.608364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f27d3dc5-3936-4897-9798-dcaee26ae8ea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:28.621506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb2cbdb9-c3f4-4fdb-9745-1846b292260f req-e8311fc1-d45b-485e-a0b7-2f794c32f1bb tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514813 Dec 22 15:18:28.622941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.664467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Made reservation on behalf of 21140d279a34430682c257820cc15ea3 for: {'subnet': 2} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:28.771681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.778149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] Set router ecd87e11-df63-4d98-bd5c-3ab603e8d95d gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:28.838728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7744541 Dec 22 15:18:28.849106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=de635e81-3319-4de0-bb68-5b4b0b5c58f7,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:28.852625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:28.853449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40224) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:28.867344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'ports': [{'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'}, {'network_id': 'de635e81-3319-4de0-bb68-5b4b0b5c58f7'}]} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:28.867692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:28.868229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': 'de635e81-3319-4de0-bb68-5b4b0b5c58f7'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:28.943085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:28.975697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network de635e81-3319-4de0-bb68-5b4b0b5c58f7 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:29.040418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:29.045569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:29.053672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b7a4a2b-b2e6-45e5-9468-9a04c08574de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:29.089781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:29.090463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:29.142364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:29.167220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:29.349772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:29.376160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:29.407246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:29.424812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:29.524550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:29.543009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272 HTTP/1.1" status: 204 len: 168 time: 2.7743092 Dec 22 15:18:29.544274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40234) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:29.565533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687dc646-ab85-4d38-a28a-e55d509a442e None None] Network 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:29.670950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:29.729371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:29.758622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:29.844001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.14 (5e7a21c8-1666-40e8-838c-26a85b156d25/65416ca6-5484-4413-9805-c3ea016950ce/4270e0d0-2e09-4767-9f94-185bc9b7e8f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:29.861946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.13 (5e7a21c8-1666-40e8-838c-26a85b156d25/65416ca6-5484-4413-9805-c3ea016950ce/4270e0d0-2e09-4767-9f94-185bc9b7e8f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:29.873992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:29.942916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:18:17Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:29.950106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aebda8-7346-45c2-be32-d5013cf3ccc1 None None] The sync data for ids ['ecd87e11-df63-4d98-bd5c-3ab603e8d95d'] in dv-neutron-822709-1-hyperv is: [{'id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'name': 'tempest-ServersTestJSON-962342993-router', 'tenant_id': '187ab6815870460db3dba3ca8a714f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:18:17Z', 'revision_number': 5, 'project_id': '187ab6815870460db3dba3ca8a714f39', 'gw_port': {'id': '117cf0cd-1c5b-4098-a4b1-e21b990ad07c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd87e11-df63-4d98-bd5c-3ab603e8d95d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:50Z', 'updated_at': '2021-12-22T15:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:29.975585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:30.073655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:30.092825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:30.142912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] DHCP port deletion for 16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:30.148171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Deleting port d602f72f-a2a9-4115-b76d-3559202928cc {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:30.148694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:30.331996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 2} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:30.341131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:30.636264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] For port d602f72f-a2a9-4115-b76d-3559202928cc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d602f72f-a2a9-4115-b76d-3559202928cc,segment=NetworkSegment(838d5267-8119-4d71-be70-8ea43dd9a081),segment_id=838d5267-8119-4d71-be70-8ea43dd9a081)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:30.637386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:30.772307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:30.810897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:30.919734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Calling delete_port for d602f72f-a2a9-4115-b76d-3559202928cc owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:30.999428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cd940020-e532-4ddb-9af4-37b675bc4368 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:30.999765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40250) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:31.034118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.059071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Subnet': ['ID=2bb1d071-99f4-4c66-b8f4-953dcbffdb2c,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:31.079022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:31.089729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.106385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: cd940020-e532-4ddb-9af4-37b675bc4368 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:31.108675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cd940020-e532-4ddb-9af4-37b675bc4368 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:31.110894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d602f72f-a2a9-4115-b76d-3559202928cc no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:31.111139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Checking segment: {'id': 'd6acb2a9-19d6-4b34-aaf4-288abad968ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:31.120881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network hostable DHCP agents. Network: 292acc2d-9589-4364-96f7-a67c61f485ba, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:31.207808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network 292acc2d-9589-4364-96f7-a67c61f485ba is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:31.236157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.243634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1e44e53-6b8a-4f5f-9bee-c62c0da4cf23 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:31.252342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e58d54e2-b4ba-4ed1-9e6d-a7925eb755a3 None None] Provisioning complete for port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:31.253013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e58d54e2-b4ba-4ed1-9e6d-a7925eb755a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.273237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port d602f72f-a2a9-4115-b76d-3559202928cc {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:31.273998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.285141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 292acc2d-9589-4364-96f7-a67c61f485ba) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:31.300358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.324339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e58d54e2-b4ba-4ed1-9e6d-a7925eb755a3 None None] Port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:31.327031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7899fcc5-2683-4761-87f0-bd49f1bc85c9 None None] Network 292acc2d-9589-4364-96f7-a67c61f485ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:31.372834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:31.376466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=4270e0d0-2e09-4767-9f94-185bc9b7e8f3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:31.389893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:31.400385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:31.401364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c92c6aa-a1cc-4c65-ad8c-4d2720996988 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:31.459221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.467622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:31.489999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.528550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.539989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:31.544452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.561762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event updated for resources: {'Subnet': ['ID=434fb8aa-3bfb-4757-b955-d3a89023065d,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:31.568628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:31.577530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Checking segment: {'id': 'cc41a5da-9348-492d-ab37-63d358f26e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61159ca1-0820-44a0-b469-df951f89da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:31.577965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network hostable DHCP agents. Network: 61159ca1-0820-44a0-b469-df951f89da49, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:31.624846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.0357487 Dec 22 15:18:31.629423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40256) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:31.643938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '4270e0d0-2e09-4767-9f94-185bc9b7e8f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:31.661018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:31.670842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:31.683705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:floatingip and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:31.689294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:31.694695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Network 61159ca1-0820-44a0-b469-df951f89da49 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:31.699614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:31.714087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-292acc2d-9589-4364-96f7-a67c61f485ba', 'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba', 'tenant_id': '21140d279a34430682c257820cc15ea3', 'fixed_ips': [{'subnet_id': '2bb1d071-99f4-4c66-b8f4-953dcbffdb2c'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:31.714960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.717016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Usage tracker for resource:floatingip and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:31.722900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:31.727875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:31.732732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.741628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-976ac19a-6e6b-4c05-b25f-7e9f3f35f8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:31.750757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:31.779928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 61159ca1-0820-44a0-b469-df951f89da49) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:31.796025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] No DVR routers for this DVR port d602f72f-a2a9-4115-b76d-3559202928cc on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:31.796659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:31.797571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:31.797915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac680d-f9c3-47a6-a265-6a540e84bf34 None None] Network 61159ca1-0820-44a0-b469-df951f89da49 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:31.798746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.802451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] The port 'd602f72f-a2a9-4115-b76d-3559202928cc' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:18:31.805218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Deleting port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:31.805805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.812143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Pushing event deleted for resources: {'Port': ['ID=d602f72f-a2a9-4115-b76d-3559202928cc,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:31.814378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.822102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:31.837008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:31.867250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df1bf1-7c8a-4677-9fb3-b827eaec913d req-a24f8de0-c977-4360-bbf7-6b5764bb8969 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:31.875090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c7df1bf1-7c8a-4677-9fb3-b827eaec913d req-a24f8de0-c977-4360-bbf7-6b5764bb8969 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.9268520 Dec 22 15:18:31.889325 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2552679 Dec 22 15:18:31.895001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40260) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:31.962549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 611ed496-5a8c-4420-9b63-96bffad81a88 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:32.018708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7049f7-9aa2-422e-981f-039227c0bf2b tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:32.020162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7049f7-9aa2-422e-981f-039227c0bf2b tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:32.021804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7049f7-9aa2-422e-981f-039227c0bf2b tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:32.022902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ed7049f7-9aa2-422e-981f-039227c0bf2b tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Synchronizing usage tracker for tenant:21140d279a34430682c257820cc15ea3 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:32.260866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.272885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-61159ca1-0820-44a0-b469-df951f89da49', 'network_id': '61159ca1-0820-44a0-b469-df951f89da49', 'tenant_id': '21140d279a34430682c257820cc15ea3', 'fixed_ips': [{'subnet_id': '434fb8aa-3bfb-4757-b955-d3a89023065d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:32.274426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.316707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Allocated IP 2001:db8::1 (292acc2d-9589-4364-96f7-a67c61f485ba/2bb1d071-99f4-4c66-b8f4-953dcbffdb2c/4cba0906-f0ea-4619-8102-e7c7a49c8164) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:32.320679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cf3c8a8-3058-4262-83fb-f60028118c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.392694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:32.440107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ed7049f7-9aa2-422e-981f-039227c0bf2b tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Unset dirty status for tenant:21140d279a34430682c257820cc15ea3 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:32.450346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ed7049f7-9aa2-422e-981f-039227c0bf2b tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5426040 Dec 22 15:18:32.460673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40264) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:32.498183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838d5267-8119-4d71-be70-8ea43dd9a081') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:32.498921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838d5267-8119-4d71-be70-8ea43dd9a081') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:32.593304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting subnet 2bb1d071-99f4-4c66-b8f4-953dcbffdb2c {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:32.598251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.602081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.664310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.733282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c7df1bf1-7c8a-4677-9fb3-b827eaec913d req-f711d710-3392-4a83-a567-3f54f6bc02f5 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8563275 Dec 22 15:18:32.878856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Allocated IP 172.26.4.200 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/41aae024-f1a8-4776-ae19-5ca037ac65f6) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:32.881675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.920004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:32.920762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:32.953087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Allocated IP 2001:db8:0:1::1 (61159ca1-0820-44a0-b469-df951f89da49/434fb8aa-3bfb-4757-b955-d3a89023065d/b67ae6bf-c883-4e8b-9187-e3bc32601737) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:32.997030 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:33.083563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] For port 117cf0cd-1c5b-4098-a4b1-e21b990ad07c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:33.084261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.113180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.207938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.313274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.325302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:33.493368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:33.495981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.233 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/8b21fea6-0af4-4c9a-8c95-02eb2018b310) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:33.512687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:33.530533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:33.555901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Calling delete_port for 117cf0cd-1c5b-4098-a4b1-e21b990ad07c owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:33.602718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Port': ['ID=41aae024-f1a8-4776-ae19-5ca037ac65f6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:33.624426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.626641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:33.739915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.760983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Transition to ACTIVE for port object 4cba0906-f0ea-4619-8102-e7c7a49c8164 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:33.767145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Transition to ACTIVE for port object b67ae6bf-c883-4e8b-9187-e3bc32601737 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:33.800404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.823332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Transition to ACTIVE for port object b67ae6bf-c883-4e8b-9187-e3bc32601737 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:33.826056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e523da0a-bfc2-44d9-9662-02ab5bd1f7fa tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:33.831111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Transition to ACTIVE for port object 4cba0906-f0ea-4619-8102-e7c7a49c8164 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:33.846516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.857818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.863276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.865595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.873200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d917a6bd-f133-46d7-ab52-7d5da8869e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:33.919580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:18:33.929513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:33.969669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:33.996004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:33.999630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.005907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/16c52e3e-f1de-46a4-8ba9-bccc14d5b3b4 HTTP/1.1" status: 204 len: 168 time: 4.4523919 Dec 22 15:18:34.011561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40272) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:34.018990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Network 61159ca1-0820-44a0-b469-df951f89da49 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:34.035909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:34.040559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:34.089227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-2090935577'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:34.116907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:34.131055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:34.138462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.140431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:34.145756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 44c16ff5-7858-429b-8d54-3283d0db9b56 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:34.176674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.199816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Pushing event updated for resources: {'Port': ['ID=b67ae6bf-c883-4e8b-9187-e3bc32601737,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:34.205796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:34.209604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Network 292acc2d-9589-4364-96f7-a67c61f485ba is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:34.220298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-204b962d-f5f5-4760-b0d1-a7cf751d89cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:34.224558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.224752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145f45-3dad-4117-998f-eba1041a4eb7 req-5cbdd266-56ca-4c8b-b565-fd0c61eb5d53 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:34.227133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b145f45-3dad-4117-998f-eba1041a4eb7 req-5cbdd266-56ca-4c8b-b565-fd0c61eb5d53 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.8228512 Dec 22 15:18:34.229551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:34.304386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.305561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:34.309994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:34.321940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-728a52ce-ed1f-43f6-806d-f81f657c2cde tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:34.387879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:34.393626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.431933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Attempting to bind port b67ae6bf-c883-4e8b-9187-e3bc32601737 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:34.432957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Attempting to bind port b67ae6bf-c883-4e8b-9187-e3bc32601737 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'cc41a5da-9348-492d-ab37-63d358f26e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61159ca1-0820-44a0-b469-df951f89da49'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:34.434145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Attempting to bind port b67ae6bf-c883-4e8b-9187-e3bc32601737 on network 61159ca1-0820-44a0-b469-df951f89da49 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:34.440861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.470770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:34.471878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=8b21fea6-0af4-4c9a-8c95-02eb2018b310,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:34.482880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:34.485682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:34.496982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:34.529601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Pushing event updated for resources: {'Port': ['ID=4cba0906-f0ea-4619-8102-e7c7a49c8164,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:34.535258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:34.569858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.595133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8bfbd8cc-4599-477d-aeaa-61528bba6531 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:34.614712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:34.615510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Checking segment: {'id': 'cc41a5da-9348-492d-ab37-63d358f26e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61159ca1-0820-44a0-b469-df951f89da49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:34.616301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.617060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Bound using segment: {'id': 'cc41a5da-9348-492d-ab37-63d358f26e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61159ca1-0820-44a0-b469-df951f89da49'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:34.618013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Bound port: b67ae6bf-c883-4e8b-9187-e3bc32601737, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc41a5da-9348-492d-ab37-63d358f26e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61159ca1-0820-44a0-b469-df951f89da49'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:34.618751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.647370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7416ea2d-e509-4b93-aedd-e999482edae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.678173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb1d071-99f4-4c66-b8f4-953dcbffdb2c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:34.702974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:34.739308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.808164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Attempting to bind port 4cba0906-f0ea-4619-8102-e7c7a49c8164 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:34.808849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Attempting to bind port 4cba0906-f0ea-4619-8102-e7c7a49c8164 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'd6acb2a9-19d6-4b34-aaf4-288abad968ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:34.809546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Attempting to bind port 4cba0906-f0ea-4619-8102-e7c7a49c8164 on network 292acc2d-9589-4364-96f7-a67c61f485ba {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:34.837102 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b145f45-3dad-4117-998f-eba1041a4eb7 req-9e043e55-86e9-47d8-93c1-781105afa737 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5851769 Dec 22 15:18:34.874668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:34.880614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:34.881419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Checking segment: {'id': 'd6acb2a9-19d6-4b34-aaf4-288abad968ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:34.883922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.883922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Bound using segment: {'id': 'd6acb2a9-19d6-4b34-aaf4-288abad968ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:34.884219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Bound port: 4cba0906-f0ea-4619-8102-e7c7a49c8164, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6acb2a9-19d6-4b34-aaf4-288abad968ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '292acc2d-9589-4364-96f7-a67c61f485ba'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:34.884698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.892946 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/subnets/2bb1d071-99f4-4c66-b8f4-953dcbffdb2c HTTP/1.1" status: 204 len: 168 time: 2.4290500 Dec 22 15:18:34.904632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40276) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:34.906375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.908177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment cd08e199-46e4-458c-8d70-5ed908c58e83 of type vlan for network 8f23f056-a762-47d3-90bc-5c7fde626416 Dec 22 15:18:34.914659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] For port b67ae6bf-c883-4e8b-9187-e3bc32601737, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:34.923191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:34.939432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] For port b67ae6bf-c883-4e8b-9187-e3bc32601737, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b67ae6bf-c883-4e8b-9187-e3bc32601737,segment=NetworkSegment(cc41a5da-9348-492d-ab37-63d358f26e15),segment_id=cc41a5da-9348-492d-ab37-63d358f26e15)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:34.996040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.014594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ead9e91-4677-40ed-b398-77c8d3db9c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:35.023251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.054999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29f8b3c3-92bf-4f8e-a3da-bb257167039c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:35.154587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.190933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.195386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Pushing event deleted for resources: {'Port': ['ID=117cf0cd-1c5b-4098-a4b1-e21b990ad07c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:35.199261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c99775b5-2011-4e93-871c-82afe9ae7c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:35.227159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:35.229177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.232332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] For port 4cba0906-f0ea-4619-8102-e7c7a49c8164, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:35.240756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] For port 4cba0906-f0ea-4619-8102-e7c7a49c8164, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4cba0906-f0ea-4619-8102-e7c7a49c8164,segment=NetworkSegment(d6acb2a9-19d6-4b34-aaf4-288abad968ad),segment_id=d6acb2a9-19d6-4b34-aaf4-288abad968ad)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:35.282151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.323376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.361642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Port': ['ID=41aae024-f1a8-4776-ae19-5ca037ac65f6,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:35.369245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Pushing event updated for resources: {'Port': ['ID=b67ae6bf-c883-4e8b-9187-e3bc32601737,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:35.373327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:35.375875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:35.378748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a14a0fb-b482-48cc-9241-6ef7e057365b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:35.400312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:35.411880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.426993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Sync routers for ids ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:35.450567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Routers {'b92f667a-2ce5-4abe-98e3-6b6e0612fa64'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:35.451363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:35.528517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Pushing event updated for resources: {'Port': ['ID=4cba0906-f0ea-4619-8102-e7c7a49c8164,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:35.531817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.533387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5322435 Dec 22 15:18:35.534361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:35.540057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40280) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:35.557627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1364828899'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:35.587921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:35.605994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.608064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Usage tracker for resource:network and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:35.617349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:35.689766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ff15b-13d1-4ad9-bb7e-da54e6f674b6 None None] Network 292acc2d-9589-4364-96f7-a67c61f485ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:35.691361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.696008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:35.696763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.702053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77bb048e-76c9-4aa7-92f0-95ae7604c35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:35.757540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.759670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "PUT /v2.0/routers/b92f667a-2ce5-4abe-98e3-6b6e0612fa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9687216 Dec 22 15:18:35.761329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:35.771494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Set router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:35.816859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40284) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:35.933089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:35.974483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba11593-3ed8-470b-8c3a-1cb68a9b7f7f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:35.975421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9ba11593-3ed8-470b-8c3a-1cb68a9b7f7f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:36.031014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:36.232072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2169704 Dec 22 15:18:36.233576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:36.421206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:36.435813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting subnet 434fb8aa-3bfb-4757-b955-d3a89023065d {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:36.440390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Made reservation on behalf of 95f225eff30546ca843520775171b0c6 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:36.450838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:36.462328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:19Z', 'updated_at': '2021-12-22T15:18:26Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None, '_interfaces': [{'id': '2275cc42-eabe-4ce0-93d0-5bfa7c7df822', 'name': '', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'mac_address': 'fa:16:3e:b8:66:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:24Z', 'updated_at': '2021-12-22T15:18:28Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'subnets': [{'id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:36.467103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Checking router: b92f667a-2ce5-4abe-98e3-6b6e0612fa64 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:18:36.467500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Updating router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:18:36.482900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:36.487018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=8f23f056-a762-47d3-90bc-5c7fde626416,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:36.503069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:36.506004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 8f23f056-a762-47d3-90bc-5c7fde626416 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:36.535165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:36.537587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:36.607068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:36.608640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:36.640721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:36.641855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:36.783196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9ba11593-3ed8-470b-8c3a-1cb68a9b7f7f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:36.785510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9ba11593-3ed8-470b-8c3a-1cb68a9b7f7f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports/2275cc42-eabe-4ce0-93d0-5bfa7c7df822 HTTP/1.1" status: 200 len: 911 time: 0.9591885 Dec 22 15:18:36.812539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40294) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:36.822719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b67ae6bf-c883-4e8b-9187-e3bc32601737 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:36.883087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:36.885771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.017995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b67ae6bf-c883-4e8b-9187-e3bc32601737 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:37.021876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021ce1e-9e47-47de-8e78-8b2f055bb060 req-f6a9684d-9676-4b4c-901f-b665f8a2562f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:37.029774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e021ce1e-9e47-47de-8e78-8b2f055bb060 req-f6a9684d-9676-4b4c-901f-b665f8a2562f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.8637030 Dec 22 15:18:37.058172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.073892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7dadfe-50d2-436c-8cca-cc7ff457961f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:37.078556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7dadfe-50d2-436c-8cca-cc7ff457961f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:37.083729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa7dadfe-50d2-436c-8cca-cc7ff457961f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2676420 Dec 22 15:18:37.084779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40298) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:37.188403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.203294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.216611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.218919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.259459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25bb7e99-071d-4309-8308-ead2900d83aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:37.264186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Transition to ACTIVE for port object 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:37.305316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.313576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:37.327813 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e021ce1e-9e47-47de-8e78-8b2f055bb060 req-d82230f8-0426-4e44-a79f-5131e764370a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966712 Dec 22 15:18:37.369971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=611ed496-5a8c-4420-9b63-96bffad81a88,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:37.533435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.536044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=8b21fea6-0af4-4c9a-8c95-02eb2018b310,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:37.542288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:37.558402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.603906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Pushing event updated for resources: {'Port': ['ID=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:37.637103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.638269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.639008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.639727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.640457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.641721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.642431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.643096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.643653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.644189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.644731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:37.652476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:37.722881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:37.727529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Usage tracker for resource:security_group_rule and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:37.731402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:37.739727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:37.827751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.834838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:37.840137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:37.844586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:37.852911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:37.947994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Attempting to bind port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:37.948528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Attempting to bind port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:37.949004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Attempting to bind port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:37.958059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:37.958591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:37.959153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:37.959676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:37.960305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Bound port: 2275cc42-eabe-4ce0-93d0-5bfa7c7df822, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:37.960809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.031268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.046464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.070067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:38.153351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '11fe9826-1122-4317-9cdc-4467f3936495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'de635e81-3319-4de0-bb68-5b4b0b5c58f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:38.155531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: de635e81-3319-4de0-bb68-5b4b0b5c58f7, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:38.238235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] For port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:38.242864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad542735-5453-4115-ba21-c778137079b1 None None] Network 61159ca1-0820-44a0-b469-df951f89da49 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:38.247171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] For port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:38.299575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.336297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 4add9505-7d0f-4da3-9297-62e4650155e0 associated. External IP: 172.26.4.233, port: 4270e0d0-2e09-4767-9f94-185bc9b7e8f3. Dec 22 15:18:38.337850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-669a6282-9cb7-46e7-91e9-6e637e999108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:38.554584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Pushing event updated for resources: {'Port': ['ID=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:38.585906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:38.626027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=44c16ff5-7858-429b-8d54-3283d0db9b56,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:38.632708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Routers {'b92f667a-2ce5-4abe-98e3-6b6e0612fa64'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:38.634625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:38.643373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:38.659710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.661209 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Added segment cf978d17-493e-43cc-82ab-52b26bc2196f of type vlan for network 79693889-faba-487d-b859-174be9aed177 Dec 22 15:18:38.730641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.787404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Provisioning for port b67ae6bf-c883-4e8b-9187-e3bc32601737 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:38.799514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Provisioning complete for port b67ae6bf-c883-4e8b-9187-e3bc32601737 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:38.800206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.811308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.169s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:38.820250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.810s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:38.821374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:38.843702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-00f209bf-4c41-40b0-8191-aefa6035218f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.773s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:38.864325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:38.872967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:38.880230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:39.077211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:39.078467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecd87e11-df63-4d98-bd5c-3ab603e8d95d {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:18:39.090707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:39.150628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:39.152228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:39.159049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ecd87e11-df63-4d98-bd5c-3ab603e8d95d HTTP/1.1" status: 204 len: 168 time: 12.3540225 Dec 22 15:18:39.186710 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.6400409 Dec 22 15:18:39.216822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40304) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:39.222018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40306) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:39.303973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Request body: {'subnet': {'network_id': '79693889-faba-487d-b859-174be9aed177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:39.439476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] Set router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:39.491104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7513b-48e9-4b77-a626-0c940198d542 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:18:39.696559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:39.705174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Usage tracker for resource:subnet and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:39.711122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:39.724503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:39.754579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Deleting subnet 238036ac-f1c3-46b3-b96d-b6a293176537 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:39.785055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:39.860179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7513b-48e9-4b77-a626-0c940198d542 None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:18:39.865457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:19Z', 'updated_at': '2021-12-22T15:18:26Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None, '_interfaces': [{'id': '2275cc42-eabe-4ce0-93d0-5bfa7c7df822', 'name': '', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'mac_address': 'fa:16:3e:b8:66:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:24Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 4, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'subnets': [{'id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:39.871702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf9758-4401-4602-a533-efe557a8b948 None None] The sync data for ids ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'] in dv-neutron-822709-1-hyperv is: [{'id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:19Z', 'updated_at': '2021-12-22T15:18:26Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None, '_interfaces': [{'id': '2275cc42-eabe-4ce0-93d0-5bfa7c7df822', 'name': '', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'mac_address': 'fa:16:3e:b8:66:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:24Z', 'updated_at': '2021-12-22T15:18:38Z', 'revision_number': 4, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'subnets': [{'id': 'af1475bf-85fa-401e-8fab-e398ca5ce1e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:39.928902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Made reservation on behalf of 95f225eff30546ca843520775171b0c6 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:39.986967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.032812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bce5e-a2de-483e-b7af-d06d449364b7,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:40.075088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.079419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:40.079419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:40.091437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.144603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.295s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:40.172759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:40.173023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7a69c93-a4bb-47f1-bfba-b590b6c4c93c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:40.173665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:40.174042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.238749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5163c-764b-471b-9933-11e8ed7af73d req-45549fc7-dfba-4437-a8f7-c86320162dae tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:40.242109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70b5163c-764b-471b-9933-11e8ed7af73d req-45549fc7-dfba-4437-a8f7-c86320162dae tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 2.3732243 Dec 22 15:18:40.440614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Subnet': ['ID=434fb8aa-3bfb-4757-b955-d3a89023065d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:40.506673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port 2275cc42-eabe-4ce0-93d0-5bfa7c7df822, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:40.507104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.569377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:40.592501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network de635e81-3319-4de0-bb68-5b4b0b5c58f7 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:40.599481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c701466-858e-4cf7-a171-5b1000bc154f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.522s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:40.648484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 117cf0cd-1c5b-4098-a4b1-e21b990ad07c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:40.673819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:40.704792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.715703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 117cf0cd-1c5b-4098-a4b1-e21b990ad07c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:40.716136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 117cf0cd-1c5b-4098-a4b1-e21b990ad07c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:40.756253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.762616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:40.762945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/subnets/434fb8aa-3bfb-4757-b955-d3a89023065d HTTP/1.1" status: 204 len: 168 time: 5.8481174 Dec 22 15:18:40.785831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40312) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:40.788805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dede4c-8ee9-4c13-8721-d28490cbe453 None None] Network 61159ca1-0820-44a0-b469-df951f89da49 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:40.938674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab0cc73-22d7-492c-944f-132bcbb627ba tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:40.939477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dab0cc73-22d7-492c-944f-132bcbb627ba tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Synchronizing usage tracker for tenant:21140d279a34430682c257820cc15ea3 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:41.000865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:41.018572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:41.047994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:41.049446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:41.050494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, de635e81-3319-4de0-bb68-5b4b0b5c58f7) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:41.075163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dab0cc73-22d7-492c-944f-132bcbb627ba tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Unset dirty status for tenant:21140d279a34430682c257820cc15ea3 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:41.079071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dab0cc73-22d7-492c-944f-132bcbb627ba tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2783267 Dec 22 15:18:41.113862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d85d5d-c608-4ca1-8515-dbf5c0b11499 None None] Network de635e81-3319-4de0-bb68-5b4b0b5c58f7 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:41.191685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40316) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:41.216696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.262215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:41.273872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:41.282610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:41.283873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.291386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.6595140 Dec 22 15:18:41.292501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.303262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40320) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:41.304276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ccec496-bcb9-4666-8a62-f5e88c50e6be tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:41.309120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70b5163c-764b-471b-9933-11e8ed7af73d req-d46066ba-a987-4b4c-a25f-70a49b16488d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0107474 Dec 22 15:18:41.316294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Network': ['ID=79693889-faba-487d-b859-174be9aed177,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:41.335422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:41.386713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'port_id': '4270e0d0-2e09-4767-9f94-185bc9b7e8f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:41.479465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 12.6196270 Dec 22 15:18:41.496409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:41.510521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=2275cc42-eabe-4ce0-93d0-5bfa7c7df822,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:41.512855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 79693889-faba-487d-b859-174be9aed177 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:41.553932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:41.721878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:41.731886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] For port b67ae6bf-c883-4e8b-9187-e3bc32601737, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b67ae6bf-c883-4e8b-9187-e3bc32601737,segment=NetworkSegment(cc41a5da-9348-492d-ab37-63d358f26e15),segment_id=cc41a5da-9348-492d-ab37-63d358f26e15)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:41.767625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.771442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:41.794751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.833777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 44c16ff5-7858-429b-8d54-3283d0db9b56 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:41.834725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.845576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:41.846438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:41.900827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.926330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:41.960609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:41.961128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d64b6-5f5b-44e4-8b4e-42fc36308cda None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:41.998420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-77d1698f-6f38-44cf-89b4-c60cec1299ad None None] Provisioning complete for port b67ae6bf-c883-4e8b-9187-e3bc32601737 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:41.999072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77d1698f-6f38-44cf-89b4-c60cec1299ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.034455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Pushing event updated for resources: {'Port': ['ID=b67ae6bf-c883-4e8b-9187-e3bc32601737,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:42.037904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:42.100469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting port b67ae6bf-c883-4e8b-9187-e3bc32601737 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:42.101128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.107309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] DHCP port deletion for 61159ca1-0820-44a0-b469-df951f89da49 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:42.136315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Deleting port b67ae6bf-c883-4e8b-9187-e3bc32601737 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:42.137084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.447679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.466340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9dc594d8-1673-461f-bea7-4ed1ee96ef29 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:42.502113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.517402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.528608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238036ac-f1c3-46b3-b96d-b6a293176537,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:42.593575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:42.594631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dffe4cea-418a-41d4-b1db-8bf9416828d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:42.635157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-77d1698f-6f38-44cf-89b4-c60cec1299ad None None] Could not find standard attr ID for object 2275cc42-eabe-4ce0-93d0-5bfa7c7df822. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:18:42.648133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] For port b67ae6bf-c883-4e8b-9187-e3bc32601737, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b67ae6bf-c883-4e8b-9187-e3bc32601737,segment=NetworkSegment(cc41a5da-9348-492d-ab37-63d358f26e15),segment_id=cc41a5da-9348-492d-ab37-63d358f26e15)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:42.649551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.654538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.663056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:42.669339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fbd2b-78d8-4011-b39f-33a83df65560 None None] Network 3b3f278f-0b94-433a-86ef-77aea5b76bb4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:42.698771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b67ae6bf-c883-4e8b-9187-e3bc32601737 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:42.851224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 44c16ff5-7858-429b-8d54-3283d0db9b56 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:42.887150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/238036ac-f1c3-46b3-b96d-b6a293176537 HTTP/1.1" status: 204 len: 168 time: 3.6525581 Dec 22 15:18:42.904828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40330) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:42.955410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=32ad3fc3-128a-4110-8eed-6d46f2d1a183,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:43.064742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.077001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Calling delete_port for b67ae6bf-c883-4e8b-9187-e3bc32601737 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:43.145363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Checking segment: {'id': 'cf978d17-493e-43cc-82ab-52b26bc2196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79693889-faba-487d-b859-174be9aed177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:43.145656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network hostable DHCP agents. Network: 79693889-faba-487d-b859-174be9aed177, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:43.184056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': 'cd08e199-46e4-458c-8d70-5ed908c58e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:43.184591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: 8f23f056-a762-47d3-90bc-5c7fde626416, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:43.194937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8413b6e-718f-46ba-812d-227192cbe55e req-39225223-2f51-49ea-8b57-834b86f4777b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:43.202778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8413b6e-718f-46ba-812d-227192cbe55e req-39225223-2f51-49ea-8b57-834b86f4777b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.4006238 Dec 22 15:18:43.212030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.217901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Subnet': ['ID=6e451703-7dfb-40c7-903c-93e10d01bac3,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:43.232484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:43.232484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.704s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:43.232484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:43.255735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Deleting port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:43.256329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.299227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.314881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:43.357188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.381504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network 79693889-faba-487d-b859-174be9aed177 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:43.389118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=44c16ff5-7858-429b-8d54-3283d0db9b56,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:43.391304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 8f23f056-a762-47d3-90bc-5c7fde626416 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:43.401810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:43.405608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.429709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f9cf02a-90e8-40b6-94f8-1679ce39c920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:43.465229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.479319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 79693889-faba-487d-b859-174be9aed177) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:43.497157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 8f23f056-a762-47d3-90bc-5c7fde626416) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:43.500193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:43.500935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.508626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/44c16ff5-7858-429b-8d54-3283d0db9b56 HTTP/1.1" status: 204 len: 168 time: 1.9034040 Dec 22 15:18:43.515889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:43.518402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.525973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Pushing event deleted for resources: {'Port': ['ID=b67ae6bf-c883-4e8b-9187-e3bc32601737,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:43.529158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40334) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:43.529945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] DHCP port deletion for 3b3f278f-0b94-433a-86ef-77aea5b76bb4 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:43.535213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87983845-3926-4e51-b2b4-e8a89cc7d159 None None] Network 79693889-faba-487d-b859-174be9aed177 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:43.556085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31e2842-0ce9-4476-b6ab-aafd86bd02a2 None None] Network 8f23f056-a762-47d3-90bc-5c7fde626416 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:43.571657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] No DVR routers for this DVR port b67ae6bf-c883-4e8b-9187-e3bc32601737 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:43.574093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:43.638625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] For port b67ae6bf-c883-4e8b-9187-e3bc32601737, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b67ae6bf-c883-4e8b-9187-e3bc32601737,segment=NetworkSegment(cc41a5da-9348-492d-ab37-63d358f26e15),segment_id=cc41a5da-9348-492d-ab37-63d358f26e15)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:43.639190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.650655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4135916 Dec 22 15:18:43.670249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40338) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:43.769334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Deleting port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:43.769852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:43.867187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1908126008', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:43.887385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Calling delete_port for b67ae6bf-c883-4e8b-9187-e3bc32601737 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:43.939385 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8413b6e-718f-46ba-812d-227192cbe55e req-bbec64f9-3da5-40a8-a41b-f6c2797c671c tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7353539 Dec 22 15:18:43.940756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:43.992082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a44b2873-2dbe-494d-9603-9af8b9c2e6fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.5674274 Dec 22 15:18:44.006517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40344) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:44.025582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-690003618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:44.038479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] For port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:44.039020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.063860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:44.163344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:router and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:44.193340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Usage tracker for resource:router and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:44.250506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:44.320228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Calling delete_port for 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:44.374394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:44.430136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676adfd0-401f-40cf-9c18-b050d0b9277d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:44.435510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676adfd0-401f-40cf-9c18-b050d0b9277d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:44.436400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-676adfd0-401f-40cf-9c18-b050d0b9277d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:44.484577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.485676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.519875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:44.520357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:44.529744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:44.568097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-676adfd0-401f-40cf-9c18-b050d0b9277d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:44.577640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-676adfd0-401f-40cf-9c18-b050d0b9277d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0482614 Dec 22 15:18:44.580705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40348) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:44.623509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:44.681866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521cef6-dc9f-4944-8b49-36e94376f924 req-8f8319d5-982d-49cd-af68-4c4220977397 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:44.684605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e521cef6-dc9f-4944-8b49-36e94376f924 req-8f8319d5-982d-49cd-af68-4c4220977397 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4290059 Dec 22 15:18:44.725573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] For port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,segment=NetworkSegment(ba2aefa2-69ca-4e1c-b416-5e92127bfe16),segment_id=ba2aefa2-69ca-4e1c-b416-5e92127bfe16)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:44.726028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.781101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.782776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.808082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.819384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.822407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5db5de91-b17b-4959-a26f-3685a8c8df44 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:44.884617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 611ed496-5a8c-4420-9b63-96bffad81a88 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:44.885623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.907645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:44.918530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:44.934546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f6a85b-b619-4b34-9b3f-330b2ea9ac12,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:44.947780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Calling delete_port for 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:44.951881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:44.954687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:44.966380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] No DVR routers for this DVR port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:44.971607 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e521cef6-dc9f-4944-8b49-36e94376f924 req-3ffb90f7-1c23-4a8a-afe5-dc841e894299 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628586 Dec 22 15:18:44.978779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-8f23f056-a762-47d3-90bc-5c7fde626416', 'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': '32ad3fc3-128a-4110-8eed-6d46f2d1a183'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:44.979772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.050936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:45.051305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:45.065002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.072415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting port b67ae6bf-c883-4e8b-9187-e3bc32601737 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:45.073154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.154376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-79693889-faba-487d-b859-174be9aed177', 'network_id': '79693889-faba-487d-b859-174be9aed177', 'tenant_id': '95f225eff30546ca843520775171b0c6', 'fixed_ips': [{'subnet_id': '6e451703-7dfb-40c7-903c-93e10d01bac3'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:45.155487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.364342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:18:45.364626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:18:45.389210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.541585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Allocated IP 172.20.0.2 (8f23f056-a762-47d3-90bc-5c7fde626416/32ad3fc3-128a-4110-8eed-6d46f2d1a183/feae8346-9bd4-4dd6-a152-b5a1b976eba2) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:45.553167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Allocated IP 172.20.0.2 (79693889-faba-487d-b859-174be9aed177/6e451703-7dfb-40c7-903c-93e10d01bac3/56f9a1d9-36af-473b-84ab-2720d9ee1621) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:45.579000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3f278f-0b94-433a-86ef-77aea5b76bb4']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:45.604267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.612333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a74baaf-cb7f-4b94-8517-a7f60afc5420 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6035478 Dec 22 15:18:45.612573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40354) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:45.724517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:45.725532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2aefa2-69ca-4e1c-b416-5e92127bfe16') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:45.782654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.789027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] The port 'b67ae6bf-c883-4e8b-9187-e3bc32601737' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:18:45.806851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.865303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Deleting port 22f6a85b-b619-4b34-9b3f-330b2ea9ac12 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:45.865620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.937073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:45.971031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6f1f9-f2dc-42e2-a668-c5cf5bc494ff None None] The port '22f6a85b-b619-4b34-9b3f-330b2ea9ac12' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:18:46.034266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.064653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Transition to ACTIVE for port object feae8346-9bd4-4dd6-a152-b5a1b976eba2 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:46.077838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 611ed496-5a8c-4420-9b63-96bffad81a88 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:46.090990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.101902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.105148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Transition to ACTIVE for port object feae8346-9bd4-4dd6-a152-b5a1b976eba2 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:46.132360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Transition to ACTIVE for port object 56f9a1d9-36af-473b-84ab-2720d9ee1621 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:46.154754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:46.155775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.158490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Transition to ACTIVE for port object 56f9a1d9-36af-473b-84ab-2720d9ee1621 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:46.162705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.168323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:46.176007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:46.185458 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:46.201958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] Sync routers for ids ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:46.208223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.244892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] Routers {'b92f667a-2ce5-4abe-98e3-6b6e0612fa64'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:46.254378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:46.265959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Network 8f23f056-a762-47d3-90bc-5c7fde626416 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:46.268456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Network 79693889-faba-487d-b859-174be9aed177 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:46.272353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:46.282644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:46.288098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:46.327138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:46.336666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Pushing event updated for resources: {'Port': ['ID=feae8346-9bd4-4dd6-a152-b5a1b976eba2,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:46.354076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.357500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:46.398618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "PUT /v2.0/routers/b92f667a-2ce5-4abe-98e3-6b6e0612fa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3045695 Dec 22 15:18:46.404506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.405099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e08c63d-90c3-4798-b83c-c54f4e17579e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:46.406064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40358) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:46.454217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.471818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.496551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81844984-9f8e-4344-ae83-0fceee98f250 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:46.509267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] Set router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:46.564209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.602924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3b3f278f-0b94-433a-86ef-77aea5b76bb4 HTTP/1.1" status: 204 len: 168 time: 3.6814733 Dec 22 15:18:46.612965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3f278f-0b94-433a-86ef-77aea5b76bb4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:46.632113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:46.637720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.648039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Attempting to bind port feae8346-9bd4-4dd6-a152-b5a1b976eba2 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:46.648451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Attempting to bind port feae8346-9bd4-4dd6-a152-b5a1b976eba2 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'cd08e199-46e4-458c-8d70-5ed908c58e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:46.648860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Attempting to bind port feae8346-9bd4-4dd6-a152-b5a1b976eba2 on network 8f23f056-a762-47d3-90bc-5c7fde626416 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:46.655008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:19Z', 'updated_at': '2021-12-22T15:18:41Z', 'revision_number': 3, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:46.655777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61159ca1-0820-44a0-b469-df951f89da49']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:46.660588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] Checking router: b92f667a-2ce5-4abe-98e3-6b6e0612fa64 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:18:46.673083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] Routers {'b92f667a-2ce5-4abe-98e3-6b6e0612fa64'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:46.673784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:46.674132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:46.674261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Checking segment: {'id': 'cd08e199-46e4-458c-8d70-5ed908c58e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:46.674644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.675165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Bound using segment: {'id': 'cd08e199-46e4-458c-8d70-5ed908c58e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:46.675722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Bound port: feae8346-9bd4-4dd6-a152-b5a1b976eba2, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd08e199-46e4-458c-8d70-5ed908c58e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8f23f056-a762-47d3-90bc-5c7fde626416'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:46.676713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.692047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f133044-20f0-4ae8-86a4-7c7414003444 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:46.713952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc41a5da-9348-492d-ab37-63d358f26e15') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:46.714547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc41a5da-9348-492d-ab37-63d358f26e15') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:46.753774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Attempting to bind port 56f9a1d9-36af-473b-84ab-2720d9ee1621 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:18:46.754444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Attempting to bind port 56f9a1d9-36af-473b-84ab-2720d9ee1621 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'cf978d17-493e-43cc-82ab-52b26bc2196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79693889-faba-487d-b859-174be9aed177'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:18:46.755091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Attempting to bind port 56f9a1d9-36af-473b-84ab-2720d9ee1621 on network 79693889-faba-487d-b859-174be9aed177 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:18:46.766229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=611ed496-5a8c-4420-9b63-96bffad81a88,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:46.770389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:46.778852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.836210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/611ed496-5a8c-4420-9b63-96bffad81a88 HTTP/1.1" status: 204 len: 168 time: 2.2430980 Dec 22 15:18:46.839339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40364) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:46.861145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:46.885916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] Set router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:18:47.013647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:19Z', 'updated_at': '2021-12-22T15:18:41Z', 'revision_number': 3, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:47.015227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Pushing event updated for resources: {'Port': ['ID=56f9a1d9-36af-473b-84ab-2720d9ee1621,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:47.020194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6e3988-8f74-480a-8a04-c3659540141e None None] The sync data for ids ['b92f667a-2ce5-4abe-98e3-6b6e0612fa64'] in dv-neutron-822709-1-hyperv is: [{'id': 'b92f667a-2ce5-4abe-98e3-6b6e0612fa64', 'name': 'tempest-NetworksTestDHCPv6-router-1123144933', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:19Z', 'updated_at': '2021-12-22T15:18:41Z', 'revision_number': 3, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:47.028964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:47.038195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:18:47.038943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Checking segment: {'id': 'cf978d17-493e-43cc-82ab-52b26bc2196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79693889-faba-487d-b859-174be9aed177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:47.039039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.039477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Bound using segment: {'id': 'cf978d17-493e-43cc-82ab-52b26bc2196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79693889-faba-487d-b859-174be9aed177'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:18:47.040044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Bound port: 56f9a1d9-36af-473b-84ab-2720d9ee1621, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf978d17-493e-43cc-82ab-52b26bc2196f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79693889-faba-487d-b859-174be9aed177'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:18:47.040490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.049196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa91c8fd-be5a-4dc8-b043-77386483cfe0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:47.050031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aa91c8fd-be5a-4dc8-b043-77386483cfe0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:47.077752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf79c2-80f3-41be-97fa-db0ca70628fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:47.080162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf79c2-80f3-41be-97fa-db0ca70628fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:47.081039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-88bf79c2-80f3-41be-97fa-db0ca70628fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:18:47.098697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.129244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:47.129852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.143330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] For port feae8346-9bd4-4dd6-a152-b5a1b976eba2, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:47.147522 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:47.233404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] For port 56f9a1d9-36af-473b-84ab-2720d9ee1621, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:18:47.373713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aa91c8fd-be5a-4dc8-b043-77386483cfe0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:47.376685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa91c8fd-be5a-4dc8-b043-77386483cfe0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5345933 Dec 22 15:18:47.379166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40368) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.436454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-324c8b1f-3e9d-4e20-afa1-1de860f365b1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:18:47.438942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-324c8b1f-3e9d-4e20-afa1-1de860f365b1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/44c16ff5-7858-429b-8d54-3283d0db9b56 HTTP/1.1" status: 404 len: 333 time: 0.0583677 Dec 22 15:18:47.443448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40372) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.496912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-632a92dc-cbca-4518-9fd0-834e485ac7fa tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:18:47.498433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-632a92dc-cbca-4518-9fd0-834e485ac7fa tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/611ed496-5a8c-4420-9b63-96bffad81a88 HTTP/1.1" status: 404 len: 333 time: 0.0537469 Dec 22 15:18:47.503054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40376) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.533562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40380) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.635653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-88bf79c2-80f3-41be-97fa-db0ca70628fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:18:47.641839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88bf79c2-80f3-41be-97fa-db0ca70628fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1495912 Dec 22 15:18:47.648894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40384) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.655310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] For port 56f9a1d9-36af-473b-84ab-2720d9ee1621, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56f9a1d9-36af-473b-84ab-2720d9ee1621,segment=NetworkSegment(cf978d17-493e-43cc-82ab-52b26bc2196f),segment_id=cf978d17-493e-43cc-82ab-52b26bc2196f)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:47.666651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] For port feae8346-9bd4-4dd6-a152-b5a1b976eba2, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=feae8346-9bd4-4dd6-a152-b5a1b976eba2,segment=NetworkSegment(cd08e199-46e4-458c-8d70-5ed908c58e83),segment_id=cd08e199-46e4-458c-8d70-5ed908c58e83)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:18:47.705523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.715695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8236496c-d87b-4d6b-b5b2-6ee38740035c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:47.727720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.741010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.760632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e853ea1b-4fa2-46e4-a4d1-3b7f8af30c0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943958929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:47.767508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.776938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.780311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:47.805183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Network': ['ID=61159ca1-0820-44a0-b469-df951f89da49,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:47.815221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:47.831481 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28ba4bad-f2df-463a-9682-83f1d790aa71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=187ab6815870460db3dba3ca8a714f39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2962587 Dec 22 15:18:47.838762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40388) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.877116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/networks/61159ca1-0820-44a0-b469-df951f89da49 HTTP/1.1" status: 204 len: 168 time: 6.6818786 Dec 22 15:18:47.884231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40392) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:47.944262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Pushing event updated for resources: {'Port': ['ID=feae8346-9bd4-4dd6-a152-b5a1b976eba2,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:47.953027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:47.954050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b5d569c7-5da1-4d53-9a5d-add2f15cacb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:48.034049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.117078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Pushing event updated for resources: {'Port': ['ID=56f9a1d9-36af-473b-84ab-2720d9ee1621,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:48.145866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:48.177992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.400614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.422865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.478550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de635e81-3319-4de0-bb68-5b4b0b5c58f7']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:48.527085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Deleting port 4cba0906-f0ea-4619-8102-e7c7a49c8164 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:48.527762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.539040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fe9826-1122-4317-9cdc-4467f3936495') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:48.539378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fe9826-1122-4317-9cdc-4467f3936495') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:48.549175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.559318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet af1475bf-85fa-401e-8fab-e398ca5ce1e7 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:18:48.579387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.589026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.597501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:48.691941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:48.692303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2275cc42-eabe-4ce0-93d0-5bfa7c7df822 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:48.726873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.730172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.761638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:48.762221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:48.783449 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:48.835860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:48.856685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Allocated IP 172.26.4.38 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/a4568647-7d3d-462a-b3d8-de08b8ae32f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:48.883671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.20.0.1 (8f23f056-a762-47d3-90bc-5c7fde626416/32ad3fc3-128a-4110-8eed-6d46f2d1a183/35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:49.113532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.171332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.187134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:49.369105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] For port 4cba0906-f0ea-4619-8102-e7c7a49c8164, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4cba0906-f0ea-4619-8102-e7c7a49c8164,segment=NetworkSegment(d6acb2a9-19d6-4b34-aaf4-288abad968ad),segment_id=d6acb2a9-19d6-4b34-aaf4-288abad968ad)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:49.369512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.471615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.476582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.499039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=de635e81-3319-4de0-bb68-5b4b0b5c58f7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:49.515394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:49.519030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.520387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a55ac36e-5103-4f31-804b-3fd37964a884 HTTP/1.1" status: 204 len: 168 time: 1.6789808 Dec 22 15:18:49.521330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:49.545512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/de635e81-3319-4de0-bb68-5b4b0b5c58f7 HTTP/1.1" status: 204 len: 168 time: 2.0353882 Dec 22 15:18:49.547473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ac36e-5103-4f31-804b-3fd37964a884,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:49.554869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40398) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:49.564119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-744038088'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:49.568260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Calling delete_port for 4cba0906-f0ea-4619-8102-e7c7a49c8164 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:49.570899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:49.581423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:49.591072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:49.600023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:49.619969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:49.676984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.686626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f348384-4437-4abe-88c3-4d34363d5113 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:49.741642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.758771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.769613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:49.778097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.799476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:49.802617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=af1475bf-85fa-401e-8fab-e398ca5ce1e7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:49.810046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:18:49.813441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:49.829929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.839884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995fe63c-5e00-42bc-bf6b-2792d84188db None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:49.865528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:49.889232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.889901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 4b44d37d-401e-4da0-80ae-94807ff0fb91 of type vlan for network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd Dec 22 15:18:49.912236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/af1475bf-85fa-401e-8fab-e398ca5ce1e7 HTTP/1.1" status: 204 len: 168 time: 2.2616634 Dec 22 15:18:49.915720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40402) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:49.936858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:49.961772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-974b7dd1-c68a-4c9c-9f16-d5dfcf4723fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:50.026736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:50.086374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:50.092339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:50.180189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:50.190005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:50.195030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:50.237465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:50.243664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:50.244693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:50.256954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47730169-146b-4c51-8b8b-025e1033edc9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:50.381978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38965466-57c8-45c6-8fe1-36f541876f64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4639118 Dec 22 15:18:50.484070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40410) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:50.567547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0107954 Dec 22 15:18:50.575815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40416) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:50.591175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:50.814557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=39e1ae70-43d9-4da2-be7a-fcc5d9e239bd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:50.887758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:50.908573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:50.917465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.918723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.919654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.920549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.921371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.922204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.923058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.923834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.924815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.925769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56f9a1d9-36af-473b-84ab-2720d9ee1621 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:50.926965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.927671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:50.947390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:50.949659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:50.979802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:50.983634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Port': ['ID=a4568647-7d3d-462a-b3d8-de08b8ae32f3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:50.987876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] No DVR routers for this DVR port 4cba0906-f0ea-4619-8102-e7c7a49c8164 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:51.033733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:51.099630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:51.127241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:51.138695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:18:51.164088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 8f23f056-a762-47d3-90bc-5c7fde626416 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:51.165935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f72d999-7d89-4c04-88ca-a5ad464abaa7 tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:51.244584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:51.252586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Deleting port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:51.253181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:51.355023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:51.658100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:51.675525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 56f9a1d9-36af-473b-84ab-2720d9ee1621 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:51.714193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device feae8346-9bd4-4dd6-a152-b5a1b976eba2 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:51.748465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:51.788022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Port': ['ID=4cba0906-f0ea-4619-8102-e7c7a49c8164,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:52.039869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] For port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:52.040764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.065767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.154345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292acc2d-9589-4364-96f7-a67c61f485ba']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:52.155503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6acb2a9-19d6-4b34-aaf4-288abad968ad') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:52.156081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6acb2a9-19d6-4b34-aaf4-288abad968ad') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:52.193373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.229578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.250425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:52.251485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.375907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Calling delete_port for a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:52.378539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40432) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:52.392696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Performing IP validity checks on allocation pools {{(pid=88968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:18:52.397788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:18:52.409749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0bb12-2049-4c97-bbe2-43dc1b9a5aaa None None] Network 79693889-faba-487d-b859-174be9aed177 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:52.470618 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:52.573329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6180498-e63b-43f1-b038-a4fe87a9b215 None None] Network 8f23f056-a762-47d3-90bc-5c7fde626416 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:52.582796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.599147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.738354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1749570215'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:52.740375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.743797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:52.765211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:network and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:52.771315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:52.772553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.798530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.800097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Fanout notify agent at l3_agent the message router_deleted on router b92f667a-2ce5-4abe-98e3-6b6e0612fa64 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:18:52.804627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:52.817479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.817709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:52.868501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Made reservation on behalf of 2149aa6db29049c19c04d13841219ca8 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:52.878891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.902271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.903215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.904080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.904892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.905882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.907331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.908364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.909173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.909982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.910788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.911631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:52.919316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.753s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:52.937113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.825s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:52.938024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:52.941563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.945935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3f4aae7-4fb4-45ba-9558-191f56a61f91 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:52.948121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Provisioning for port 56f9a1d9-36af-473b-84ab-2720d9ee1621 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:52.948961 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-44af40fc-e50c-4115-8ee5-e76e16a9709b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/routers/b92f667a-2ce5-4abe-98e3-6b6e0612fa64 HTTP/1.1" status: 204 len: 168 time: 2.4615846 Dec 22 15:18:52.950567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40438) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:52.955741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.972126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Provisioning complete for port 56f9a1d9-36af-473b-84ab-2720d9ee1621 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:52.973149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.984668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/networks/292acc2d-9589-4364-96f7-a67c61f485ba HTTP/1.1" status: 204 len: 168 time: 5.0857146 Dec 22 15:18:52.984668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.984668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:52.985570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:52.994764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40442) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:53.074754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Network': ['ID=292acc2d-9589-4364-96f7-a67c61f485ba,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:53.075970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port feae8346-9bd4-4dd6-a152-b5a1b976eba2 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:53.099180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:53.355457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:53.356194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:53.378260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:53.381983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:53.389569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:53.396286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:53.414650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:53.445838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] No DVR routers for this DVR port a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:18:53.459860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Pushing event deleted for resources: {'Port': ['ID=a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:53.464586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:18:53.486041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:53.503606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:53.521816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:security_group_rule and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:53.540061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:53.540805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:53.557962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:53.558289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:53.565790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:53.577928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:18:53.578753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a5254d18-3d4f-4a1c-b3d5-c6bebb83ac52 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:18:53.581373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:53.585508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:53.633612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:53.633926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=493a0bb8-e4bf-455a-bf0c-d0d305e3cabc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:53.660303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.660931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.661530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.662140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.662767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.663440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.664741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.664741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.664741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.665263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.665443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:18:53.665806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:53.674770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:53.695530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:53.735158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:53.736354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:53.895639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:53.949207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:53.952623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:54.034327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:18:54.075636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:54.075636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59cd09-e2f8-49f5-b27b-400e1d48dac8 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:54.084384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] For port 56f9a1d9-36af-473b-84ab-2720d9ee1621, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56f9a1d9-36af-473b-84ab-2720d9ee1621,segment=NetworkSegment(cf978d17-493e-43cc-82ab-52b26bc2196f),segment_id=cf978d17-493e-43cc-82ab-52b26bc2196f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:54.137802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.141747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3322fed4-28d5-457f-8f22-25dbd2e0a7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:54.245546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '4b44d37d-401e-4da0-80ae-94807ff0fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:54.246201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:54.278694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.523078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Pushing event updated for resources: {'Port': ['ID=56f9a1d9-36af-473b-84ab-2720d9ee1621,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:54.537130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:54.575648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.601202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Provisioning for port feae8346-9bd4-4dd6-a152-b5a1b976eba2 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:54.609924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Provisioning complete for port feae8346-9bd4-4dd6-a152-b5a1b976eba2 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:54.611141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.630533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:54.645788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.665366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c3ceabc-4ec8-46c8-8978-1a4d89d798e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:54.766391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:18:54.785090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.785727 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Added segment f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc of type vlan for network a9babf2a-1094-4f49-bd91-18fedd43c4ba Dec 22 15:18:54.791666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.819541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4cfeae6a-249a-46a1-8d8a-616112d3a6c1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/floatingips/4add9505-7d0f-4da3-9297-62e4650155e0 HTTP/1.1" status: 200 len: 979 time: 13.4594316 Dec 22 15:18:54.827145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.843229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.844631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40446) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:54.849408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] For port feae8346-9bd4-4dd6-a152-b5a1b976eba2, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=feae8346-9bd4-4dd6-a152-b5a1b976eba2,segment=NetworkSegment(cd08e199-46e4-458c-8d70-5ed908c58e83),segment_id=cd08e199-46e4-458c-8d70-5ed908c58e83)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:18:54.886615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.890018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eaa17da6-a648-483a-870d-f7f67e579ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:54.900078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:54.954281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:54.955445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:54.985825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fce0d-69c5-4f56-a3f4-fb4b0e64e1bf,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:55.007089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd3894-128b-4af0-9091-2ede77a2fff2 None None] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:55.010840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:55.028193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5421af-a628-4096-84f5-8dfc89f0a179']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:55.084985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f8492b-5e96-49af-bc87-875c03cb16fc') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:55.085606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f8492b-5e96-49af-bc87-875c03cb16fc') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:55.095397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.103190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:55.104150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.119986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:55.126356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.176580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Pushing event updated for resources: {'Port': ['ID=feae8346-9bd4-4dd6-a152-b5a1b976eba2,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:55.214695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:55.312005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.343224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Network': ['ID=a9babf2a-1094-4f49-bd91-18fedd43c4ba,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:55.360824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56f9a1d9-36af-473b-84ab-2720d9ee1621 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:55.371462 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7861745 Dec 22 15:18:55.372612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40452) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:55.378220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:55.388594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd', 'name': 'tempest-PortsIpV6TestJSON-359106691'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:55.428612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.0481694 Dec 22 15:18:55.436922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:18:55.512518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40456) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:55.524421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'subnet': {'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:55.533103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:55.533863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.541589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.559048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bbd031b7-1d03-4e60-a6d4-e865916258dc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:55.596353 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:55.631118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-39e1ae70-43d9-4da2-be7a-fcc5d9e239bd', 'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': '493a0bb8-e4bf-455a-bf0c-d0d305e3cabc'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:55.633051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.701937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Provisioning for port 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:18:55.748004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Provisioning complete for port 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:55.748004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.771726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:55.775806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=e63e71f9-54f1-4e11-9623-8f47fd63cc53,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:55.780093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:55.783538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:55.787223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:55.788346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:55.791627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:55.792289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.813218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:55.815840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:subnet and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:55.824794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:55.834917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:55.876103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9005625 Dec 22 15:18:55.880880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40460) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:55.887922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:55.894647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 8b21fea6-0af4-4c9a-8c95-02eb2018b310 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:18:55.895307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.895819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:55.900579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:router and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:55.905037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:55.909388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Made reservation on behalf of 2149aa6db29049c19c04d13841219ca8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:55.913853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270b5a8-50c7-4109-a8a5-3d46f173cf12 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:55.929312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:18:55.935116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.951036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:55.976535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:55.995348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:55.997082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 808b2335-1c10-47a2-8884-936cf57344d1 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:18:56.037953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.042979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.044208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.078914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Network': ['ID=2f5421af-a628-4096-84f5-8dfc89f0a179,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:56.107436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:56.123670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/networks/2f5421af-a628-4096-84f5-8dfc89f0a179 HTTP/1.1" status: 204 len: 168 time: 3.1227736 Dec 22 15:18:56.156538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40464) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:56.180581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Port 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:18:56.224673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.237602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.252385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 56f9a1d9-36af-473b-84ab-2720d9ee1621 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:56.253259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.294409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.345697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.405456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:56.464357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.524663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Router d08be113-46ca-4457-b0e3-b9ce2c6057cf is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:18:56.529812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.550854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Provisioning complete for port 56f9a1d9-36af-473b-84ab-2720d9ee1621 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:56.551672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.663338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.670032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:56.679301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.679301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.696273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:56.721542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Allocated IP 2001:db8::2 (39e1ae70-43d9-4da2-be7a-fcc5d9e239bd/493a0bb8-e4bf-455a-bf0c-d0d305e3cabc/4434cf28-4e07-412a-87a7-972cf36122b7) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:56.736275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.742963 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9bfbe4b7-5892-46dc-a4f0-a905d1d22c2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8558354 Dec 22 15:18:56.745443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:56.793391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40468) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:56.934529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccca967-f2c8-4c1d-9589-b98adacc378a']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:56.988393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device feae8346-9bd4-4dd6-a152-b5a1b976eba2 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:18:57.015917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b79a13-9bc6-43d8-9a75-4d14297f8a3c') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:57.016239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b79a13-9bc6-43d8-9a75-4d14297f8a3c') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:57.031899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:57.033404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.055196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.067759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 8b21fea6-0af4-4c9a-8c95-02eb2018b310 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:18:57.087984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.101571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:18:57.106001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:18:57.182665 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:18:57.213408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.224829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01ee9743-f255-4ee9-8bdc-30a4313edbea tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:57.708565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Subnet': ['ID=5d8ccbe5-5d6d-4519-a380-b794918ffec5,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:57.711765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:57.717603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.722859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:57.725856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 8f23f056-a762-47d3-90bc-5c7fde626416 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:57.736621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:57.736878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:57.841112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] 10.222.0.32 "DELETE /v2.0/networks/0ccca967-f2c8-4c1d-9589-b98adacc378a HTTP/1.1" status: 204 len: 168 time: 1.6874890 Dec 22 15:18:57.851659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Pushing event deleted for resources: {'Network': ['ID=0ccca967-f2c8-4c1d-9589-b98adacc378a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:57.854610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:57.941922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Checking segment: {'id': 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:18:57.941922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network hostable DHCP agents. Network: a9babf2a-1094-4f49-bd91-18fedd43c4ba, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:18:58.051639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:18:58.081936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Provisioning complete for port feae8346-9bd4-4dd6-a152-b5a1b976eba2 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:58.082617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd06002d-7337-4d03-9963-3f7ad9145cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.166337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port feae8346-9bd4-4dd6-a152-b5a1b976eba2 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:18:58.167311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.179681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.221183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, a9babf2a-1094-4f49-bd91-18fedd43c4ba) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:58.266708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eae1ea-b70a-4cea-a8be-150686699b00 None None] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:18:58.413307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.428992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.450286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:58.466408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:18:58.467798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.488109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/e63e71f9-54f1-4e11-9623-8f47fd63cc53/7cebb00a-c24e-4050-849e-ced3ff34bd7d) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:58.544899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=8b21fea6-0af4-4c9a-8c95-02eb2018b310,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:58.555186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:58.593067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Transition to ACTIVE for port object 4434cf28-4e07-412a-87a7-972cf36122b7 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:58.800737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2865856 Dec 22 15:18:58.814311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40476) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:58.833022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-259172247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:18:58.872917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:18:58.899752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:router and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:18:58.912014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40480) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:58.918345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:18:58.941890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:18:58.990450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.992112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:58.999350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Transition to ACTIVE for port object 4434cf28-4e07-412a-87a7-972cf36122b7 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:59.081698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:18:59.095734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] Sync routers for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:18:59.117756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:59.122959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:59.141870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::190 (39e1ae70-43d9-4da2-be7a-fcc5d9e239bd/493a0bb8-e4bf-455a-bf0c-d0d305e3cabc/808b2335-1c10-47a2-8884-936cf57344d1) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:18:59.170297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.213866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.236516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.237906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 15.5665224 Dec 22 15:18:59.238292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4690a59-aa04-4b2a-927f-de6122c0ba1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:18:59.255198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40486) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:59.285635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:59.310784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:18:59.313365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:59.466488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-a9babf2a-1094-4f49-bd91-18fedd43c4ba', 'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba', 'tenant_id': '2149aa6db29049c19c04d13841219ca8', 'fixed_ips': [{'subnet_id': '5d8ccbe5-5d6d-4519-a380-b794918ffec5'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:18:59.468042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.483205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:18:59.485118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c79c8-50f8-4c0b-a232-0c42c4aa8d79 None None] The sync data for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:18:59.550586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:18:59.578336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:18:59.613297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:18:59.625832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Pushing event updated for resources: {'Port': ['ID=4434cf28-4e07-412a-87a7-972cf36122b7,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:18:59.639268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.651932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 835e67b5-4848-4e5b-9da1-1c34147b9c39 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:18:59.701688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.714246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:18:59.739704 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1ef06aa1-c36f-4c1d-8579-bee149f4cb6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21140d279a34430682c257820cc15ea3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8246284 Dec 22 15:18:59.750761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40492) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:18:59.808085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object 808b2335-1c10-47a2-8884-936cf57344d1 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:18:59.838440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.920855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.935641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:18:59.942659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79a7dcb7-46e3-45e1-87d8-bf1b7e9358d7 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.1209607 Dec 22 15:18:59.942659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40496) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:00.031736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.037448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.050388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bebc9d9a-ee57-4ccc-bd60-a12ad7411850 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:00.069047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Attempting to bind port 4434cf28-4e07-412a-87a7-972cf36122b7 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:00.069724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Attempting to bind port 4434cf28-4e07-412a-87a7-972cf36122b7 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '4b44d37d-401e-4da0-80ae-94807ff0fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:00.070494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Attempting to bind port 4434cf28-4e07-412a-87a7-972cf36122b7 on network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:00.157533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8321870f-9792-43f9-9b44-3cd2b86597c7 None None] Provisioning complete for port 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:00.158222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8321870f-9792-43f9-9b44-3cd2b86597c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.207675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.257394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:00.258001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Checking segment: {'id': '4b44d37d-401e-4da0-80ae-94807ff0fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:00.258371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.258855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Bound using segment: {'id': '4b44d37d-401e-4da0-80ae-94807ff0fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:00.259410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Bound port: 4434cf28-4e07-412a-87a7-972cf36122b7, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44d37d-401e-4da0-80ae-94807ff0fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '39e1ae70-43d9-4da2-be7a-fcc5d9e239bd'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:00.259869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.271376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Transition to ACTIVE for port object 7cebb00a-c24e-4050-849e-ced3ff34bd7d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:00.330539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8321870f-9792-43f9-9b44-3cd2b86597c7 None None] Port 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:00.365802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:00.372217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Transition to ACTIVE for port object 7cebb00a-c24e-4050-849e-ced3ff34bd7d will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:00.372905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:00.374184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Allocated IP 172.20.0.2 (a9babf2a-1094-4f49-bd91-18fedd43c4ba/5d8ccbe5-5d6d-4519-a380-b794918ffec5/94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:00.380269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=808b2335-1c10-47a2-8884-936cf57344d1,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:00.383491 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/835e67b5-4848-4e5b-9da1-1c34147b9c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7632847 Dec 22 15:19:00.386315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:00.386884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40502) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:00.400814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] Sync routers for ids ['835e67b5-4848-4e5b-9da1-1c34147b9c39'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:00.405133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:00.409493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:00.418320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:00.419551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.444806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:00.474382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9444fde2-d53d-4e13-ae92-838b15586c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:00.551852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcfd8c-adaa-4941-ba03-4bfa9bff65f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:00.552536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-35dcfd8c-adaa-4941-ba03-4bfa9bff65f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:00.623970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-35dcfd8c-adaa-4941-ba03-4bfa9bff65f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:00.629036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-35dcfd8c-adaa-4941-ba03-4bfa9bff65f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports/35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd HTTP/1.1" status: 200 len: 910 time: 0.1859658 Dec 22 15:19:00.632428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40506) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:00.644234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:00.675232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::1 (5ab54424-188e-4b54-81b5-4cfc68514aa3/e63e71f9-54f1-4e11-9623-8f47fd63cc53/4ef4e92e-c6aa-4f45-837b-3653fde51120) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:00.731263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:00.746378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] For port 4434cf28-4e07-412a-87a7-972cf36122b7, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:19:00.752158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:00.756488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:00.760291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] Routers {'835e67b5-4848-4e5b-9da1-1c34147b9c39'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:00.761428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['835e67b5-4848-4e5b-9da1-1c34147b9c39'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:00.925555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5458565 Dec 22 15:19:00.926532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40512) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:00.965072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] For port 4434cf28-4e07-412a-87a7-972cf36122b7, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4434cf28-4e07-412a-87a7-972cf36122b7,segment=NetworkSegment(4b44d37d-401e-4da0-80ae-94807ff0fb91),segment_id=4b44d37d-401e-4da0-80ae-94807ff0fb91)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:19:00.968069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:00.976174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Pushing event updated for resources: {'Port': ['ID=7cebb00a-c24e-4050-849e-ced3ff34bd7d,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:00.980714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:01.038242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 808b2335-1c10-47a2-8884-936cf57344d1 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:01.038640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.191222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.215711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a471f4e-9acb-4a06-a73d-75607abf3faf tempest-RoutersAdminNegativeTest-606361021 tempest-RoutersAdminNegativeTest-606361021-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:01.340488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.343171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a034284-7054-44ff-8362-8d55cdb6cfed HTTP/1.1" status: 204 len: 168 time: 1.5903242 Dec 22 15:19:01.344948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a034284-7054-44ff-8362-8d55cdb6cfed,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:01.383533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:01.470721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.536227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1f4d21a-9f3c-4ea1-ae97-d24631ab3f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:01.606535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.697477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.698282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] Routers {'835e67b5-4848-4e5b-9da1-1c34147b9c39'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:01.699054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['835e67b5-4848-4e5b-9da1-1c34147b9c39'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:01.808680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Attempting to bind port 7cebb00a-c24e-4050-849e-ced3ff34bd7d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:01.809071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Attempting to bind port 7cebb00a-c24e-4050-849e-ced3ff34bd7d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:01.809434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Attempting to bind port 7cebb00a-c24e-4050-849e-ced3ff34bd7d on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:01.838642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:01.839159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:01.839586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.840040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:01.840602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Bound port: 7cebb00a-c24e-4050-849e-ced3ff34bd7d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:01.841037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:01.929999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:01.930536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3674864-5551-4ad9-a577-154dd2e4fcc7 None None] The sync data for ids ['835e67b5-4848-4e5b-9da1-1c34147b9c39'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:01.971382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] For port 7cebb00a-c24e-4050-849e-ced3ff34bd7d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:19:01.971968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-acabd2bc-7cf3-4cc3-a377-dfe6db86c7f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 0.4543855 Dec 22 15:19:01.975211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] For port 7cebb00a-c24e-4050-849e-ced3ff34bd7d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7cebb00a-c24e-4050-849e-ced3ff34bd7d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:19:01.993423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Pushing event updated for resources: {'Port': ['ID=4434cf28-4e07-412a-87a7-972cf36122b7,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:02.000210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:02.014014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:02.022104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2187d9f2-f37f-42c5-ab1b-47fb84621770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:02.080000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:02.121257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Transition to ACTIVE for port object 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:02.176017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Pushing event updated for resources: {'Port': ['ID=7cebb00a-c24e-4050-849e-ced3ff34bd7d,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:02.196639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Transition to ACTIVE for port object 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:02.198768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:02.253204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:02.263412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b20ec6b-29a2-4f44-af4c-4f5106c9fb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:02.278004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 4ef4e92e-c6aa-4f45-837b-3653fde51120 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:02.333946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f39ba81d-a15b-4e48-a2c7-943001173387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:02.380670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Pushing event updated for resources: {'Port': ['ID=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:02.384982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:02.386047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:02.387171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:02.389801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:02.561088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Attempting to bind port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:02.561732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Attempting to bind port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:02.562375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Attempting to bind port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 on network a9babf2a-1094-4f49-bd91-18fedd43c4ba {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:02.576286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:02.576900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Checking segment: {'id': 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:02.578153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:02.578944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Bound using segment: {'id': 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:02.579868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Bound port: 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:02.580573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:02.800625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8966674-880a-44c2-b2ce-49f28a36f650 req-86a66e46-0210-4ff8-bd87-fe69459132e9 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:02.803944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b8966674-880a-44c2-b2ce-49f28a36f650 req-86a66e46-0210-4ff8-bd87-fe69459132e9 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.6173720 Dec 22 15:19:02.862608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-d2899f60-b4d1-484c-80d8-766c7a37af09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:02.864593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-d2899f60-b4d1-484c-80d8-766c7a37af09 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.8806026 Dec 22 15:19:02.987200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] For port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:19:02.992814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] For port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,segment=NetworkSegment(f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc),segment_id=f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:19:03.023378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.028600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:03.076585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.104521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0fe4b9a-cd3d-4b95-84e5-1031a4a92971 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:03.179757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Pushing event updated for resources: {'Port': ['ID=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:03.187179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:03.227163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.289293 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-5222d8b0-9e49-4480-a545-166315e6dae2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.3884108 Dec 22 15:19:03.300843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:03.316308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:03.332379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:03.333042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:03.351985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.355515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b8966674-880a-44c2-b2ce-49f28a36f650 req-70448f61-8ee4-488f-b790-c52e5392136b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3643663 Dec 22 15:19:03.366128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.399250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.435658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:03.456099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40536) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.457235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:03.458050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:18:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:03.465588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:03.508816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=4ef4e92e-c6aa-4f45-837b-3653fde51120,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:03.513929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:03.529114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:03.529927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc0118-0004-4c23-86bf-aa47ced67dfb None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:03.667855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/floatingips/4add9505-7d0f-4da3-9297-62e4650155e0 HTTP/1.1" status: 204 len: 168 time: 8.8121185 Dec 22 15:19:03.667855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-b554ba68-b950-41ab-b972-b72ea5d795a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:03.668936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-b554ba68-b950-41ab-b972-b72ea5d795a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.3660553 Dec 22 15:19:03.676917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40542) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:03.736989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:03.739371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:03.740339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.759688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.870157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cebb00a-c24e-4050-849e-ced3ff34bd7d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:03.892074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:03.902473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 808b2335-1c10-47a2-8884-936cf57344d1 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:03.961143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 4270e0d0-2e09-4767-9f94-185bc9b7e8f3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:03.961512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:04.006355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7cebb00a-c24e-4050-849e-ced3ff34bd7d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:04.012527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4434cf28-4e07-412a-87a7-972cf36122b7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:04.068254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--863614948'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:04.097128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:04.125251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:04.137109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4434cf28-4e07-412a-87a7-972cf36122b7 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:04.145650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:04.203276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:04.445904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fdccd8d-59ca-4ca8-aee8-524dc01a8bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:04.446506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:04.453525 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-3fd5f96e-1620-4cc5-a857-ac8ec2ec5e5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7645004 Dec 22 15:19:04.509258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:04.722366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:04.818690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:04.874204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Allocated IP 172.20.0.1 (a9babf2a-1094-4f49-bd91-18fedd43c4ba/5d8ccbe5-5d6d-4519-a380-b794918ffec5/b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:05.060311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:05.070294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:05.098143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:05.112083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99ea1d1a-6ab5-4d62-9283-ae735db216a9 tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:05.240634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:05.263388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:05.269709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=808b2335-1c10-47a2-8884-936cf57344d1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:05.333262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 4270e0d0-2e09-4767-9f94-185bc9b7e8f3 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:05.347023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:05.349494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:05.416954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4918880-0468-415f-bb5b-66a74dc94ad8 None None] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:05.431879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:05.498715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:05.532966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/808b2335-1c10-47a2-8884-936cf57344d1 HTTP/1.1" status: 204 len: 168 time: 4.5973315 Dec 22 15:19:05.533908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40548) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:05.592994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Transition to ACTIVE for port object b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:05.643242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2810ebc-9ea4-4782-8fcc-877dbbe7cf93 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:19:05.643668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2810ebc-9ea4-4782-8fcc-877dbbe7cf93 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:19:05.677082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-86241505-2021-4dc1-8d1a-8940bcd9b911 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9275827 Dec 22 15:19:05.693489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b2810ebc-9ea4-4782-8fcc-877dbbe7cf93 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/808b2335-1c10-47a2-8884-936cf57344d1 HTTP/1.1" status: 404 len: 333 time: 0.1493461 Dec 22 15:19:05.694219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:05.910865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:05.945330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Provisioning for port 4434cf28-4e07-412a-87a7-972cf36122b7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:05.959102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Provisioning complete for port 4434cf28-4e07-412a-87a7-972cf36122b7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:05.960263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.001855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541056b7-bff3-40e7-aa69-a01eaed469bb req-37bf3b54-9657-4e6c-8bbb-e3ed31dc692b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:06.003705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-541056b7-bff3-40e7-aa69-a01eaed469bb req-37bf3b54-9657-4e6c-8bbb-e3ed31dc692b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1933393 Dec 22 15:19:06.236260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.317218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-08182766-85df-4c59-a1ad-f952b998716a None None] For port 4434cf28-4e07-412a-87a7-972cf36122b7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4434cf28-4e07-412a-87a7-972cf36122b7,segment=NetworkSegment(4b44d37d-401e-4da0-80ae-94807ff0fb91),segment_id=4b44d37d-401e-4da0-80ae-94807ff0fb91)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:06.327261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:06.339208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.349997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-566acacd-2c23-407c-a95a-b1dec57f2eea tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:19:06.350705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-566acacd-2c23-407c-a95a-b1dec57f2eea tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:06.373015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.376400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b82851f3-dda5-473a-8618-f6e972d2e4b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:06.396449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.404832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:06.437260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.520178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-566acacd-2c23-407c-a95a-b1dec57f2eea tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:06.525191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-566acacd-2c23-407c-a95a-b1dec57f2eea tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/808b2335-1c10-47a2-8884-936cf57344d1 HTTP/1.1" status: 404 len: 333 time: 0.7774794 Dec 22 15:19:06.536383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:06.579685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Pushing event updated for resources: {'Port': ['ID=4434cf28-4e07-412a-87a7-972cf36122b7,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:06.585138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:06.595576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Provisioning for port 7cebb00a-c24e-4050-849e-ced3ff34bd7d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:06.601666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Provisioning complete for port 7cebb00a-c24e-4050-849e-ced3ff34bd7d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:06.602086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.653872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:06.685345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:06.685345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Port': ['ID=b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:06.689073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:06.695214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:06.700744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:06.711593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.712690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:06.715575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:06.746655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:06.783721 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-541056b7-bff3-40e7-aa69-a01eaed469bb req-1a872fee-12a3-49c4-9e03-49a18899135a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6385126 Dec 22 15:19:06.788495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.809443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e89cb7-65ba-4019-a285-e0361190ed99,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:06.828420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:06.834133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:06.848856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.854441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.872057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] For port 7cebb00a-c24e-4050-849e-ced3ff34bd7d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7cebb00a-c24e-4050-849e-ced3ff34bd7d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:06.886064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Allocated IP 172.20.0.1 (79693889-faba-487d-b859-174be9aed177/6e451703-7dfb-40c7-903c-93e10d01bac3/791bb1b2-2f96-4e78-b283-cc3326c76962) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:06.896533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c2e1253-7ea2-453e-bc9a-30549b5bc0be req-d9cf3a79-073b-45db-9a7a-4fd2c606ad79 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1984210 Dec 22 15:19:06.910733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.912069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-998b5174-16b7-49be-bd0b-af2d3f56115c tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:06.928335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c9bbc51-c84c-4861-bec2-e6d7f56cf174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:06.957228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.958167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:06.975000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8538a68-c514-4d33-8b5d-139c09d0995a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:06.985756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=4270e0d0-2e09-4767-9f94-185bc9b7e8f3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:06.997807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:07.042312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:07.217527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69b971-3941-4d37-85a1-4207d5ce6260 None None] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:07.248975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Pushing event updated for resources: {'Port': ['ID=7cebb00a-c24e-4050-849e-ced3ff34bd7d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:07.255184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:07.527324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-15bf8e7a-a1c3-4d38-bf0c-5bd34e3e1e40 None None] Provisioning complete for port 4434cf28-4e07-412a-87a7-972cf36122b7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:07.528244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e7a-a1c3-4d38-bf0c-5bd34e3e1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:07.574523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:07.596889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet 493a0bb8-e4bf-455a-bf0c-d0d305e3cabc {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:07.634428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:07.637091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:07.729976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=4ef4e92e-c6aa-4f45-837b-3653fde51120,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:07.741629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:07.772125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Transition to ACTIVE for port object 791bb1b2-2f96-4e78-b283-cc3326c76962 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:07.853886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:07.885370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:07.913855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:07.932377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cebb00a-c24e-4050-849e-ced3ff34bd7d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:07.978159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:08.057893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-15bf8e7a-a1c3-4d38-bf0c-5bd34e3e1e40 None None] Provisioning for port 4ef4e92e-c6aa-4f45-837b-3653fde51120 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:08.064556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-15bf8e7a-a1c3-4d38-bf0c-5bd34e3e1e40 None None] Provisioning complete for port 4ef4e92e-c6aa-4f45-837b-3653fde51120 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:08.065143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15bf8e7a-a1c3-4d38-bf0c-5bd34e3e1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.097758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network 79693889-faba-487d-b859-174be9aed177 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:08.188785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-15bf8e7a-a1c3-4d38-bf0c-5bd34e3e1e40 None None] Port 4ef4e92e-c6aa-4f45-837b-3653fde51120 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:08.207115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.207342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Port': ['ID=791bb1b2-2f96-4e78-b283-cc3326c76962,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:08.207940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7cebb00a-c24e-4050-849e-ced3ff34bd7d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:08.208469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.210153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:08.226258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:08.305814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:08.306951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:08.308531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.326012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.387805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4434cf28-4e07-412a-87a7-972cf36122b7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:08.485968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4434cf28-4e07-412a-87a7-972cf36122b7 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:08.486730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.502767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.522113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Provisioning for port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:08.525079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.538776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Provisioning complete for port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:08.539393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.549931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.572021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-74586365-e611-44e3-acf7-73912fff6499 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 1.3203828 Dec 22 15:19:08.647350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.698601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-19b3f3c6-97a3-4b80-a750-27f92f680163 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/ports/4270e0d0-2e09-4767-9f94-185bc9b7e8f3 HTTP/1.1" status: 204 len: 168 time: 5.0203283 Dec 22 15:19:08.709600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:08.710251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.766558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40564) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:08.773235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024d11dd-022d-4720-ad07-07a4e72b1304,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:08.773739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:08.781715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:08.787394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:floatingip and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:08.791098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:08.798868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:08.822352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.855752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.887348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] For port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,segment=NetworkSegment(f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc),segment_id=f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:08.915441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:08.916714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.921694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:08.929185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:08.933696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 5.4476011 Dec 22 15:19:08.933696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.015898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40568) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:09.025241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Could not find standard attr ID for object 808b2335-1c10-47a2-8884-936cf57344d1. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:19:09.030264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Pushing event updated for resources: {'Port': ['ID=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:09.032554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18a3fa4e-4c2d-4256-a280-216a06e49a25 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:09.044121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:09.135385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e27da4-1908-4acd-ba2a-b8fc61662e8f None None] Network 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:09.151498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.178058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=493a0bb8-e4bf-455a-bf0c-d0d305e3cabc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:09.199873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:09.209831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/493a0bb8-e4bf-455a-bf0c-d0d305e3cabc HTTP/1.1" status: 204 len: 168 time: 2.6550837 Dec 22 15:19:09.222947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40572) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:09.240020 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-414357e7-d0a4-4f44-8f07-ec17c48ac3da tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2125719 Dec 22 15:19:09.322385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40576) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:09.400402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-security--1144611265', 'description': 'tempest-security-description-1882575171'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:09.438367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-2b372676-0a97-4f53-9d2c-4ac3e44255f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:09.440655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-2b372676-0a97-4f53-9d2c-4ac3e44255f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.8045585 Dec 22 15:19:09.482107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Provisioning for port 791bb1b2-2f96-4e78-b283-cc3326c76962 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:09.554330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Provisioning complete for port 791bb1b2-2f96-4e78-b283-cc3326c76962 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:09.555099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.557463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a150671-e992-4d3b-bbdc-c4f34b41ba92 req-efe32280-2804-4b58-aeb7-7fea941cb438 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:09.559389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a150671-e992-4d3b-bbdc-c4f34b41ba92 req-efe32280-2804-4b58-aeb7-7fea941cb438 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1563280 Dec 22 15:19:09.690985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Port 791bb1b2-2f96-4e78-b283-cc3326c76962 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:09.737095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.748105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Provisioning complete for port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:09.749619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.773770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.933564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:09.956431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:10.032037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-26710822-4a7b-44c7-b80b-e2ab673a653f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.5681493 Dec 22 15:19:10.047630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 4434cf28-4e07-412a-87a7-972cf36122b7 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:10.048019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.061194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:10.103050 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a150671-e992-4d3b-bbdc-c4f34b41ba92 req-edcbcceb-26dc-4c17-9518-d4a7eab83d85 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605155 Dec 22 15:19:10.335096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] DHCP port deletion for 39e1ae70-43d9-4da2-be7a-fcc5d9e239bd request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:19:10.366838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Deleting port 4434cf28-4e07-412a-87a7-972cf36122b7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:10.367610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.479945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:10.480560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.487440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.512613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] For port 4434cf28-4e07-412a-87a7-972cf36122b7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4434cf28-4e07-412a-87a7-972cf36122b7,segment=NetworkSegment(4b44d37d-401e-4da0-80ae-94807ff0fb91),segment_id=4b44d37d-401e-4da0-80ae-94807ff0fb91)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:10.512613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.590647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.591533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.623484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-f0b48bde-1d6b-465c-9525-e10c12bbe62e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:10.625750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-f0b48bde-1d6b-465c-9525-e10c12bbe62e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.5311275 Dec 22 15:19:10.683560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.685523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.691340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "PUT /v2.0/security-groups/024d11dd-022d-4720-ad07-07a4e72b1304 HTTP/1.1" status: 200 len: 1612 time: 1.3576062 Dec 22 15:19:10.691591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:10.697291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48662964-23a1-4a7d-a8c5-8fe4682211e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:10.705285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40582) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:10.710539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Provisioning for port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:10.736899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Provisioning complete for port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:10.737472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.737759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.740210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 4434cf28-4e07-412a-87a7-972cf36122b7 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:10.837940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024d11dd-022d-4720-ad07-07a4e72b1304,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:10.841722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:10.868533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.871561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.885768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Port': ['ID=b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:10.916707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:10.941697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Router 77679296-aa08-4c04-a53c-d7d4184ab206 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:19:10.952517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] For port 4434cf28-4e07-412a-87a7-972cf36122b7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4434cf28-4e07-412a-87a7-972cf36122b7,segment=NetworkSegment(4b44d37d-401e-4da0-80ae-94807ff0fb91),segment_id=4b44d37d-401e-4da0-80ae-94807ff0fb91)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:10.953406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.961225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:10.965525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:11.000925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7a6afc2-193f-45cc-b3a0-7cef66432418 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:11.090742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7d3bd9b1-79ba-4e42-8fd0-7fc567132de4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups/024d11dd-022d-4720-ad07-07a4e72b1304 HTTP/1.1" status: 200 len: 1612 time: 0.3736246 Dec 22 15:19:11.091082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.094416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40586) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:11.095257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f1a3ace7-3016-4315-a2c8-2425f5597376 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:11.159056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Calling delete_port for 4434cf28-4e07-412a-87a7-972cf36122b7 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:11.240124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Provisioning complete for port 4ef4e92e-c6aa-4f45-837b-3653fde51120 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:11.240968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.244248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=4434cf28-4e07-412a-87a7-972cf36122b7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:11.245456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.234 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/81a64c37-423e-4326-92ce-246359724eca) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:11.266726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:11.277909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-c794f9ae-9649-4ba2-86c4-9059f43e229f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6448464 Dec 22 15:19:11.278189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Port': ['ID=791bb1b2-2f96-4e78-b283-cc3326c76962,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:11.283832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:11.305597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No DVR routers for this DVR port 4434cf28-4e07-412a-87a7-972cf36122b7 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:19:11.323529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.334341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.354343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:11.355177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-be9ecd68-7276-4aae-8c6f-59a25916d141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:11.380510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:11.410234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-541ae054-022e-4c5f-b706-193f3393dd02 None None] Port 4ef4e92e-c6aa-4f45-837b-3653fde51120 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:11.413018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:11.413722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:11.447880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=35fb5b1e-2d4c-4840-ab59-7ed1e05d5edd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:11.450682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:11.563080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-260d11e6-7ad2-4a2f-855d-f5039235a9a2 None None] Provisioning complete for port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:11.563498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260d11e6-7ad2-4a2f-855d-f5039235a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.574852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.686490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.738555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-260d11e6-7ad2-4a2f-855d-f5039235a9a2 None None] Port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:11.757438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.788776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e1ae70-43d9-4da2-be7a-fcc5d9e239bd']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:11.858991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4434cf28-4e07-412a-87a7-972cf36122b7 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:11.887749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b44d37d-401e-4da0-80ae-94807ff0fb91') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:11.888110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b44d37d-401e-4da0-80ae-94807ff0fb91') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:11.939557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Deleting port 4434cf28-4e07-412a-87a7-972cf36122b7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:11.940280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.975810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:11.996035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a960e015-a19f-463b-b25f-27650f2cc19e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:12.020147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.024853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4434cf28-4e07-412a-87a7-972cf36122b7 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:19:12.025529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4434cf28-4e07-412a-87a7-972cf36122b7 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:19:12.025685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-52c9b9ad-8be4-4749-85a0-ba0ba4d03efa service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338986 Dec 22 15:19:12.061183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.071884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:19:12.072721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.105173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce128-8b0a-4c99-8771-bc98c6f410df None None] The port '4434cf28-4e07-412a-87a7-972cf36122b7' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:19:12.161076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce08c89e-180a-4591-a221-0298e4908422 None None] Provisioning complete for port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:12.161727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce08c89e-180a-4591-a221-0298e4908422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.249055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.283284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ce08c89e-180a-4591-a221-0298e4908422 None None] Port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:12.379626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d11dd-022d-4720-ad07-07a4e72b1304,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:12.386616 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:12.394935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:12.397750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network 79693889-faba-487d-b859-174be9aed177 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:12.412287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:12.536880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:12.547225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.553216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/024d11dd-022d-4720-ad07-07a4e72b1304 HTTP/1.1" status: 204 len: 168 time: 1.4198935 Dec 22 15:19:12.554334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40590) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:12.556257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Sync routers for ids ['77679296-aa08-4c04-a53c-d7d4184ab206'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:12.573637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Routers {'77679296-aa08-4c04-a53c-d7d4184ab206'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:12.574618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['77679296-aa08-4c04-a53c-d7d4184ab206'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:12.582176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "PUT /v2.0/routers/77679296-aa08-4c04-a53c-d7d4184ab206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7848747 Dec 22 15:19:12.584460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40594) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:12.585466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.594446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e56643d4-6f11-4558-8055-6a1cd8b56e51 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:12.611461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.616052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.624926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/39e1ae70-43d9-4da2-be7a-fcc5d9e239bd HTTP/1.1" status: 204 len: 168 time: 3.3843305 Dec 22 15:19:12.627756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40598) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:12.636968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-901360043'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:12.641287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=39e1ae70-43d9-4da2-be7a-fcc5d9e239bd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:12.651659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:12.659187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:12.670945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:12.676958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:12.700981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:12.726849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e76eaee1-4e2b-4816-b137-704b06358b10 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:12.797391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:12.804172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.845939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e76eaee1-4e2b-4816-b137-704b06358b10 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:12.851695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e76eaee1-4e2b-4816-b137-704b06358b10 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2922287 Dec 22 15:19:12.851695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:19:12.856628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40602) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:12.877511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Set router 77679296-aa08-4c04-a53c-d7d4184ab206 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:19:12.894340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.894669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 5a28890b-41de-4c74-abb6-021c2f05095c of type vlan for network 8e162fb5-859f-4174-991d-594beda55539 Dec 22 15:19:12.902745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-a0079f91-f59d-45ca-9d1c-fc6374a1adf5 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] delete failed (client error): The resource could not be found. Dec 22 15:19:12.906057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0079f91-f59d-45ca-9d1c-fc6374a1adf5 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/024d11dd-022d-4720-ad07-07a4e72b1304 HTTP/1.1" status: 404 len: 347 time: 0.0428185 Dec 22 15:19:12.929174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40606) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:12.938185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--733667871'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:12.944859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:12.951126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Router d49f0399-d2cd-4288-9624-6ca9fdfcefb8 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:19:12.955854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:12.976442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:13.162575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a86dee1d-12d5-4e05-b7a1-773a314084de None None] Provisioning complete for port 791bb1b2-2f96-4e78-b283-cc3326c76962 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:13.163074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.163908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a86dee1d-12d5-4e05-b7a1-773a314084de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.215665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:13.220574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:13.223969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:13.230626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:13.241360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771bca0-3848-4854-b514-b169bc44307a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:13.242063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c771bca0-3848-4854-b514-b169bc44307a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:13.263291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd1777b-c86a-4afb-a36c-fab147971543 req-004875f1-b848-40c6-9ddf-3c9c250d5407 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2201493 Dec 22 15:19:13.268676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.279623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:13.298286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.303100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.310445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:13.315249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.351866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:13.413357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.461044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a86dee1d-12d5-4e05-b7a1-773a314084de None None] Port 791bb1b2-2f96-4e78-b283-cc3326c76962 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:13.473238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:13.473238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c771bca0-3848-4854-b514-b169bc44307a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:13.477274 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c771bca0-3848-4854-b514-b169bc44307a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports/4ef4e92e-c6aa-4f45-837b-3653fde51120 HTTP/1.1" status: 200 len: 911 time: 0.8684237 Dec 22 15:19:13.479246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=81a64c37-423e-4326-92ce-246359724eca,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:13.480665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40610) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.482092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:13.484499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:13.489533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:13.665413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:56Z', 'updated_at': '2021-12-22T15:19:04Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None, '_interfaces': [{'id': '4ef4e92e-c6aa-4f45-837b-3653fde51120', 'name': '', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'mac_address': 'fa:16:3e:18:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:58Z', 'updated_at': '2021-12-22T15:19:05Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'subnets': [{'id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:13.673719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Checking router: 77679296-aa08-4c04-a53c-d7d4184ab206 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:19:13.674354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Updating router 77679296-aa08-4c04-a53c-d7d4184ab206 port 4ef4e92e-c6aa-4f45-837b-3653fde51120 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:19:13.733250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=8e162fb5-859f-4174-991d-594beda55539,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:13.743707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:13.747799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:13.768013 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1343596 Dec 22 15:19:13.768317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 8e162fb5-859f-4174-991d-594beda55539 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:19:13.771853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40616) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.772952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.782043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8442383 Dec 22 15:19:13.783497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40618) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.787919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '8e162fb5-859f-4174-991d-594beda55539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:13.806797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '754d15cf-7eeb-4912-bef2-970bfcd19a74', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:13.825106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:13.837773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754d15cf-7eeb-4912-bef2-970bfcd19a74,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:13.845526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:13.846286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:13.851742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:13.866088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:13.876798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:13.878721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:13.883009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] Sync routers for ids ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:13.885659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "PUT /v2.0/routers/d49f0399-d2cd-4288-9624-6ca9fdfcefb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9427102 Dec 22 15:19:13.894890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40624) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:13.909094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'port': {'network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba', 'name': 'tempest-FloatingIPNegativeTestJSON-602209737'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:13.928784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] Routers {'d49f0399-d2cd-4288-9624-6ca9fdfcefb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:13.929964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:13.987388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb360fa-5d50-4819-b22f-cdbcbfe5d9aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:13.992713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb360fa-5d50-4819-b22f-cdbcbfe5d9aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:13.993874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9fb360fa-5d50-4819-b22f-cdbcbfe5d9aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:14.080187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.128848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:14.146339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9fb360fa-5d50-4819-b22f-cdbcbfe5d9aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:14.152471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9fb360fa-5d50-4819-b22f-cdbcbfe5d9aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6643801 Dec 22 15:19:14.157158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40628) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:14.165256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] Routers {'d49f0399-d2cd-4288-9624-6ca9fdfcefb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:14.167231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:14.212405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:14.237302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:14.240511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:14.241121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849241f6-30c4-473c-a824-5ba98756c8f5 None None] The sync data for ids ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:14.312197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:14.328437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:14.493747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.494525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:14.514198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:port and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:14.519739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 835e67b5-4848-4e5b-9da1-1c34147b9c39 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:14.520736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:14.523898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:14.530074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.539673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:14.566654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.572941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:14.605460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Made reservation on behalf of 2149aa6db29049c19c04d13841219ca8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:14.611168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.622066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8390e207-7dc3-4370-9435-416d5d164271,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:14.634859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:14.672740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.687795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Transition to ACTIVE for port object 4ef4e92e-c6aa-4f45-837b-3653fde51120 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:14.708064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] device_id is not set on port abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:14.737642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.745678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:14.761768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.769274 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9776654 Dec 22 15:19:14.769274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40632) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:14.811516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.838750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:14.997396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.096430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.160046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa109c-9de7-4435-8a30-e7e6b8d9be4d None None] Pushing event updated for resources: {'Port': ['ID=4ef4e92e-c6aa-4f45-837b-3653fde51120,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:15.166016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87aa109c-9de7-4435-8a30-e7e6b8d9be4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:15.219144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.254287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc6fc226-33c0-42e1-ba44-df10d615ca1f tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:15.281256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Attempting to bind port 4ef4e92e-c6aa-4f45-837b-3653fde51120 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:15.281672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Attempting to bind port 4ef4e92e-c6aa-4f45-837b-3653fde51120 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:15.282279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Attempting to bind port 4ef4e92e-c6aa-4f45-837b-3653fde51120 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:15.283783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Allocated IP 172.20.0.7 (a9babf2a-1094-4f49-bd91-18fedd43c4ba/5d8ccbe5-5d6d-4519-a380-b794918ffec5/abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:15.289413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8390e207-7dc3-4370-9435-416d5d164271,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:15.290354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:15.291058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:15.291587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.292112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:15.292739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Bound port: 4ef4e92e-c6aa-4f45-837b-3653fde51120, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:15.293405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.297555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:15.299111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.303456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8390e207-7dc3-4370-9435-416d5d164271 HTTP/1.1" status: 204 len: 168 time: 0.5335803 Dec 22 15:19:15.304366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40636) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:15.348692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Router d08be113-46ca-4457-b0e3-b9ce2c6057cf has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:15.399401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:15.417650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] For port 4ef4e92e-c6aa-4f45-837b-3653fde51120, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:19:15.424073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] For port 4ef4e92e-c6aa-4f45-837b-3653fde51120, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ef4e92e-c6aa-4f45-837b-3653fde51120,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:19:15.427216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] Sync routers for ids ['835e67b5-4848-4e5b-9da1-1c34147b9c39'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:15.444042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] Routers {'835e67b5-4848-4e5b-9da1-1c34147b9c39'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:15.444265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['835e67b5-4848-4e5b-9da1-1c34147b9c39'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:15.507886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a86ae1f6-9d93-4776-a11c-d84366bec955 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:15.511336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:15.515254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.522083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf195cc6-227f-42c8-b138-163e066cc3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:15.611885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] Routers {'835e67b5-4848-4e5b-9da1-1c34147b9c39'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:15.612438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['835e67b5-4848-4e5b-9da1-1c34147b9c39'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:15.667417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a86ae1f6-9d93-4776-a11c-d84366bec955 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:15.677045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a86ae1f6-9d93-4776-a11c-d84366bec955 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3598900 Dec 22 15:19:15.686155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40640) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:15.692255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:15.692726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef879c5e-cad7-4ed2-a2a0-d2b8d5c23298 None None] The sync data for ids ['835e67b5-4848-4e5b-9da1-1c34147b9c39'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:15.695434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa109c-9de7-4435-8a30-e7e6b8d9be4d None None] Pushing event updated for resources: {'Port': ['ID=4ef4e92e-c6aa-4f45-837b-3653fde51120,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:15.703035 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/835e67b5-4848-4e5b-9da1-1c34147b9c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0638189 Dec 22 15:19:15.703467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87aa109c-9de7-4435-8a30-e7e6b8d9be4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:15.704458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Routers {'77679296-aa08-4c04-a53c-d7d4184ab206'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:15.705171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['77679296-aa08-4c04-a53c-d7d4184ab206'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:15.710321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40644) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:15.752894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.815004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8dba94d4-228a-434a-9af7-1bac6dd434a0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:15.842489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Transition to ACTIVE for port object abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:15.895569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.927806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8dba94d4-228a-434a-9af7-1bac6dd434a0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:15.933054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8dba94d4-228a-434a-9af7-1bac6dd434a0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=835e67b5-4848-4e5b-9da1-1c34147b9c39 HTTP/1.1" status: 200 len: 205 time: 0.2208023 Dec 22 15:19:15.933054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40648) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:15.965890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:15.974259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] Set router 77679296-aa08-4c04-a53c-d7d4184ab206 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:19:16.031211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.038464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.057523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.079375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8ca6f0af-0e28-493f-a464-8f132053ab45 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:16.102328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:16.140628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.305679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=a556d78f-6b9d-4997-9b6e-44307b6bba60,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:16.320844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:16.327963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:16.427159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.528249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.608471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:16.617240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '5a28890b-41de-4c74-abb6-021c2f05095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e162fb5-859f-4174-991d-594beda55539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:16.617650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 8e162fb5-859f-4174-991d-594beda55539, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:19:16.631693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.636871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:16.647483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=81a64c37-423e-4326-92ce-246359724eca,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:16.651167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:16.653712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.662748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:16.717132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:56Z', 'updated_at': '2021-12-22T15:19:04Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None, '_interfaces': [{'id': '4ef4e92e-c6aa-4f45-837b-3653fde51120', 'name': '', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'mac_address': 'fa:16:3e:18:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:58Z', 'updated_at': '2021-12-22T15:19:15Z', 'revision_number': 4, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'subnets': [{'id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:16.725828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c71ca74-55d9-4c74-a49b-a1ef4b68e01e None None] The sync data for ids ['77679296-aa08-4c04-a53c-d7d4184ab206'] in dv-neutron-822709-1-hyperv is: [{'id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:56Z', 'updated_at': '2021-12-22T15:19:04Z', 'revision_number': 2, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None, '_interfaces': [{'id': '4ef4e92e-c6aa-4f45-837b-3653fde51120', 'name': '', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'mac_address': 'fa:16:3e:18:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:18:58Z', 'updated_at': '2021-12-22T15:19:15Z', 'revision_number': 4, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'subnets': [{'id': 'e63e71f9-54f1-4e11-9623-8f47fd63cc53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:16.748684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:16.750149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.759648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Port': ['ID=abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:16.763017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:16.771982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:16.779813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.781533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0130281 Dec 22 15:19:16.796703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40652) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:16.805307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'port': {'network_id': '5e7a21c8-1666-40e8-838c-26a85b156d25', 'name': 'tempest-FloatingIPTestJSON-163183996'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:16.866289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d15cf-7eeb-4912-bef2-970bfcd19a74,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:16.868914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:16.887481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:16.903020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] Sync routers for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:16.907894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 8e162fb5-859f-4174-991d-594beda55539 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:19:16.918147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "PUT /v2.0/routers/d08be113-46ca-4457-b0e3-b9ce2c6057cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6591737 Dec 22 15:19:16.929148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:16.934783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:16.935031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40656) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:16.938430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:16.945668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/754d15cf-7eeb-4912-bef2-970bfcd19a74 HTTP/1.1" status: 204 len: 168 time: 1.2586148 Dec 22 15:19:16.949930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40660) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:16.955736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Request body: {'port': {'network_id': '79693889-faba-487d-b859-174be9aed177', 'name': 'tempest-FloatingIPAdminTestJSON-1268844904'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:16.982437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0835202 Dec 22 15:19:16.984145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40664) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:17.004877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:17.015900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:17.025361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:floatingip and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:17.031286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:17.047460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:17.070925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:17.087591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:17.089021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:17.099072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d24dbe41-18bd-4fd2-855d-48682eab7d6e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:17.191940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 8e162fb5-859f-4174-991d-594beda55539) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:17.201498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.204858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5036b1-e342-4654-9d3f-20c5a37ac38a None None] Network 8e162fb5-859f-4174-991d-594beda55539 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:17.254010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0494ce15-6bca-43d6-a373-baf4d7d458d8 None None] Provisioning for port abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:17.308344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d24dbe41-18bd-4fd2-855d-48682eab7d6e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:17.313041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d24dbe41-18bd-4fd2-855d-48682eab7d6e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3595102 Dec 22 15:19:17.336248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40668) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:17.355394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:17.355979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:17.356138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.356744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb06160-91aa-4dd3-a771-5e7df66ae8c9 None None] The sync data for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:17.360996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0494ce15-6bca-43d6-a373-baf4d7d458d8 None None] Provisioning complete for port abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:17.361987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0494ce15-6bca-43d6-a373-baf4d7d458d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.363496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--703511037'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:17.371406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.375511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:17.386612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:port and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:17.398023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:17.478940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:17.574508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:17.687983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 4ef4e92e-c6aa-4f45-837b-3653fde51120 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:17.687983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.891171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.897480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:17.952476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0494ce15-6bca-43d6-a373-baf4d7d458d8 None None] Port abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:17.984818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ef4e92e-c6aa-4f45-837b-3653fde51120 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:17.987005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:18.030781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:18.035564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:18.039061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:18.040507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.041688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router 835e67b5-4848-4e5b-9da1-1c34147b9c39 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:19:18.047282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:18.088470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.090371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-8e162fb5-859f-4174-991d-594beda55539', 'network_id': '8e162fb5-859f-4174-991d-594beda55539', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': 'a556d78f-6b9d-4997-9b6e-44307b6bba60'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:19:18.091487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.097685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d6e69038-aaa2-492d-ada3-4c24994ecf25 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/835e67b5-4848-4e5b-9da1-1c34147b9c39 HTTP/1.1" status: 204 len: 168 time: 2.1602044 Dec 22 15:19:18.099232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40672) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:18.132349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.182137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.188274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.206506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c14a4a3e-4540-482f-a98a-c3fa22417b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:18.232098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4493144 Dec 22 15:19:18.268494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40676) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:18.290288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '8e162fb5-859f-4174-991d-594beda55539', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1862904392'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:18.311006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port 4ef4e92e-c6aa-4f45-837b-3653fde51120, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ef4e92e-c6aa-4f45-837b-3653fde51120,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:18.311711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.322640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Allocated IP 2001:db8::2 (8e162fb5-859f-4174-991d-594beda55539/a556d78f-6b9d-4997-9b6e-44307b6bba60/2f386a8c-5f60-49e5-aada-b3ad757109ed) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:18.339284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4ef4e92e-c6aa-4f45-837b-3653fde51120 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:18.362322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4ef4e92e-c6aa-4f45-837b-3653fde51120 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:18.363145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.506281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:18.512340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.536557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:18.555938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:18.558194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 4ef4e92e-c6aa-4f45-837b-3653fde51120 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:18.560938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Usage tracker for resource:port and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:18.566483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:18.575625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:18.600838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.619959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:18.629098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Made reservation on behalf of 95f225eff30546ca843520775171b0c6 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:18.638255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.679677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] device_id is not set on port 01e40e92-e24e-4adb-9536-712ba525f52d yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:18.765942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bed5ff-fa5a-4228-96f8-bdbcefc1c241,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:18.813100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 4ef4e92e-c6aa-4f45-837b-3653fde51120, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ef4e92e-c6aa-4f45-837b-3653fde51120,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:18.814343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:18.825858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] device_id is not set on port 9429e0e8-92e4-41dd-8744-f193b76e8c81 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:18.884455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.890537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:18.896582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.926393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Transition to ACTIVE for port object 2f386a8c-5f60-49e5-aada-b3ad757109ed will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:18.944113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:18.956647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:19.015148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 5dee8ff1-fb77-4162-8582-b7925ce6e755 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:19.025984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.028330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6894691 Dec 22 15:19:19.035718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40680) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:19.052771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Transition to ACTIVE for port object 2f386a8c-5f60-49e5-aada-b3ad757109ed will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:19.055223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '06bed5ff-fa5a-4228-96f8-bdbcefc1c241', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:19.067674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=4ef4e92e-c6aa-4f45-837b-3653fde51120,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:19.073150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:19.090240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:19.095053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.107486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cfb87f3-c8ea-4f0f-ade6-327ac1e6c25b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:19.126934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:19.135185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Allocated IP 172.26.4.17 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/2773a509-7aca-47e4-a647-81250d911d08) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:19.139270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:19.156913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:19.238718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Network 8e162fb5-859f-4174-991d-594beda55539 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:19.254078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:19.263811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:19.264176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:19.269944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:19.292864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Pushing event updated for resources: {'Port': ['ID=2f386a8c-5f60-49e5-aada-b3ad757109ed,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:19.295008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:19.302017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.416365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet 32ad3fc3-128a-4110-8eed-6d46f2d1a183 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:19.439929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.462417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Attempting to bind port 2f386a8c-5f60-49e5-aada-b3ad757109ed on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:19.463324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Attempting to bind port 2f386a8c-5f60-49e5-aada-b3ad757109ed by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '5a28890b-41de-4c74-abb6-021c2f05095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e162fb5-859f-4174-991d-594beda55539'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:19.464353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Attempting to bind port 2f386a8c-5f60-49e5-aada-b3ad757109ed on network 8e162fb5-859f-4174-991d-594beda55539 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:19.479164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:19.480495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Checking segment: {'id': '5a28890b-41de-4c74-abb6-021c2f05095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e162fb5-859f-4174-991d-594beda55539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:19.480875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.481700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Bound using segment: {'id': '5a28890b-41de-4c74-abb6-021c2f05095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e162fb5-859f-4174-991d-594beda55539'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:19.482891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Bound port: 2f386a8c-5f60-49e5-aada-b3ad757109ed, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a28890b-41de-4c74-abb6-021c2f05095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e162fb5-859f-4174-991d-594beda55539'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:19.484444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.484777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.14 (5e7a21c8-1666-40e8-838c-26a85b156d25/65416ca6-5484-4413-9805-c3ea016950ce/01e40e92-e24e-4adb-9536-712ba525f52d) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:19.492517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.499701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.543937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.545236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Allocated IP 172.20.0.9 (79693889-faba-487d-b859-174be9aed177/6e451703-7dfb-40c7-903c-93e10d01bac3/9429e0e8-92e4-41dd-8744-f193b76e8c81) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:19.548147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2d7ff11-4be7-4084-977e-9022e983a77b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:19.589181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.604456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57bbbee9-9e22-425b-8d02-c8f1a818b1ee,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:19.611617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.624294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:19.624294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e474922e-947a-4b29-96ec-f3ca685987d4 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:19.653768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::373 (8e162fb5-859f-4174-991d-594beda55539/a556d78f-6b9d-4997-9b6e-44307b6bba60/5dee8ff1-fb77-4162-8582-b7925ce6e755) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:19.681610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.683126 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6422875 Dec 22 15:19:19.690441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40684) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:19.709217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:19.712984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:19.722320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] For port 2f386a8c-5f60-49e5-aada-b3ad757109ed, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:19:19.724225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:19.724426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '06bed5ff-fa5a-4228-96f8-bdbcefc1c241', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:19.736004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] For port 2f386a8c-5f60-49e5-aada-b3ad757109ed, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2f386a8c-5f60-49e5-aada-b3ad757109ed,segment=NetworkSegment(5a28890b-41de-4c74-abb6-021c2f05095c),segment_id=5a28890b-41de-4c74-abb6-021c2f05095c)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:19:19.765601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:19.766484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 4ef4e92e-c6aa-4f45-837b-3653fde51120 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:19.766953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.773691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:19.796049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87aa109c-9de7-4435-8a30-e7e6b8d9be4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:19.814615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Port': ['ID=2773a509-7aca-47e4-a647-81250d911d08,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:19.819700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:19.832481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:19.840328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:19.847883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ef4e92e-c6aa-4f45-837b-3653fde51120 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:19.891978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:19.972291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Pushing event updated for resources: {'Port': ['ID=2f386a8c-5f60-49e5-aada-b3ad757109ed,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:19.976622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:19.986525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4ef4e92e-c6aa-4f45-837b-3653fde51120 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:19.987134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.164180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port 4ef4e92e-c6aa-4f45-837b-3653fde51120, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ef4e92e-c6aa-4f45-837b-3653fde51120,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:20.164180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.332577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.380789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 4ef4e92e-c6aa-4f45-837b-3653fde51120 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:20.446573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.464020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.603226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.788474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.811616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.828729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:20.919141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object 5dee8ff1-fb77-4162-8582-b7925ce6e755 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:20.942713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Transition to ACTIVE for port object 9429e0e8-92e4-41dd-8744-f193b76e8c81 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:20.973792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.012591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.025602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-deecaa7b-38e8-44c2-8c64-3f8e39d710a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:21.103319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.105277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.115606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=32ad3fc3-128a-4110-8eed-6d46f2d1a183,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:21.145899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:21.145899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86e21766-2570-4750-a1db-f1656fa8a85f tempest-PortsAdminExtendedAttrsTestJSON-1865063635 tempest-PortsAdminExtendedAttrsTestJSON-1865063635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:21.465971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.476179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:21.566091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=4ef4e92e-c6aa-4f45-837b-3653fde51120,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:21.573090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:21.584054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.608352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.618117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab3833-4fb1-4b70-92c5-6f5f831e9ef0 None None] Network 8f23f056-a762-47d3-90bc-5c7fde626416 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:21.628360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.805982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network 5e7a21c8-1666-40e8-838c-26a85b156d25 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:21.838876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.843172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:21.846579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=01e40e92-e24e-4adb-9536-712ba525f52d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:21.876201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/32ad3fc3-128a-4110-8eed-6d46f2d1a183 HTTP/1.1" status: 204 len: 168 time: 3.7643979 Dec 22 15:19:21.892322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:21.894011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:21.953240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:21.960128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.2569041 Dec 22 15:19:21.960128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-12f92a1c-30af-416e-bff5-f214af0ab9d1 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.823s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:21.981077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40688) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:21.981572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40690) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:21.995572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 8e162fb5-859f-4174-991d-594beda55539 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:22.023623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:22.035026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Network 79693889-faba-487d-b859-174be9aed177 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:22.052996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:22.062299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '06bed5ff-fa5a-4228-96f8-bdbcefc1c241', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:22.063419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:22.064639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.072507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.078268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:22.082017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c002c1bd-dedf-4509-91d6-5cdab8b5b40f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:22.083942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:22.093230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:22.147543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:22.164656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-37f6d27b-558d-4d6e-b888-709c6080a66e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.575s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:22.203338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2f386a8c-5f60-49e5-aada-b3ad757109ed up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:22.318146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:22.318146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.324975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:22.380824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:22.380824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.390727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:22.396637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] DHCP port deletion for 8f23f056-a762-47d3-90bc-5c7fde626416 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:19:22.403304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:22.406770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Deleting port feae8346-9bd4-4dd6-a152-b5a1b976eba2 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:22.407942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.428196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.1578405 Dec 22 15:19:22.454756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40696) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:22.468758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6699436 Dec 22 15:19:22.473930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40698) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:22.520736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:22.549421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Port': ['ID=2773a509-7aca-47e4-a647-81250d911d08,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:22.561093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:22.563545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.595318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.601066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.661212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'port_id': '01e40e92-e24e-4adb-9536-712ba525f52d'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:22.708882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.742897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port feae8346-9bd4-4dd6-a152-b5a1b976eba2 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:22.746562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.752354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 2f386a8c-5f60-49e5-aada-b3ad757109ed completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:22.794940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.796855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8001194 Dec 22 15:19:22.805731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40704) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:22.837224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 5dee8ff1-fb77-4162-8582-b7925ce6e755 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:22.837639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:22.865438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8c962498-265b-4079-bbb4-24587a325099 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'floatingip': {'port_id': 'abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:22.878401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba425c-cb88-4487-8358-7aaa6401cc97 None None] Network 8e162fb5-859f-4174-991d-594beda55539 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:22.878639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e6340-e022-412b-a9d2-993081fed793 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=5dee8ff1-fb77-4162-8582-b7925ce6e755,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:22.970286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.027883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c962498-265b-4079-bbb4-24587a325099 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.072199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1316252 Dec 22 15:19:23.073239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40708) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:23.080302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] For port feae8346-9bd4-4dd6-a152-b5a1b976eba2, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=feae8346-9bd4-4dd6-a152-b5a1b976eba2,segment=NetworkSegment(cd08e199-46e4-458c-8d70-5ed908c58e83),segment_id=cd08e199-46e4-458c-8d70-5ed908c58e83)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:23.081520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.288686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-591bc329-d214-4bc3-96d5-e2a1d0d809e0 None None] Provisioning for port 9429e0e8-92e4-41dd-8744-f193b76e8c81 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:23.299711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Calling delete_port for feae8346-9bd4-4dd6-a152-b5a1b976eba2 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:23.323846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.357160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-591bc329-d214-4bc3-96d5-e2a1d0d809e0 None None] Provisioning complete for port 9429e0e8-92e4-41dd-8744-f193b76e8c81 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:23.357919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-591bc329-d214-4bc3-96d5-e2a1d0d809e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.461665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.486963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:23.567704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-591bc329-d214-4bc3-96d5-e2a1d0d809e0 None None] Port 9429e0e8-92e4-41dd-8744-f193b76e8c81 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:23.597150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event updated for resources: {'Port': ['ID=9429e0e8-92e4-41dd-8744-f193b76e8c81,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:23.609377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'project_id': '95f225eff30546ca843520775171b0c6', 'port_id': '9429e0e8-92e4-41dd-8744-f193b76e8c81'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:23.609717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.628778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dcbceba2-d3c2-4adc-9962-3201deb284a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:23.636298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9d5cd6-7585-4165-920a-2c8a28862cf8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:23.641975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.476s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:23.647916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.983s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:23.648620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:23.650392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:23.654436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:23.668365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Usage tracker for resource:floatingip and tenant:95f225eff30546ca843520775171b0c6 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:23.677762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:23.685467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] No DVR routers for this DVR port feae8346-9bd4-4dd6-a152-b5a1b976eba2 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:19:23.694723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Pushing event deleted for resources: {'Port': ['ID=feae8346-9bd4-4dd6-a152-b5a1b976eba2,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:23.695094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:23.697315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:23.788803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Provisioning for port 2f386a8c-5f60-49e5-aada-b3ad757109ed completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:23.796105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Provisioning complete for port 2f386a8c-5f60-49e5-aada-b3ad757109ed triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:23.796526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:23.842044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device feae8346-9bd4-4dd6-a152-b5a1b976eba2 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:23.890880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: feae8346-9bd4-4dd6-a152-b5a1b976eba2 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:19:23.890880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device feae8346-9bd4-4dd6-a152-b5a1b976eba2 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:19:23.925339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.027349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.032225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.0255964 Dec 22 15:19:24.035611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40714) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:24.037326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port feae8346-9bd4-4dd6-a152-b5a1b976eba2, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=feae8346-9bd4-4dd6-a152-b5a1b976eba2,segment=NetworkSegment(cd08e199-46e4-458c-8d70-5ed908c58e83),segment_id=cd08e199-46e4-458c-8d70-5ed908c58e83)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:24.037735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.062577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '06bed5ff-fa5a-4228-96f8-bdbcefc1c241', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:24.064377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.158289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] For port 2f386a8c-5f60-49e5-aada-b3ad757109ed, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2f386a8c-5f60-49e5-aada-b3ad757109ed,segment=NetworkSegment(5a28890b-41de-4c74-abb6-021c2f05095c),segment_id=5a28890b-41de-4c74-abb6-021c2f05095c)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:24.195187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.199708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f60afbff-40fd-4745-a4e5-cf1a76d2dc2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:24.297063 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-8c962498-265b-4079-bbb4-24587a325099 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] update failed (client error): The resource could not be found. Dec 22 15:19:24.298534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c962498-265b-4079-bbb4-24587a325099 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "PUT /v2.0/floatingips/35c7cd4b-5731-4082-8bfa-55a4d6b06275 HTTP/1.1" status: 404 len: 507 time: 1.4916358 Dec 22 15:19:24.305825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:24.316670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for feae8346-9bd4-4dd6-a152-b5a1b976eba2 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:24.324799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40718) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:24.346481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Pushing event updated for resources: {'Port': ['ID=2f386a8c-5f60-49e5-aada-b3ad757109ed,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:24.353132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:24.362666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:24.370079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:24.381507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:24.413472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96891a0d-b9cb-450a-b061-07b7bdd0e604 None None] Provisioning for port 5dee8ff1-fb77-4162-8582-b7925ce6e755 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:24.430035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96891a0d-b9cb-450a-b061-07b7bdd0e604 None None] Provisioning complete for port 5dee8ff1-fb77-4162-8582-b7925ce6e755 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:24.430882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96891a0d-b9cb-450a-b061-07b7bdd0e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.444712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Router 77679296-aa08-4c04-a53c-d7d4184ab206 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:24.463016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:24.463420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:24.469379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.521543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.564446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-96891a0d-b9cb-450a-b061-07b7bdd0e604 None None] Port 5dee8ff1-fb77-4162-8582-b7925ce6e755 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:24.591508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96891a0d-b9cb-450a-b061-07b7bdd0e604 None None] Provisioning complete for port 2f386a8c-5f60-49e5-aada-b3ad757109ed triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:24.592097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96891a0d-b9cb-450a-b061-07b7bdd0e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.716331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.724068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:24.741780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "PUT /v2.0/routers/77679296-aa08-4c04-a53c-d7d4184ab206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5713065 Dec 22 15:19:24.744523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40722) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:24.790212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] Sync routers for ids ['77679296-aa08-4c04-a53c-d7d4184ab206'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:24.790790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.811281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de146eeb-4704-4e58-82cc-5a8fc7c34cc3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:24.840057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b58c705-969f-424c-a9d5-e0b185eac758,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:24.854355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:24.863472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] Routers {'77679296-aa08-4c04-a53c-d7d4184ab206'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:24.864897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['77679296-aa08-4c04-a53c-d7d4184ab206'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:24.877014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173f58b-af0b-450a-8785-75193b909333 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:24.878698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173f58b-af0b-450a-8785-75193b909333 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:24.879680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4173f58b-af0b-450a-8785-75193b909333 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:24.894763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:24.899352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8524518 Dec 22 15:19:24.900398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40726) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:24.909822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '06bed5ff-fa5a-4228-96f8-bdbcefc1c241', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:24.917491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:24.923842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:24.927810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:24.936090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:24.946394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4173f58b-af0b-450a-8785-75193b909333 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:24.950634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4173f58b-af0b-450a-8785-75193b909333 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2019448 Dec 22 15:19:24.951446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40730) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:24.998049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port feae8346-9bd4-4dd6-a152-b5a1b976eba2 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:24.998725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.096230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] The port 'feae8346-9bd4-4dd6-a152-b5a1b976eba2' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:19:25.136334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] Set router 77679296-aa08-4c04-a53c-d7d4184ab206 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:19:25.155746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.286947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 5dee8ff1-fb77-4162-8582-b7925ce6e755 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:25.289659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-50072923-3188-440a-9be6-7c2dcef64dd7 None None] Provisioning complete for port 5dee8ff1-fb77-4162-8582-b7925ce6e755 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:25.289965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50072923-3188-440a-9be6-7c2dcef64dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.358454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Deleting port 2773a509-7aca-47e4-a647-81250d911d08 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:25.358789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.387002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:56Z', 'updated_at': '2021-12-22T15:19:21Z', 'revision_number': 3, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:25.400748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] Checking router: 77679296-aa08-4c04-a53c-d7d4184ab206 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:19:25.414258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-50072923-3188-440a-9be6-7c2dcef64dd7 None None] Port 5dee8ff1-fb77-4162-8582-b7925ce6e755 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:25.423631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] Routers {'77679296-aa08-4c04-a53c-d7d4184ab206'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:25.424350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['77679296-aa08-4c04-a53c-d7d4184ab206'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:25.478470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.509449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet e63e71f9-54f1-4e11-9623-8f47fd63cc53 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:25.527737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.574485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f23f056-a762-47d3-90bc-5c7fde626416']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:25.593703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] Set router 77679296-aa08-4c04-a53c-d7d4184ab206 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:19:25.609174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.611504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd08e199-46e4-458c-8d70-5ed908c58e83') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:25.611806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd08e199-46e4-458c-8d70-5ed908c58e83') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:25.635105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.660346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.694537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edf0cb12-9a62-4af9-bfcb-f66a456e307c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:25.761776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcfdf74-ebe1-454c-ad3e-90c32fc71a17,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:25.764853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:25.769091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.773991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8676729 Dec 22 15:19:25.775235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40734) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:25.835945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.844016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.862195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.871871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:19:25.872364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:25.891597 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:25.913243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.014545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.050080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2f386a8c-5f60-49e5-aada-b3ad757109ed up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:26.109321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.113017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:26.114023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.128723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.137923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:56Z', 'updated_at': '2021-12-22T15:19:21Z', 'revision_number': 3, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:26.141738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fcfdf74-ebe1-454c-ad3e-90c32fc71a17,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:26.154161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdfcde5-3b3e-4de4-98ac-bfd0b3b7a55b None None] The sync data for ids ['77679296-aa08-4c04-a53c-d7d4184ab206'] in dv-neutron-822709-1-hyperv is: [{'id': '77679296-aa08-4c04-a53c-d7d4184ab206', 'name': 'tempest-NetworksTestDHCPv6-router-1393707136', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:18:56Z', 'updated_at': '2021-12-22T15:19:21Z', 'revision_number': 3, 'project_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:26.169478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:26.170721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.180274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.211887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.216149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2392ff4d-d5c7-46c3-9e9f-698e6a05e378 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:26.230752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2f386a8c-5f60-49e5-aada-b3ad757109ed triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:26.231502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.255947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.284882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=e63e71f9-54f1-4e11-9623-8f47fd63cc53,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:26.287469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:26.290168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:26.310861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.316489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7fcfdf74-ebe1-454c-ad3e-90c32fc71a17 HTTP/1.1" status: 204 len: 168 time: 0.5368752 Dec 22 15:19:26.316489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/8f23f056-a762-47d3-90bc-5c7fde626416 HTTP/1.1" status: 204 len: 168 time: 4.3151414 Dec 22 15:19:26.320944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40738) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:26.321202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40740) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:26.332607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-693180589', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:26.357265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=8f23f056-a762-47d3-90bc-5c7fde626416,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:26.359203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27076c-3da8-4289-baeb-f0a8ae70856f None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:26.361302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:26.364897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:26.375647 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/e63e71f9-54f1-4e11-9623-8f47fd63cc53 HTTP/1.1" status: 204 len: 168 time: 1.4182987 Dec 22 15:19:26.379850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40746) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:26.384331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:router and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:26.406874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Calling delete_port for 2773a509-7aca-47e4-a647-81250d911d08 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:26.469546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:26.481344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:26.582135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.594095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edf4378c-d1af-4485-8d33-76695a809541 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:26.622890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d04f2dbd-c19b-4aa8-b956-05d635c6bbc0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:26.638604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.640120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.644094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.657964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=5dee8ff1-fb77-4162-8582-b7925ce6e755,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:26.661010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a8008718-eecf-4862-9223-493c938862c4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:router {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:26.665818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:26.725257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d04f2dbd-c19b-4aa8-b956-05d635c6bbc0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:26.732210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d04f2dbd-c19b-4aa8-b956-05d635c6bbc0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4055450 Dec 22 15:19:26.733235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40750) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:26.778070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a8008718-eecf-4862-9223-493c938862c4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:router {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:26.785200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a8008718-eecf-4862-9223-493c938862c4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3995104 Dec 22 15:19:26.786201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40754) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:26.790712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.905932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.940304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:26.971326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/5dee8ff1-fb77-4162-8582-b7925ce6e755 HTTP/1.1" status: 204 len: 168 time: 4.5003710 Dec 22 15:19:26.977837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40758) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:27.012454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.054378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Allocated IP 172.26.4.43 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/84d78373-eafb-4823-8ea1-efeedfc8f0f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:27.059218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ac9795-91b6-496c-9d8f-b3d250f49bf7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:19:27.059732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-19ac9795-91b6-496c-9d8f-b3d250f49bf7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:27.068195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.083958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:19:27.090420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.096635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Deleting port 7cebb00a-c24e-4050-849e-ced3ff34bd7d {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:27.096635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.107921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.142244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:27.153979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.174013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a199e58f-aee9-45f4-8ce0-186487bbc4a9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:27.207531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b58c705-969f-424c-a9d5-e0b185eac758,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:27.266869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:27.267405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Port': ['ID=2773a509-7aca-47e4-a647-81250d911d08,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:27.276881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-19ac9795-91b6-496c-9d8f-b3d250f49bf7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:27.281935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-19ac9795-91b6-496c-9d8f-b3d250f49bf7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/5dee8ff1-fb77-4162-8582-b7925ce6e755 HTTP/1.1" status: 404 len: 333 time: 0.2995765 Dec 22 15:19:27.284789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:27.287142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40762) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:27.603053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] For port 7cebb00a-c24e-4050-849e-ced3ff34bd7d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7cebb00a-c24e-4050-849e-ced3ff34bd7d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:27.604035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.719183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.758028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.760609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.766602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "DELETE /v2.0/floatingips/35c7cd4b-5731-4082-8bfa-55a4d6b06275 HTTP/1.1" status: 204 len: 168 time: 3.4353635 Dec 22 15:19:27.775775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40766) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:27.805892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:27.805892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6b58c705-969f-424c-a9d5-e0b185eac758 HTTP/1.1" status: 204 len: 168 time: 1.0698726 Dec 22 15:19:27.811164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40770) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:27.836860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'floatingip': {'floating_network_id': 'a9babf2a-1094-4f49-bd91-18fedd43c4ba', 'port_id': 'abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:27.855535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:27.863122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Calling delete_port for 7cebb00a-c24e-4050-849e-ced3ff34bd7d owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:27.882981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:floatingip and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:27.889933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:27.896451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cebb00a-c24e-4050-849e-ced3ff34bd7d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:27.903220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:27.928046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 27b4d3df-857e-4b81-91d1-9ed8a2d51054 associated. External IP: 172.26.4.234, port: 01e40e92-e24e-4adb-9536-712ba525f52d. Dec 22 15:19:28.010869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.029029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet a556d78f-6b9d-4997-9b6e-44307b6bba60 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:28.037098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.044517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.067352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.076230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27058b7d-7d3b-4f54-8789-e83c475c3b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:28.076565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc500f6d-9cf7-461e-9273-3dd832e13ecd tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:28.107805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.157283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.195111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] No DVR routers for this DVR port 7cebb00a-c24e-4050-849e-ced3ff34bd7d on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:19:28.211722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Pushing event deleted for resources: {'Port': ['ID=7cebb00a-c24e-4050-849e-ced3ff34bd7d,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:28.223180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:28.234039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.249985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3c28a40f-a4b9-4dd6-b6b3-80ea4bc597e4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:28.256655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.307860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3c28a40f-a4b9-4dd6-b6b3-80ea4bc597e4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:28.308267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ef4e92e-c6aa-4f45-837b-3653fde51120 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:28.313411 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c28a40f-a4b9-4dd6-b6b3-80ea4bc597e4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4942586 Dec 22 15:19:28.329671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40774) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:28.353454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4ef4e92e-c6aa-4f45-837b-3653fde51120 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:19:28.353935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ef4e92e-c6aa-4f45-837b-3653fde51120 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:19:28.358022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.358584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Fanout notify agent at l3_agent the message router_deleted on router 77679296-aa08-4c04-a53c-d7d4184ab206 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:19:28.446606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.468317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.469632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5c634494-dad4-4cfd-a1b5-ce2f2f03afe0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/routers/77679296-aa08-4c04-a53c-d7d4184ab206 HTTP/1.1" status: 204 len: 168 time: 1.6822300 Dec 22 15:19:28.471591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.476362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40778) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:28.547357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:28.549973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.571777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.583282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.602083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:19:28.603742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dc83979d-ce84-4638-b3df-34f0d64b7fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8265548 Dec 22 15:19:28.605152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:28.611848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40782) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:28.613697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Pushing event updated for resources: {'Port': ['ID=84d78373-eafb-4823-8ea1-efeedfc8f0f3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:28.615430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:28.620549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf5a3a50-e014-4e49-92ec-fcd71887594b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1360803 Dec 22 15:19:28.623106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:28.624406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:28.645121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40784) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:28.650732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:28.659742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.703596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac9d5cd6-7585-4165-920a-2c8a28862cf8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:28.707022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:28.748670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:28.757758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.759113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ac9d5cd6-7585-4165-920a-2c8a28862cf8 HTTP/1.1" status: 204 len: 168 time: 0.4250827 Dec 22 15:19:28.760412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Usage tracker for resource:floatingip and tenant:2149aa6db29049c19c04d13841219ca8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:28.770290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:28.773965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40790) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:28.805823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:28.882404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:28.892500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d164ee6c-a61a-4b04-a97c-cc4051d8ce89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:28.893295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d164ee6c-a61a-4b04-a97c-cc4051d8ce89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:28.946593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.008317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-997b8380-90ce-4ad4-98b2-e48a23129a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:29.058835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.26.4.156 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/225e53a5-0bb0-4572-bcab-e568f4da040c) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:29.068670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d164ee6c-a61a-4b04-a97c-cc4051d8ce89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:29.070001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d164ee6c-a61a-4b04-a97c-cc4051d8ce89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4238544 Dec 22 15:19:29.079353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40794) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.216007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.225153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ceb2f2f5-196f-4f9b-91b0-e431f2ac67b2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:29.251983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-997b8380-90ce-4ad4-98b2-e48a23129a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:29.253397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-997b8380-90ce-4ad4-98b2-e48a23129a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4743514 Dec 22 15:19:29.260043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40798) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.274381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=a556d78f-6b9d-4997-9b6e-44307b6bba60,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:29.305499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56226ba9-77aa-4ddc-bc99-7b2db82740fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:router {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:29.341379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:29.401606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a49b1-2dbf-42d7-940d-6a6224474b65 None None] Network 8e162fb5-859f-4174-991d-594beda55539 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:29.411488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.434607 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/a556d78f-6b9d-4997-9b6e-44307b6bba60 HTTP/1.1" status: 204 len: 168 time: 2.1416621 Dec 22 15:19:29.435253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40802) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.440749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.470115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.482013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56226ba9-77aa-4ddc-bc99-7b2db82740fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:router {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:29.491626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56226ba9-77aa-4ddc-bc99-7b2db82740fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4035370 Dec 22 15:19:29.498180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40806) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.509551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:29.687123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.735375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.755370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdb8d8d5-cf04-470e-8adf-068ca1a7d5f1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:29.760387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.781665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.788355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:29.791084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c002c1bd-dedf-4509-91d6-5cdab8b5b40f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:29.804861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:29.814192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:29.879110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 2f386a8c-5f60-49e5-aada-b3ad757109ed {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:29.879811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.899506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:29.905291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c002c1bd-dedf-4509-91d6-5cdab8b5b40f HTTP/1.1" status: 204 len: 168 time: 0.6334028 Dec 22 15:19:29.921991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40810) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:29.969030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:29.972041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] DHCP port deletion for 8e162fb5-859f-4174-991d-594beda55539 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:19:29.978258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Deleting port 2f386a8c-5f60-49e5-aada-b3ad757109ed {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:29.979339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.050300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.065399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.078727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:30.180397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f1c99f1-b881-4056-bb2c-4e71e1aa55d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:30.192434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.202290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Allocated IP 172.26.4.136 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/37d1101b-43c6-4ad0-9a78-a114453a98d4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:30.231693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:30.239969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=225e53a5-0bb0-4572-bcab-e568f4da040c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:30.242748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:30.244423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:30.264113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:30.270212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:30.274101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.283390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] For port 2f386a8c-5f60-49e5-aada-b3ad757109ed, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2f386a8c-5f60-49e5-aada-b3ad757109ed,segment=NetworkSegment(5a28890b-41de-4c74-abb6-021c2f05095c),segment_id=5a28890b-41de-4c74-abb6-021c2f05095c)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:30.283994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.315519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f1c99f1-b881-4056-bb2c-4e71e1aa55d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:30.320431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f1c99f1-b881-4056-bb2c-4e71e1aa55d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3922172 Dec 22 15:19:30.368995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40814) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:30.425792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Calling delete_port for 2f386a8c-5f60-49e5-aada-b3ad757109ed owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:30.558537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.588507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.595980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dcd7d1c-e33b-42a9-8dcb-7ba21e89e17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:30.600710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.673505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Pushing event deleted for resources: {'Port': ['ID=2f386a8c-5f60-49e5-aada-b3ad757109ed,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:30.678838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:30.705356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] No DVR routers for this DVR port 2f386a8c-5f60-49e5-aada-b3ad757109ed on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:19:30.757303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] For port 2f386a8c-5f60-49e5-aada-b3ad757109ed, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2f386a8c-5f60-49e5-aada-b3ad757109ed,segment=NetworkSegment(5a28890b-41de-4c74-abb6-021c2f05095c),segment_id=5a28890b-41de-4c74-abb6-021c2f05095c)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:30.757703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:30.955144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 2f386a8c-5f60-49e5-aada-b3ad757109ed owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:31.047447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:19:31.085180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.127668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:31.128227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:31.129788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.144279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:31.167398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57bbbee9-9e22-425b-8d02-c8f1a818b1ee,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:31.173217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:31.209308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.210140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.245470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.283835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.296480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fdce7b11-ba0a-4b51-a303-90a4e79e4236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:31.328157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.344222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.345556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/57bbbee9-9e22-425b-8d02-c8f1a818b1ee HTTP/1.1" status: 204 len: 168 time: 0.9734604 Dec 22 15:19:31.351022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40818) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:31.374370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.396260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:31.399698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:31.405921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:31.410251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event updated for resources: {'Port': ['ID=37d1101b-43c6-4ad0-9a78-a114453a98d4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:31.413677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:31.448634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:31.595997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Pushing event updated for resources: {'Port': ['ID=84d78373-eafb-4823-8ea1-efeedfc8f0f3,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:31.601971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:31.611078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.623179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e55ff5be-6ecd-4dbc-9fc0-143bfd5b3e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:31.630556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 2f386a8c-5f60-49e5-aada-b3ad757109ed {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:31.630946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.720147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-954ab356-4cda-4a20-ab07-ab395e1c07c4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:31.753459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.766253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] The port '2f386a8c-5f60-49e5-aada-b3ad757109ed' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:19:31.787140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2f386a8c-5f60-49e5-aada-b3ad757109ed no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:31.827894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 2f386a8c-5f60-49e5-aada-b3ad757109ed {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:19:31.828461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2f386a8c-5f60-49e5-aada-b3ad757109ed not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:19:31.879791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Deleting port 37d1101b-43c6-4ad0-9a78-a114453a98d4 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:31.880177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.925274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:31.930948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:31.941386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:31.946332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.959528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:31.960628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:31.973739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:31.975803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=0dcf302d-7ee4-477b-ada7-0176302f603a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:31.984812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:31.985641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:31.993991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08737f09-61a6-4380-912d-57f9b5f2b528 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:31.994297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:31.995049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.046397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:32.055396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2d7196f4-4168-4253-8e05-37a58f897bc2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/floatingips/27b4d3df-857e-4b81-91d1-9ed8a2d51054 HTTP/1.1" status: 200 len: 978 time: 9.4922101 Dec 22 15:19:32.066065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:32.066434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40822) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:32.067377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-954ab356-4cda-4a20-ab07-ab395e1c07c4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:32.068062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:32.069624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-954ab356-4cda-4a20-ab07-ab395e1c07c4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7067561 Dec 22 15:19:32.073260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40824) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:32.074273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e162fb5-859f-4174-991d-594beda55539']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:32.114725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a28890b-41de-4c74-abb6-021c2f05095c') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:32.115019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a28890b-41de-4c74-abb6-021c2f05095c') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:32.195759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:32.196552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef2c1d5-2213-41bb-ac72-8a2dc97c4097 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:32.231159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.268430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7637646 Dec 22 15:19:32.270670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.276523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40830) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:32.295127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:32.326293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:19:32.331513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 01e40e92-e24e-4adb-9536-712ba525f52d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:32.331710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.331839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:32.351464 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:32.388376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:19:32.409281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.409878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.437650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-854e875c-6f90-4d01-a919-7b4226822b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.457451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '0dcf302d-7ee4-477b-ada7-0176302f603a'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:19:32.458676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.641534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Allocated IP 2001:db8::f816:3eff:fe67:8d89 (5ab54424-188e-4b54-81b5-4cfc68514aa3/0dcf302d-7ee4-477b-ada7-0176302f603a/670d4754-5064-460a-ba9d-9ee77e4492a9) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:32.682024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.695884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Calling delete_port for 37d1101b-43c6-4ad0-9a78-a114453a98d4 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:32.793264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.816848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.831913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93c7af21-e581-438f-9652-7fe4bb4a1781 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:32.856962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.892366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:32.903132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=8e162fb5-859f-4174-991d-594beda55539,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:32.914311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Transition to ACTIVE for port object 670d4754-5064-460a-ba9d-9ee77e4492a9 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:32.926012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:32.938888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:32.993284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:33.004689 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/8e162fb5-859f-4174-991d-594beda55539 HTTP/1.1" status: 204 len: 168 time: 3.5595930 Dec 22 15:19:33.012697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40834) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.021632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Floating IP 06d23714-c2e8-4255-ab59-56f29261b2c9 associated. External IP: 172.26.4.43, port: 9429e0e8-92e4-41dd-8744-f193b76e8c81. Dec 22 15:19:33.046330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'name': 'tempest-PortsIpV6TestJSON-281027872'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:33.070554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:33.120765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.130021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.139139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf138b0-aa79-4ea6-86e8-2bfedcb64b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:33.238916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bed5ff-fa5a-4228-96f8-bdbcefc1c241,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:33.242739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:33.403292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Transition to ACTIVE for port object 670d4754-5064-460a-ba9d-9ee77e4492a9 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:33.432743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.434336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/06bed5ff-fa5a-4228-96f8-bdbcefc1c241 HTTP/1.1" status: 204 len: 168 time: 1.2960558 Dec 22 15:19:33.442023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40838) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:33.465124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.471127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ced1b5f2-fd70-4cea-b8e8-a17b769768ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:33.472297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.553100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:33.554022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Pushing event updated for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:33.557240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:33.559532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:33.560424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:33.577619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5cc6eb5-3b0a-4c60-ba3e-efed5c13c5bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:33.649068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Port': ['ID=37d1101b-43c6-4ad0-9a78-a114453a98d4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:33.668691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:33.739009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Attempting to bind port 670d4754-5064-460a-ba9d-9ee77e4492a9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:33.740180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Attempting to bind port 670d4754-5064-460a-ba9d-9ee77e4492a9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:33.741025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Attempting to bind port 670d4754-5064-460a-ba9d-9ee77e4492a9 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:33.765076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:33.779543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:33.781150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:33.782107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.783029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:33.784151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Bound port: 670d4754-5064-460a-ba9d-9ee77e4492a9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:33.785182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.801181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:33.807167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:33.826313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:33.835727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.878662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.956528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:19:33.961949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:19:33.967432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.968203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:33.968575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 27b4d3df-857e-4b81-91d1-9ed8a2d51054 disassociated. External IP: 172.26.4.234, port: 01e40e92-e24e-4adb-9536-712ba525f52d. Dec 22 15:19:33.969041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 01e40e92-e24e-4adb-9536-712ba525f52d owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:33.996534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.003950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:34.008363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:34.014118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.023295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-08ae2881-50b9-4720-b8cb-b6ab5957c017 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:34.070491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 71ca92f6-97a7-4d26-bbd5-9d83949201b3 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:34.110745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:34.134725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] create failed (client error): The resource could not be found. Dec 22 15:19:34.141120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.5060000 Dec 22 15:19:34.152025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Pushing event updated for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:34.157411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:34.164955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] Sync routers for ids ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:34.174368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:34.185755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] Routers {'91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:34.187612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:34.214905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-08ae2881-50b9-4720-b8cb-b6ab5957c017 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:34.220921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-08ae2881-50b9-4720-b8cb-b6ab5957c017 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7257090 Dec 22 15:19:34.226874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40846) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:34.258398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942724904'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:34.283311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:34.303068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.305403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.306293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:34.310352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.9857042 Dec 22 15:19:34.311264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40850) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:34.313041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:34.326702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] Routers {'91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:34.327591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:34.339673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Deleting port abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:34.340111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.376657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:34.460198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:34.460687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e30455-3266-48c5-af55-dd5149295f2e None None] The sync data for ids ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:34.483691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.508349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c97189cf-3d15-4aaf-826f-b01c78869995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.509589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=01e40e92-e24e-4adb-9536-712ba525f52d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:34.526453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:34.750402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.787316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:34.806377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:34.812804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:34.823499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Router d08be113-46ca-4457-b0e3-b9ce2c6057cf has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:34.880760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:34.889441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:35.005403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.023617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.036157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-054bd3e8-b414-4c1b-8705-f44744af28ab tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:35.081508 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-07119a1d-49f2-4351-a75f-04d3927c0a28 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/routers/91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 200 len: 880 time: 0.7323239 Dec 22 15:19:35.084506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40854) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.150614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.225193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:35.258867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Calling delete_port for abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:35.331898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.347945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:35.364790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:35.378795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:35.379973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.413967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=57001b48-96d7-4d98-b283-13ff508f410d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:35.429491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:35.431150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.438708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:35.457938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b04e08ec-bbb9-4904-b56d-f9b28f9066bf tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:35.474504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:35.494672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:35.499206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:35.499945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.552223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:35.564478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] Sync routers for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:35.580140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:35.581000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:35.584554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693254a7-71da-4fe7-ada9-2014869dade7,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:35.621238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:35.621832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b01a52d8-0e1a-4d14-8fa8-a612985db5a6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:35.667754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3810678 Dec 22 15:19:35.672077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40858) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.682873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:6d:4b:3f', 'name': 'tempest-NetworksTestDHCPv6-1454793272'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:35.683134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:35.690726 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6728067 Dec 22 15:19:35.690726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.690726 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4533885 Dec 22 15:19:35.694416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40862) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.703452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40864) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:35.710889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '693254a7-71da-4fe7-ada9-2014869dade7', 'direction': 'ingress', 'protocol': 17}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:35.712108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:35.713305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:35.748687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:35.751735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.791631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=71ca92f6-97a7-4d26-bbd5-9d83949201b3,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:35.804038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:35.834658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.844560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:35.844949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:35.845626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef3717-bbf6-44fb-984a-1fd8fc910f87 None None] The sync data for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:35.884816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 71ca92f6-97a7-4d26-bbd5-9d83949201b3 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:35.885177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:35.923791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 670d4754-5064-460a-ba9d-9ee77e4492a9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:35.944806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Port': ['ID=abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:35.954354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:36.143491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:36.148835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 670d4754-5064-460a-ba9d-9ee77e4492a9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:36.191081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "DELETE /v2.0/ports/abf03d61-b6ca-4bc1-8a89-f4aabb6ffa3e HTTP/1.1" status: 204 len: 168 time: 2.0265427 Dec 22 15:19:36.195807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40870) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:36.283241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:36.416752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:36.436971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-81f2587a-e4da-40d1-bb0d-fb987522277c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:router {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:36.483476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:36.585749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74ebe646-d9d1-4b55-b948-10896ea499b8 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.4907098 Dec 22 15:19:36.591369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:36.597369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40874) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:36.613081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a8fb3-4f25-4351-8017-3148d900248a None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:36.709126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-81f2587a-e4da-40d1-bb0d-fb987522277c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:router {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:36.710490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-81f2587a-e4da-40d1-bb0d-fb987522277c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.6228929 Dec 22 15:19:36.721722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40878) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:36.737085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-693180589'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:36.757990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:36.790411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 71ca92f6-97a7-4d26-bbd5-9d83949201b3 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:36.819643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:36.825639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:36.843245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Provisioning for port 670d4754-5064-460a-ba9d-9ee77e4492a9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:36.843680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:36.854366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Provisioning complete for port 670d4754-5064-460a-ba9d-9ee77e4492a9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:36.855955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:36.899876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:36.922425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:36.928214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcca0a2-1203-4e22-83c2-ff49fbf1f856 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:36.929265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8bcca0a2-1203-4e22-83c2-ff49fbf1f856 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Synchronizing usage tracker for tenant:2149aa6db29049c19c04d13841219ca8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:36.948310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:36.970528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:36.985816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-01d58465-0693-44f3-84b5-899b3892b016 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] 10.222.0.32 "GET /v2.0/floatingips/06d23714-c2e8-4255-ab59-56f29261b2c9 HTTP/1.1" status: 200 len: 982 time: 0.3870416 Dec 22 15:19:36.990174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40882) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.010030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:37.014054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:37.043533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.050870 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/ports/01e40e92-e24e-4adb-9536-712ba525f52d HTTP/1.1" status: 204 len: 168 time: 4.9753168 Dec 22 15:19:37.053728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40886) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.075014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8bcca0a2-1203-4e22-83c2-ff49fbf1f856 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Unset dirty status for tenant:2149aa6db29049c19c04d13841219ca8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:37.081430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bcca0a2-1203-4e22-83c2-ff49fbf1f856 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "GET /v2.0/ports?device_id=d49f0399-d2cd-4288-9624-6ca9fdfcefb8 HTTP/1.1" status: 200 len: 913 time: 0.8800495 Dec 22 15:19:37.089314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40890) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.154272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.195825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:37.223548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-be624bb6-99e7-46b3-bfcf-2172c1bf2d2c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/floatingips/27b4d3df-857e-4b81-91d1-9ed8a2d51054 HTTP/1.1" status: 200 len: 688 time: 0.1605151 Dec 22 15:19:37.229731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.232531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40894) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.242858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:37.254353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:37.255211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:37.293932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.295114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:37.313855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0d1cd4e-a20c-499e-a03b-eb827cedc745 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:37.330978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.339873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:37.349135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.364760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:37.376389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:37.376625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a2d437-602f-428f-be0b-15f8c892a7f6 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:37.430089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Pushing event updated for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:37.433631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:37.448983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=71ca92f6-97a7-4d26-bbd5-9d83949201b3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:37.455237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa6ce8f-de43-4557-a238-0266e0fd5c46,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:37.464829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:37.492005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:37.524896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.529562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.8219125 Dec 22 15:19:37.532291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40898) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.536907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Update dhcp port {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': '0dcf302d-7ee4-477b-ada7-0176302f603a', 'ip_address': '2001:db8::f816:3eff:fe67:8d89'}, {'subnet_id': '57001b48-96d7-4d98-b283-13ff508f410d'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': '670d4754-5064-460a-ba9d-9ee77e4492a9'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:19:37.543475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.554134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-753eea1b-b3f5-4ee4-8778-aaf88dcf3334 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2732 time: 0.5622387 Dec 22 15:19:37.556128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.572265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40902) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.593219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 81a64c37-423e-4326-92ce-246359724eca {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:37.593605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.630193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/71ca92f6-97a7-4d26-bbd5-9d83949201b3 HTTP/1.1" status: 204 len: 168 time: 1.9290094 Dec 22 15:19:37.635109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40904) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:37.647097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:37.649574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'mac_address': 'fa:16:3e:d6:75:96', 'name': 'tempest-PortsIpV6TestJSON-896963434'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:37.808785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port bed35eb2-d47f-42d4-aec5-76134aa03066 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:37.893310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 670d4754-5064-460a-ba9d-9ee77e4492a9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:37.958607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:37.968960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:37.974634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:37.984131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:38.040381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Allocated IP 172.20.0.2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/57001b48-96d7-4d98-b283-13ff508f410d/670d4754-5064-460a-ba9d-9ee77e4492a9) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:38.060030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.108095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 670d4754-5064-460a-ba9d-9ee77e4492a9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:38.108512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.187554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.198086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting port 84d78373-eafb-4823-8ea1-efeedfc8f0f3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:38.198477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.235495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.236383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.279411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:38.500197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.506031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:38.543516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693254a7-71da-4fe7-ada9-2014869dade7,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:38.557885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:38.601300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 81a64c37-423e-4326-92ce-246359724eca owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:38.601730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.607138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/693254a7-71da-4fe7-ada9-2014869dade7 HTTP/1.1" status: 204 len: 168 time: 1.0695438 Dec 22 15:19:38.607138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.607138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.622117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40910) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:38.634451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:38.669626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.693884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Transition to ACTIVE for port object 670d4754-5064-460a-ba9d-9ee77e4492a9 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:38.725449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.731339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-186cf2a9-6452-4336-9c6d-28e9f2417711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:38.889959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:38.896753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Pushing event updated for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:38.900453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:39.011712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 4b649574-7cfb-49ef-913b-3c66876fee87 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:39.103807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Calling delete_port for 84d78373-eafb-4823-8ea1-efeedfc8f0f3 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:39.136068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:39.425024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab2f7a21-ec9a-437c-a9e5-1bb86dc2ee58 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:39.500097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:39.520780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 172.20.0.7 (5ab54424-188e-4b54-81b5-4cfc68514aa3/57001b48-96d7-4d98-b283-13ff508f410d/bed35eb2-d47f-42d4-aec5-76134aa03066) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:39.534207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fe6d:4b3f (5ab54424-188e-4b54-81b5-4cfc68514aa3/0dcf302d-7ee4-477b-ada7-0176302f603a/bed35eb2-d47f-42d4-aec5-76134aa03066) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:39.576518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab2f7a21-ec9a-437c-a9e5-1bb86dc2ee58 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:39.578507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab2f7a21-ec9a-437c-a9e5-1bb86dc2ee58 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9535453 Dec 22 15:19:39.592302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40914) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:39.597461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:39.609032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1404300905'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:39.631840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:39.636025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:39.638896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:39.685338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=81a64c37-423e-4326-92ce-246359724eca,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:39.692532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:39.740615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:39.791242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:39.803678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30c327ca-6607-4720-874d-66c512f37d58 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:39.823768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 670d4754-5064-460a-ba9d-9ee77e4492a9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:19:39.864229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:39.893399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Port': ['ID=84d78373-eafb-4823-8ea1-efeedfc8f0f3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:39.905420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:40.107099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.122578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.136031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:40.149967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:40.168548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:40.185183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.191947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:40.206139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.211073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/floatingips/27b4d3df-857e-4b81-91d1-9ed8a2d51054 HTTP/1.1" status: 204 len: 168 time: 2.9693503 Dec 22 15:19:40.213628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40918) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.224556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'c662da25-2b5b-450c-9d16-4d23e8807ade'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:40.254248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.293510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:40.311462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:floatingip and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:40.315464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:40.346411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object bed35eb2-d47f-42d4-aec5-76134aa03066 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:40.351437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:40.359533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.374519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3177d9f2-bfbd-4591-bfde-fed28a6fb2b4 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:40.377101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a96111fd-db33-45f1-8251-b1000320d287 None None] Provisioning for port 670d4754-5064-460a-ba9d-9ee77e4492a9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:40.385713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a96111fd-db33-45f1-8251-b1000320d287 None None] Provisioning complete for port 670d4754-5064-460a-ba9d-9ee77e4492a9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:40.387097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a96111fd-db33-45f1-8251-b1000320d287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.448216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.464121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.486646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:40.489279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.497606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6137899e-4710-4cac-a245-076586e56fd0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:40.509746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:40.516012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=4b649574-7cfb-49ef-913b-3c66876fee87,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:40.518723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:40.523193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:40.523916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.532863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:40.580899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.667464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:40.674754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0331788 Dec 22 15:19:40.678028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.680718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c070846-c27a-4bea-858b-175355601389,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:40.686801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:40.688675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c896abf7-1006-4db9-982f-fad209f7dd7e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:40.782388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:40.796940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.798328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2032356 Dec 22 15:19:40.805817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:40.813922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40926) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:40.814472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:40.847341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:40.857596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520601799'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:40.888293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:40.923140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:40.943077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:40.947747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=bed35eb2-d47f-42d4-aec5-76134aa03066,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:40.955995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ac4b0-af3a-4b8b-a8be-556b1db26692 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:40.957642 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e5ac4b0-af3a-4b8b-a8be-556b1db26692 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/4b649574-7cfb-49ef-913b-3c66876fee87 HTTP/1.1" status: 200 len: 844 time: 0.2740924 Dec 22 15:19:40.990956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40930) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:41.023229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:41.034546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:41.097529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:41.098155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.131710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.189934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Deleting port b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:41.190354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.243004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:41.246254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 4b649574-7cfb-49ef-913b-3c66876fee87 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:41.246642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.253676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:41.260201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:41.292671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:41.300091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.238 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/3f2839d8-7424-4811-9148-0b227dcee435) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:41.302399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40934) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:41.303272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.6289628 Dec 22 15:19:41.451864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-30878b41-0e0f-4b2f-98de-d6ac5011f7e4 None None] Provisioning for port bed35eb2-d47f-42d4-aec5-76134aa03066 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:19:41.463785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-30878b41-0e0f-4b2f-98de-d6ac5011f7e4 None None] Provisioning complete for port bed35eb2-d47f-42d4-aec5-76134aa03066 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:41.464492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30878b41-0e0f-4b2f-98de-d6ac5011f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.587328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30878b41-0e0f-4b2f-98de-d6ac5011f7e4 None None] Port bed35eb2-d47f-42d4-aec5-76134aa03066 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:19:41.853760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.880930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.888137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.924268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:41.932827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fee401f-13c5-4347-868a-9467d1f26647 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:42.070261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30494d-f561-4f7e-85ae-5f33431a7756,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:42.076612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:42.085608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:42.093592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.095005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a1f0801-65a2-438c-985d-9a13f499d786 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 200 len: 887 time: 5.3664207 Dec 22 15:19:42.097604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.104043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2520385 Dec 22 15:19:42.104043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40938) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:42.104531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] Sync routers for ids ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:42.127442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] Routers {'91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:42.129355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:42.221586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:42.240803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40942) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:42.251448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] Routers {'91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:42.252571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:42.263190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '7c070846-c27a-4bea-858b-175355601389', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b30494d-f561-4f7e-85ae-5f33431a7756', 'remote_ip_prefix': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:42.288874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:42.301083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Calling delete_port for b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:42.304723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:42.313075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:42.327284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:42.338309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:42.339764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b08b7f-ef06-4422-aefd-75706d75d32d None None] The sync data for ids ['91ef720b-4c0b-4e0a-a16a-384e6bd50bb8'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:42.404441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa641a-200c-4f10-be6b-295d20846b1d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:42.408896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa641a-200c-4f10-be6b-295d20846b1d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:42.409911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8aaa641a-200c-4f10-be6b-295d20846b1d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:42.488002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 4b649574-7cfb-49ef-913b-3c66876fee87 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:42.524081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.547865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.591734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8aaa641a-200c-4f10-be6b-295d20846b1d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:42.591982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Router d08be113-46ca-4457-b0e3-b9ce2c6057cf has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:42.593630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8aaa641a-200c-4f10-be6b-295d20846b1d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.2855735 Dec 22 15:19:42.600377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40950) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:42.734900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port bed35eb2-d47f-42d4-aec5-76134aa03066 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:42.735287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.773841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.786721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:42.816072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.845611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b17afa-7c0b-4ac5-a844-009120bf3f61 req-14bc9e65-f120-4da0-9e82-58c61a6121de tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:42.847391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-11b17afa-7c0b-4ac5-a844-009120bf3f61 req-14bc9e65-f120-4da0-9e82-58c61a6121de tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4694252 Dec 22 15:19:42.931809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.968810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:42.970883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:42.978021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-11b17afa-7c0b-4ac5-a844-009120bf3f61 req-743cdea5-830e-4523-a76d-c98f44eb4dbc tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101458 Dec 22 15:19:42.985660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d1ce08a-5543-4d7c-b930-5ff89723200b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:42.989146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=3f2839d8-7424-4811-9148-0b227dcee435,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:42.992316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:42.994540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:43.006347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-407afe19-495b-49b5-9b63-a58b2b204e6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:43.035155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f7c7c3f-1dde-4bdb-8473-f55f04db912f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/routers/91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 200 len: 887 time: 0.9326200 Dec 22 15:19:43.041965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4b245a-c195-4ba3-8a8e-37c23210d866,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:43.050907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40956) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.068439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:43.096989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.125750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=4b649574-7cfb-49ef-913b-3c66876fee87,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:43.126062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:43.152944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:43.199541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.203577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9585640 Dec 22 15:19:43.203792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/4b649574-7cfb-49ef-913b-3c66876fee87 HTTP/1.1" status: 204 len: 168 time: 2.2099335 Dec 22 15:19:43.216405 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-474026c4-095c-47a7-851f-4fe69fbb33a6 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 200 len: 205 time: 0.1599267 Dec 22 15:19:43.216405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40960) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.216405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40962) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.223238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40964) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.313365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.329408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc4fa838-3bf7-44e4-a826-d3fd4f5e3652 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:43.363759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-45118f73-4a9a-4d15-ad05-bce93503a83b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:19:43.366316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45118f73-4a9a-4d15-ad05-bce93503a83b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/4b649574-7cfb-49ef-913b-3c66876fee87 HTTP/1.1" status: 404 len: 333 time: 0.1458979 Dec 22 15:19:43.377417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40972) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.391124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'name': 'tempest-PortsIpV6TestJSON-1169304640'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:43.416805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.443952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Port': ['ID=b9b3ba2d-a8a4-47bb-a1b0-edada6aa17ac,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:43.452012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.462054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:43.601241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:43.613350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:43.635503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.675185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:43.678666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.692170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:43.708399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:43.725635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:43.742081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed4b245a-c195-4ba3-8a8e-37c23210d866,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:43.744784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:43.755617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.755617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ed4b245a-c195-4ba3-8a8e-37c23210d866 HTTP/1.1" status: 204 len: 168 time: 0.5327029 Dec 22 15:19:43.755617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.756716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] Sync routers for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:43.786892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40976) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:43.787617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:43.793331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:43.802151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:43.808004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:43.827301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for bed35eb2-d47f-42d4-aec5-76134aa03066 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:43.864329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb025d2-a3b4-4154-8b6f-e36f3cf8b860 req-b525baad-c51f-4f75-92c1-694f22fe96b3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:43.866795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bbb025d2-a3b4-4154-8b6f-e36f3cf8b860 req-b525baad-c51f-4f75-92c1-694f22fe96b3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6648581 Dec 22 15:19:43.913760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:43.938538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:43.940110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:43.957920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port b7793cda-07dd-41d6-8f59-5c9cfb0901fc yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:19:44.005335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a28b49c0-678b-499e-afec-c2e55d7cd394 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:44.033602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "DELETE /v2.0/floatingips/06d23714-c2e8-4255-ab59-56f29261b2c9 HTTP/1.1" status: 204 len: 168 time: 6.3934662 Dec 22 15:19:44.036006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40982) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:44.054397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:44.063243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:44.071487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Usage tracker for resource:floatingip and tenant:e012167312b14a9eb5557a8a8b27c97a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:44.074763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:44.075036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:44.075533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a120b-6955-47aa-b167-95ed8e3f3c09 None None] The sync data for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:44.089081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:44.170090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:44.234788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a28b49c0-678b-499e-afec-c2e55d7cd394 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:44.239675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a28b49c0-678b-499e-afec-c2e55d7cd394 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4304423 Dec 22 15:19:44.254209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:44.259243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 40986) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:44.572795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bbb025d2-a3b4-4154-8b6f-e36f3cf8b860 req-301400a6-5f0c-4f50-a523-4fc63234d480 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6211264 Dec 22 15:19:44.645194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.000174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.015604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d63677e-6e8a-42be-92f0-5327e8473719 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:45.048910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.156907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=bed35eb2-d47f-42d4-aec5-76134aa03066,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:45.166525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:45.175324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.350160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.538704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.555529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf70ac4c-32ca-4476-8310-195ebfab3d16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:45.674160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.682343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:45.690400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.696377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:45.700924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=b7793cda-07dd-41d6-8f59-5c9cfb0901fc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:45.713292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:45.726252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:45.729169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.757736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.770157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.782341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Router d49f0399-d2cd-4288-9624-6ca9fdfcefb8 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:45.789020 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/bed35eb2-d47f-42d4-aec5-76134aa03066 HTTP/1.1" status: 204 len: 168 time: 3.1807377 Dec 22 15:19:45.789431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 40998) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:45.819437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:45.820876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1f81948-4055-417c-a365-2218fe48eac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:45.885109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30494d-f561-4f7e-85ae-5f33431a7756,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:45.898631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:45.912545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.919072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:45.925142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b30494d-f561-4f7e-85ae-5f33431a7756 HTTP/1.1" status: 204 len: 168 time: 1.6493204 Dec 22 15:19:45.936320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5551913 Dec 22 15:19:45.943748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41002) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:45.944306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41004) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:45.987497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:45.990781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c488c7-4b10-4fa1-a853-1caddc46ea56 req-4cb46b6f-63a1-4771-a58a-d183ecd617f0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:45.992581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-14c488c7-4b10-4fa1-a853-1caddc46ea56 req-4cb46b6f-63a1-4771-a58a-d183ecd617f0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4806724 Dec 22 15:19:46.033132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 225e53a5-0bb0-4572-bcab-e568f4da040c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:46.033519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:46.115354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76803afb-339b-4e4f-8744-0d5023ad6963 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:46.116890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76803afb-339b-4e4f-8744-0d5023ad6963 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:46.118580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76803afb-339b-4e4f-8744-0d5023ad6963 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:46.119570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76803afb-339b-4e4f-8744-0d5023ad6963 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:46.123329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:46.353768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7e5cda7f-b71d-4790-8813-48e3a15ba2fd tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:46.362090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Allocated IP 172.26.4.102 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/18b366d8-7072-4a05-8b48-3e39a4ac9271) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:46.422635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:46.538741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76803afb-339b-4e4f-8744-0d5023ad6963 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:46.540064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-76803afb-339b-4e4f-8744-0d5023ad6963 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7449908 Dec 22 15:19:46.546036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41012) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:46.573622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7e5cda7f-b71d-4790-8813-48e3a15ba2fd tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:46.575100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7e5cda7f-b71d-4790-8813-48e3a15ba2fd tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.6294291 Dec 22 15:19:46.585183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41016) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:46.604025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-14c488c7-4b10-4fa1-a853-1caddc46ea56 req-e11b50d9-0917-4527-bea5-97f163d83d03 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5256193 Dec 22 15:19:46.626953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:46.643845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "PUT /v2.0/routers/d49f0399-d2cd-4288-9624-6ca9fdfcefb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5478265 Dec 22 15:19:46.656016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] Sync routers for ids ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:46.656361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41020) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:46.672430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] Routers {'d49f0399-d2cd-4288-9624-6ca9fdfcefb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:46.674059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:46.696797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:46.745588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:46.759788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] Routers {'d49f0399-d2cd-4288-9624-6ca9fdfcefb8'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:46.760677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:46.834109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:46.834630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f906880-3fae-4a4a-9c9a-59b094e655fe None None] The sync data for ids ['d49f0399-d2cd-4288-9624-6ca9fdfcefb8'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:46.925166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 225e53a5-0bb0-4572-bcab-e568f4da040c owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:47.034830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.130518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.182740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.215711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.260782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 0dcf302d-7ee4-477b-ada7-0176302f603a {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:47.270716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.272053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.305635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.306718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.314757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73905137-164a-46c9-b105-63c1dde82050 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:47.394945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.399136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.403545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.450793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] In _notify_port_updated(), no bound segment for port b7793cda-07dd-41d6-8f59-5c9cfb0901fc on network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:19:47.456482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:47.457491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.459256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/ports/b7793cda-07dd-41d6-8f59-5c9cfb0901fc HTTP/1.1" status: 200 len: 818 time: 1.5103397 Dec 22 15:19:47.472959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41030) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:47.483304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:47.547854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=b7793cda-07dd-41d6-8f59-5c9cfb0901fc,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:47.559550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:47.562645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.563823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:47.564640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18d9e635-45a3-45f9-a489-122ce7ed849c tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:47.596108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:47.608331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:47.649727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.832057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=3f2839d8-7424-4811-9148-0b227dcee435,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:47.847764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.849976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:47.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.893013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:47.997096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.016847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port b7793cda-07dd-41d6-8f59-5c9cfb0901fc {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:48.017240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.069196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.069793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Fanout notify agent at l3_agent the message router_deleted on router d49f0399-d2cd-4288-9624-6ca9fdfcefb8 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:19:48.075323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.077207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c070846-c27a-4bea-858b-175355601389 HTTP/1.1" status: 204 len: 168 time: 1.4886382 Dec 22 15:19:48.081949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41038) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:48.108975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Pushing event updated for resources: {'Port': ['ID=18b366d8-7072-4a05-8b48-3e39a4ac9271,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:48.127026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.128478 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7fa1577c-a97e-435a-b444-f39fd1e4308a tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "DELETE /v2.0/routers/d49f0399-d2cd-4288-9624-6ca9fdfcefb8 HTTP/1.1" status: 204 len: 168 time: 1.4700236 Dec 22 15:19:48.134306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:48.134306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9e23a200-c2a2-4cb6-b765-1223abec7f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.719s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:48.140080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41042) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:48.203553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c070846-c27a-4bea-858b-175355601389,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:48.215310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:48.220049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b1368e3-294c-4af7-80d7-2f97e1a59ab5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:48.325968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=225e53a5-0bb0-4572-bcab-e568f4da040c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:48.343428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:48.579862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.590025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a93ef-7a5f-43a9-8443-e4a54fec237d req-dd948fe8-5d5f-410a-8bc1-3bb6af87f030 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:48.591746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:48.592451 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a90a93ef-7a5f-43a9-8443-e4a54fec237d req-dd948fe8-5d5f-410a-8bc1-3bb6af87f030 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6828315 Dec 22 15:19:48.664049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcf302d-7ee4-477b-ada7-0176302f603a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:48.678194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:48.691697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.708633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95e727-21c1-4d1a-acb0-561b5e02b632 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:48.721217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4393b8c6-da8c-4728-9f88-9b5da3091d48 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:48.867290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.926637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Deleting subnet 5d8ccbe5-5d6d-4519-a380-b794918ffec5 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:48.931925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.974692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:48.976138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 97f7d2d5-edd4-44c4-9ce7-2c795621e6ce associated. External IP: 172.26.4.238, port: c662da25-2b5b-450c-9d16-4d23e8807ade. Dec 22 15:19:48.988589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.044446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4393b8c6-da8c-4728-9f88-9b5da3091d48 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:49.045944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4393b8c6-da8c-4728-9f88-9b5da3091d48 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9627986 Dec 22 15:19:49.050916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/0dcf302d-7ee4-477b-ada7-0176302f603a HTTP/1.1" status: 204 len: 168 time: 2.4971952 Dec 22 15:19:49.061481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41046) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:49.061864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41048) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:49.070754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763168808'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:49.122087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:49.157467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.206664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:49.252940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for b7793cda-07dd-41d6-8f59-5c9cfb0901fc owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:49.265390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 57001b48-96d7-4d98-b283-13ff508f410d {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:19:49.277633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.317273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a90a93ef-7a5f-43a9-8443-e4a54fec237d req-129cd309-399d-455f-9718-698c85920287 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5791967 Dec 22 15:19:49.334490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.468753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.521582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.523673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.580854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.583954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.662558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:49.688769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:49.716155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:49.718245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.735905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45865d5f-3719-4b37-a112-e3066d5e02c9 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:49.755216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:49.843859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=b7793cda-07dd-41d6-8f59-5c9cfb0901fc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:49.859266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:49.889394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.963403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:49.964326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router 91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:19:49.979330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.050951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/b7793cda-07dd-41d6-8f59-5c9cfb0901fc HTTP/1.1" status: 204 len: 168 time: 2.5734196 Dec 22 15:19:50.058662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.060919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.067171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 204 len: 168 time: 6.8284423 Dec 22 15:19:50.067487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41056) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.067487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41058) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.075685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a30f4f5a-f238-40d0-8e99-debfa19e7023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:50.144577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1219650172'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:50.155884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.195198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.203351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cf27c07-a9f9-4cfa-812e-2e71ba7642f4 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:50.375386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.382840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:50.387389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8ccbe5-5d6d-4519-a380-b794918ffec5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:50.414419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:50.433482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:50.444645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:50.447756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.447977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f5c23204-6d31-4911-a673-a441f632b176 None None] Provisioning complete for port 670d4754-5064-460a-ba9d-9ee77e4492a9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:19:50.448412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c23204-6d31-4911-a673-a441f632b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.469912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e3f6e88-25de-486a-85ec-25ef3df5a2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:50.491830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.497130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:50.511301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d5cdd-c3e2-44e5-b94a-a4f3397c83aa None None] Network a9babf2a-1094-4f49-bd91-18fedd43c4ba requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:50.686518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.704492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "DELETE /v2.0/subnets/5d8ccbe5-5d6d-4519-a380-b794918ffec5 HTTP/1.1" status: 204 len: 168 time: 2.5632162 Dec 22 15:19:50.705553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12d8c5-e073-4d28-8605-f8031d3e23a2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:50.709560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41068) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.715203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:50.716148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65f9d90a-9300-46ca-88f3-df369b1c59b8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:50.745360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:50.751052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.785619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Pushing event updated for resources: {'Port': ['ID=18b366d8-7072-4a05-8b48-3e39a4ac9271,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:50.789810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.791238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7264700 Dec 22 15:19:50.803840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=57001b48-96d7-4d98-b283-13ff508f410d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:50.810550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41072) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.816809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:50.821971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:50.823577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '7b12d8c5-e073-4d28-8605-f8031d3e23a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:50.833402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.840819 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/57001b48-96d7-4d98-b283-13ff508f410d HTTP/1.1" status: 204 len: 168 time: 1.7726138 Dec 22 15:19:50.845757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41076) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:50.848598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:50.859922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:50.873881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4944125-bcca-43ea-ae63-76c4b76e4110 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:50.932600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4f433-c76d-4635-a147-5b3ad148861e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:50.934191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-59e4f433-c76d-4635-a147-5b3ad148861e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:50.934340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.937232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:50.961787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.977513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Deleting port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:50.977513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:50.979452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:50.992537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-72cd3280-eb00-4c5c-87fd-366e700c6943 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362743 Dec 22 15:19:50.995084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:19:51.001755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:51.022561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.023974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9869134 Dec 22 15:19:51.028755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41084) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:51.100308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:51.172661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.173057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment df818d61-0cb5-47e5-9c2c-e0581cee6791 of type vlan for network 4dacb68a-aae6-455b-851f-f90da3f296cb Dec 22 15:19:51.424605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] DHCP port deletion for a9babf2a-1094-4f49-bd91-18fedd43c4ba request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:19:51.431816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Deleting port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:51.434838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.491855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:19:51.506613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Deleting port 670d4754-5064-460a-ba9d-9ee77e4492a9 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:51.507150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.529122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:51.540499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:51.549534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-59e4f433-c76d-4635-a147-5b3ad148861e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:51.550404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] For port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,segment=NetworkSegment(f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc),segment_id=f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:51.550903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.555541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59e4f433-c76d-4635-a147-5b3ad148861e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.4228666 Dec 22 15:19:51.571796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41090) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:51.574178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Usage tracker for resource:floatingip and tenant:beb700a7a8fc4a7eab4761aca1bbbc35 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:51.577849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.598257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:51.652635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:51.675874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a257-335f-44bb-847e-630492b197d8 req-3d76f36d-965f-485b-977b-b739c65c6b75 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:51.677612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-76c3a257-335f-44bb-847e-630492b197d8 req-3d76f36d-965f-485b-977b-b739c65c6b75 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1574795 Dec 22 15:19:51.786787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbfbca4-bc5e-45a6-ace8-cc63582bd46f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:19:51.786787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7cbfbca4-bc5e-45a6-ace8-cc63582bd46f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:51.794625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:51.799912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:51.802062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Calling delete_port for 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:51.803300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:51.810259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:51.820907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.851633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7cbfbca4-bc5e-45a6-ace8-cc63582bd46f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:51.859845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7cbfbca4-bc5e-45a6-ace8-cc63582bd46f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/b7793cda-07dd-41d6-8f59-5c9cfb0901fc HTTP/1.1" status: 404 len: 333 time: 0.2733133 Dec 22 15:19:51.860730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41094) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:51.869854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1986989209'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:51.873722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:51.877665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:51.880257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.883084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:51.886940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:51.894569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:51.919577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] For port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,segment=NetworkSegment(f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc),segment_id=f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:51.920409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.930730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.938472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:51.945337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-76c3a257-335f-44bb-847e-630492b197d8 req-9a65989b-b1a1-497f-bd44-633f511183a4 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224638 Dec 22 15:19:51.966012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:51.978356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:51.984681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.024794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:19:52.053619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.054139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 6cfb4129-19e5-4145-9784-0c835ff675a1 of type vlan for network 3c988284-80c6-4967-88b8-4d5f3f4e1546 Dec 22 15:19:52.068317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.068695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.079669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-80bafd03-098c-421c-917c-a73e368e941d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:52.093373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bda68e28-ec06-4b62-90b8-822c57689ef6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:52.122025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.127299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:52.128451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.145456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Port': ['ID=94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:52.151221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:52.153199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.153614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f2e1d3-fff0-4a91-9f5f-9f22a5265715,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:52.165144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:19:52.203993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.210792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:52.215313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] No DVR routers for this DVR port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:19:52.219998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:52.220584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9827e982-676b-4d7a-a0c0-959596f3e7cd tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:52.275475 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1391754 Dec 22 15:19:52.286542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41098) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:52.292372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.293757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.4815512 Dec 22 15:19:52.316000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41102) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:52.333510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Calling delete_port for 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:52.376292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:52.438219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:52.438943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.505989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=4dacb68a-aae6-455b-851f-f90da3f296cb,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:52.511127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:52.659969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.798213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.805444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:52.806614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.839425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:19:52.852255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-95f74256-023d-490e-82e6-09add34266eb tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:52.909054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.934060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.945602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 4dacb68a-aae6-455b-851f-f90da3f296cb details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:19:52.964726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:52.984670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Calling delete_port for 670d4754-5064-460a-ba9d-9ee77e4492a9 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:52.991520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9babf2a-1094-4f49-bd91-18fedd43c4ba']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.022801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:19:53.046038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:53.053686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:53.059274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:53.071183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:53.116187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.116897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5040fe8-e1a3-4a70-a03b-1234ea7b6dcc') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.165513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3033094 Dec 22 15:19:53.183505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.9651344 Dec 22 15:19:53.184928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41108) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:53.185504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41110) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:53.197138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:53.252708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:19:53.253453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:19:53.254218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 670d4754-5064-460a-ba9d-9ee77e4492a9 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:19:53.277691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:53.331745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-727434167'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:53.344077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:53.345233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.350255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:53.378153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:network and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:53.388372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:53.404252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:53.488312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:53.488954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:53.512659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.535108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.541785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.555969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:19:53.556650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:19:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.578406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=3c988284-80c6-4967-88b8-4d5f3f4e1546,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:53.587891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:53.599152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.653319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:53.653542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:53.658201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:53.658697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.663068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:19:53.663538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd74a2ea-e89c-49f0-a043-0c2968c8ff99 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:19:53.676218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:53.685666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.686004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.686179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.705892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:53.729189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:53.731622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:19:53.732085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.757702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:53.758070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.758380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.758781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.759237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.759657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.760026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.760245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.760431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.760849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.761266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.761676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.763231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39687a88-4d99-4551-bbd8-636f05d1b4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:53.765309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:53.771064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:19:53.771808 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:19:53.786138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:53.803020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:53.803319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:53.817974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:19:53.829312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.829778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Added segment b361cc88-b439-4122-9ef4-927ea57ba13e of type vlan for network a109831b-7d73-42f2-a971-817954333f24 Dec 22 15:19:53.842214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:53.860822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.865379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:19:53.906675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:53.959945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36f2e1d3-fff0-4a91-9f5f-9f22a5265715,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:53.996007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.003716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.008968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/36f2e1d3-fff0-4a91-9f5f-9f22a5265715 HTTP/1.1" status: 204 len: 168 time: 1.6851051 Dec 22 15:19:54.008968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:54.020721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41116) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:54.029020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Deleting port 94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:54.029363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.147975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08f64a92-4f77-4bcf-badf-763f225889d2 None None] The port '94e05c8f-d4b0-4f78-8b5b-7affa16dc9f6' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:19:54.149473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:54.155555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.161045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:54.161824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.165871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Deleting port 670d4754-5064-460a-ba9d-9ee77e4492a9 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:54.166526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.173198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0af9a29d-e3b1-4462-84fa-c732ce44f2c3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:54.214337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.215018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.215562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.215957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.216364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.216968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c747064a-54c7-49c7-871e-d89b1c8cc3c8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:54.217153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.217421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.217926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.218542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.219365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.219790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:19:54.229436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:54.270229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1b149-61b9-4c7a-9fe3-b494c9b5fe17 req-75b4f3c3-823a-4fb1-abde-9fd8975c16e9 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:54.274736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bd1b149-61b9-4c7a-9fe3-b494c9b5fe17 req-75b4f3c3-823a-4fb1-abde-9fd8975c16e9 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.8136516 Dec 22 15:19:54.341514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.351218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.374858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d427185e-f298-418b-8c32-fde32787888a tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:54.395336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2027795 Dec 22 15:19:54.401871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41120) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:54.407697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Network': ['ID=a109831b-7d73-42f2-a971-817954333f24,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:54.414073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:54.444408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.458272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c747064a-54c7-49c7-871e-d89b1c8cc3c8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:54.458272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c747064a-54c7-49c7-871e-d89b1c8cc3c8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4344666 Dec 22 15:19:54.460994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41124) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:54.470241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a109831b-7d73-42f2-a971-817954333f24 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:19:54.488391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'subnet': {'network_id': 'a109831b-7d73-42f2-a971-817954333f24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:54.505644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Pushing event deleted for resources: {'Network': ['ID=a9babf2a-1094-4f49-bd91-18fedd43c4ba,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:54.508337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:54.528566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] 10.222.0.32 "DELETE /v2.0/networks/a9babf2a-1094-4f49-bd91-18fedd43c4ba HTTP/1.1" status: 204 len: 168 time: 3.8104353 Dec 22 15:19:54.602379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Allocated IP 172.26.4.161 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/25bce2ff-2321-4838-952b-e501c23b84fa) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:54.704628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.744579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:54.745023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.806879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.877978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:54.887964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a94ae6b-6884-4372-8736-2b982697778c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:54.898206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Calling delete_port for 670d4754-5064-460a-ba9d-9ee77e4492a9 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:55.045578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:55.058633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=5fd58897-3fd0-4ec7-9e07-62757fb666df,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:55.066880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:55.074600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '6cfb4129-19e5-4145-9784-0c835ff675a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:55.075048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 3c988284-80c6-4967-88b8-4d5f3f4e1546, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:19:55.108598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.116315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0dc3985c-e967-4304-812d-6a108d607b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:55.128997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.139876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12d8c5-e073-4d28-8605-f8031d3e23a2,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:55.146282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:55.164945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.165990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.172578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:55.194582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:19:55.195292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:19:55.227102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:19:55.233646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bd1b149-61b9-4c7a-9fe3-b494c9b5fe17 req-6fa993f6-942e-4ba4-8948-945bc46957f6 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8764646 Dec 22 15:19:55.281976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.283075 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b12d8c5-e073-4d28-8605-f8031d3e23a2 HTTP/1.1" status: 204 len: 168 time: 0.7824216 Dec 22 15:19:55.285703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:55.287333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41132) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.289373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:55.292942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:55.293612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.302760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:55.322212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41136) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.330285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=9']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:55.337660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 3c988284-80c6-4967-88b8-4d5f3f4e1546) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:55.343032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:55.347417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c207d452-3d05-4f6e-8d51-651b06dc45ab tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:55.354111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0984b-ae25-4be5-afa0-c0d6be1197ca None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:55.357346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:55.364761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.386778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:55.387219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.396481 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3917410 Dec 22 15:19:55.402212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41142) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.409941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:55.466135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=8b1ff78b-ae9f-4223-a645-101197a4f2c2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:55.469762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:55.472701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-537d76b9-fa35-4945-a288-7cba60351c33 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:55.482752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2947788 Dec 22 15:19:55.489078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41146) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.499391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:55.574195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:55.614082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-537d76b9-fa35-4945-a288-7cba60351c33 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:55.621243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-537d76b9-fa35-4945-a288-7cba60351c33 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3255825 Dec 22 15:19:55.622887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41150) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:55.632727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817122545'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:55.649708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:55.672174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:55.708021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:55.712998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:55.716800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:55.724658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:55.735820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.783396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:55.790180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.830512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:55.882975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:55.889240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:55.892911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-3c988284-80c6-4967-88b8-4d5f3f4e1546', 'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': '5fd58897-3fd0-4ec7-9e07-62757fb666df'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:19:55.892911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.907065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.946219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:55.979923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Deleting port 670d4754-5064-460a-ba9d-9ee77e4492a9 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:19:55.980542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:55.982974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.007600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35fc64e3-6cb8-4745-aa69-fe9407215533 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:56.071532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.227907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:56.355072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Allocated IP 2001:db8::2 (3c988284-80c6-4967-88b8-4d5f3f4e1546/5fd58897-3fd0-4ec7-9e07-62757fb666df/1781578d-c9fb-4e03-a8b2-458adb264ada) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:56.402385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=12e49e30-0902-48ea-9082-1b57e961bb92,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:56.413492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:56.418780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:56.426382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:56.441575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:56.458469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f4797093-0108-4826-8bf8-8e56f575e5e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2149aa6db29049c19c04d13841219ca8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1272438 Dec 22 15:19:56.463139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:56.521001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3daa626a-527f-4a2f-8d0f-9b3300bbd21b tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:56.550145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41156) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:56.560423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:56.581100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:56.622293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:56.717132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5fd58897-3fd0-4ec7-9e07-62757fb666df (CIDR: 2001:db8::/64) Dec 22 15:19:56.773105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:19:56.773669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:19:56.816783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': 'df818d61-0cb5-47e5-9c2c-e0581cee6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:56.817449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: 4dacb68a-aae6-455b-851f-f90da3f296cb, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:19:56.911651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.921462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Pushing event updated for resources: {'Port': ['ID=25bce2ff-2321-4838-952b-e501c23b84fa,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:56.924631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30234237-399d-4334-9cd3-daceb92f7030 req-f5d550cd-cf64-4f07-871d-f52292124376 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:56.927441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-30234237-399d-4334-9cd3-daceb92f7030 req-f5d550cd-cf64-4f07-871d-f52292124376 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4932373 Dec 22 15:19:56.941674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-754cc82f-0f28-4470-9644-8a7adb0f219c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4502771 Dec 22 15:19:56.944798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.951785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:56.952574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41160) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:56.961248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] For port 670d4754-5064-460a-ba9d-9ee77e4492a9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=670d4754-5064-460a-ba9d-9ee77e4492a9,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:19:56.961695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.976043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.977876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:56.999576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:57.007680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39f84af5-ddd4-49d4-b615-36b11c8aeead tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:57.101169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.120913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52be8488-32a2-4f6a-aacc-7d65e91bbca5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:57.156357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.162941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5380940 Dec 22 15:19:57.164568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41164) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:57.180358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:57.185526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-30234237-399d-4334-9cd3-daceb92f7030 req-fb96a8b6-9a62-43de-b98e-173bd09c977a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172506 Dec 22 15:19:57.197048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '52be8488-32a2-4f6a-aacc-7d65e91bbca5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:57.208531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:57.213326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Calling delete_port for 670d4754-5064-460a-ba9d-9ee77e4492a9 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:19:57.218901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:57.262341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:57.275256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:57.309535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 4dacb68a-aae6-455b-851f-f90da3f296cb is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:19:57.354104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.358027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.407518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Transition to ACTIVE for port object 1781578d-c9fb-4e03-a8b2-458adb264ada will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:57.440769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:57.445226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.457562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.457865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0317c4cd-c4d3-453e-aa13-950fb00ee577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:57.462433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 4dacb68a-aae6-455b-851f-f90da3f296cb) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:57.474707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:57.475519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Transition to ACTIVE for port object 1781578d-c9fb-4e03-a8b2-458adb264ada will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:19:57.482264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fce0d-69c5-4f56-a3f4-fb4b0e64e1bf,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:57.483993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16738eb-2670-4366-9268-566fb26c4431 None None] Network 4dacb68a-aae6-455b-851f-f90da3f296cb requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:57.497008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:57.512000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.515043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b65fce0d-69c5-4f56-a3f4-fb4b0e64e1bf HTTP/1.1" status: 204 len: 168 time: 0.9630134 Dec 22 15:19:57.517365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:57.532158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:57.532861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.537270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.538517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:57.579815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.585083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:57.631526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Subnet': ['ID=cdd6542b-5e99-4165-8971-dd4e03aaef2e,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:57.636405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.640295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c340def-b0e8-4d86-8836-137c8a7210c9 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:57.644380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:57.731234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e036110-e4c5-4313-846f-7a0fe62edad4,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:57.744388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:57.758281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.761108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4675400 Dec 22 15:19:57.761312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:19:57.765746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5777490 Dec 22 15:19:57.766720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41174) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:57.767299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41176) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:57.771393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.786309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1667730173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:57.812471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:57.828921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47a85034-4ff9-4be3-b8cf-1efd60671df8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules/8e036110-e4c5-4313-846f-7a0fe62edad4 HTTP/1.1" status: 200 len: 705 time: 0.0515075 Dec 22 15:19:57.829159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:57.834637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41182) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:57.838863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:57.931089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:57.964372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.046384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.048427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.069767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6571e053-777d-4c15-bb1e-76ebed1d2044 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:19:58.148537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4b0be-1da7-4733-861e-58b2200ecdc0 req-db6ea48a-173b-42ba-b5e3-ffc635d25f26 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:58.151095 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f4b0be-1da7-4733-861e-58b2200ecdc0 req-db6ea48a-173b-42ba-b5e3-ffc635d25f26 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.2693415 Dec 22 15:19:58.164148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6571e053-777d-4c15-bb1e-76ebed1d2044 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:19:58.166436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6571e053-777d-4c15-bb1e-76ebed1d2044 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3296611 Dec 22 15:19:58.173012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41188) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:58.181612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.266507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f4b0be-1da7-4733-861e-58b2200ecdc0 req-f0a66650-c48e-476c-82c6-9ce7a98e3db0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819666 Dec 22 15:19:58.273780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Checking segment: {'id': 'b361cc88-b439-4122-9ef4-927ea57ba13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a109831b-7d73-42f2-a971-817954333f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:58.274485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network hostable DHCP agents. Network: a109831b-7d73-42f2-a971-817954333f24, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:19:58.283622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] No DVR routers for this DVR port 670d4754-5064-460a-ba9d-9ee77e4492a9 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:19:58.320480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.382274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:19:58.387283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcecb13-f807-420b-b9bf-18f1e3cb97f4 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:58.393849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.395844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fd09846e-c052-4091-93ca-2ebe180aaa31 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6251569 Dec 22 15:19:58.402111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41196) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:58.407878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:58.409891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Pushing event updated for resources: {'Port': ['ID=1781578d-c9fb-4e03-a8b2-458adb264ada,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:58.412508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:19:58.424107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:58.427289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08182766-85df-4c59-a1ad-f952b998716a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:58.512192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Pushing event deleted for resources: {'Port': ['ID=670d4754-5064-460a-ba9d-9ee77e4492a9,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:19:58.522031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:19:58.722479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.815323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.851238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network a109831b-7d73-42f2-a971-817954333f24 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:19:58.866452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Attempting to bind port 1781578d-c9fb-4e03-a8b2-458adb264ada on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:19:58.867413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Attempting to bind port 1781578d-c9fb-4e03-a8b2-458adb264ada by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '6cfb4129-19e5-4145-9784-0c835ff675a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:19:58.868110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Attempting to bind port 1781578d-c9fb-4e03-a8b2-458adb264ada on network 3c988284-80c6-4967-88b8-4d5f3f4e1546 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:19:58.889342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:19:58.890065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Checking segment: {'id': '6cfb4129-19e5-4145-9784-0c835ff675a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:19:58.890880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.891585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Bound using segment: {'id': '6cfb4129-19e5-4145-9784-0c835ff675a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:19:58.892460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Bound port: 1781578d-c9fb-4e03-a8b2-458adb264ada, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfb4129-19e5-4145-9784-0c835ff675a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:19:58.893184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:58.923579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-4dacb68a-aae6-455b-851f-f90da3f296cb', 'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': '12e49e30-0902-48ea-9082-1b57e961bb92'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:19:58.925018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:59.044225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:59.126950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, a109831b-7d73-42f2-a971-817954333f24) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:19:59.135120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:19:59.136302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:59.180098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b801b-58db-4d99-9345-928c4cde7a47 None None] Network a109831b-7d73-42f2-a971-817954333f24 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:19:59.258326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:59.355593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Allocated IP 172.20.0.2 (4dacb68a-aae6-455b-851f-f90da3f296cb/12e49e30-0902-48ea-9082-1b57e961bb92/ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:19:59.577748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41214) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:59.738447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-ebf870d8-8024-4a65-a0f2-bf8bfdfc00b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 1.5995743 Dec 22 15:19:59.864999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:59.869902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:19:59.871617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4206984 Dec 22 15:19:59.875487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41220) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:19:59.882404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1818388815', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:59.890919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:19:59.899129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-785045572'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:19:59.905849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:59.908951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:19:59.914475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:59.918800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:router and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:19:59.922531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:59.926047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:19:59.936500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:59.939247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:19:59.944701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] For port 1781578d-c9fb-4e03-a8b2-458adb264ada, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:00.033378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '8b1ff78b-ae9f-4223-a645-101197a4f2c2'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:00.034315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.047301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:00.060312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.065142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.071159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8e036110-e4c5-4313-846f-7a0fe62edad4 HTTP/1.1" status: 204 len: 168 time: 1.7788570 Dec 22 15:20:00.083976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41224) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.087237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:00.087626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] For port 1781578d-c9fb-4e03-a8b2-458adb264ada, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1781578d-c9fb-4e03-a8b2-458adb264ada,segment=NetworkSegment(6cfb4129-19e5-4145-9784-0c835ff675a1),segment_id=6cfb4129-19e5-4145-9784-0c835ff675a1)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:00.115979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.129513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.151593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:00.163626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=7a2cb24c-4463-4f40-832b-ba2bc92980d7,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:00.175221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:00.178553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.179541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.183279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:00.184011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.186233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.197060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.200386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489a4d8-5000-4eee-aeeb-fe80b7f290cd req-f67a4b09-2901-4449-b893-7b3811e238b3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:00.202317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4489a4d8-5000-4eee-aeeb-fe80b7f290cd req-f67a4b09-2901-4449-b893-7b3811e238b3 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4700491 Dec 22 15:20:00.203009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2b06998-056d-4794-9ba1-a072a4f5f8df tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:00.235961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56a89c09-d6cc-4f2f-b221-383cd0100e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:00.254006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.258437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e036110-e4c5-4313-846f-7a0fe62edad4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:00.284966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:00.298569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23a16415-a578-4d28-b516-8e32f4365744 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:00.320200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-a36f3ef9-543a-413b-9255-232bc2d38acf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:00.320200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-a36f3ef9-543a-413b-9255-232bc2d38acf service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.5701015 Dec 22 15:20:00.337876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:00.352484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.402733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Transition to ACTIVE for port object ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:00.407541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0040462 Dec 22 15:20:00.410860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41228) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.411983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:security_group_rule and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:00.420597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:00.427407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:2c:3a:4a', 'name': 'tempest-NetworksTestDHCPv6-145122441'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:00.487674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27a8a454-08fb-4498-bcd4-011335a06ce3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3979008 Dec 22 15:20:00.496137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:00.499169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41232) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.527051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '52be8488-32a2-4f6a-aacc-7d65e91bbca5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:00.544252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Pushing event updated for resources: {'Port': ['ID=25bce2ff-2321-4838-952b-e501c23b84fa,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:00.544547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:00.572047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:00.577671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4489a4d8-5000-4eee-aeeb-fe80b7f290cd req-e092816f-3cb6-47d5-8fe4-923447d0e727 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305345 Dec 22 15:20:00.578230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Pushing event updated for resources: {'Port': ['ID=1781578d-c9fb-4e03-a8b2-458adb264ada,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:00.582913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:00.587685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Transition to ACTIVE for port object ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:00.615679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-a109831b-7d73-42f2-a971-817954333f24', 'network_id': 'a109831b-7d73-42f2-a971-817954333f24', 'tenant_id': '928a39bc056444c28c3c31c6d927f4d7', 'fixed_ips': [{'subnet_id': 'cdd6542b-5e99-4165-8971-dd4e03aaef2e'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:00.616352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-38780747-a501-4390-9b79-92c64ce3e62e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.2790985 Dec 22 15:20:00.616465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.616548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.619722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.645618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Allocated IP 2001:db8::f816:3eff:fe36:883 (5ab54424-188e-4b54-81b5-4cfc68514aa3/8b1ff78b-ae9f-4223-a645-101197a4f2c2/5221209f-2094-4e10-b9cd-f7c933f9286d) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:00.707724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.20.0.1 (4dacb68a-aae6-455b-851f-f90da3f296cb/12e49e30-0902-48ea-9082-1b57e961bb92/c27c2ffe-f566-4a36-a52e-384be7244b9f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:00.709509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.709766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.717254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:00.719930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:00.757588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:00.771238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:00.777183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7424712 Dec 22 15:20:00.781303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41236) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:00.901616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-6cdc11bb-9d8c-4efd-a8a4-b119dfe8f600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:00.904930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-6cdc11bb-9d8c-4efd-a8a4-b119dfe8f600 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.2778409 Dec 22 15:20:00.928944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Network 4dacb68a-aae6-455b-851f-f90da3f296cb is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:00.938917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:00.940854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:00.953531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Pushing event updated for resources: {'Port': ['ID=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:00.962639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:00.968400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:00.977540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.003809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:01.015040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:01.015732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.024209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:01.029832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=e90cb97d-c5c5-42aa-91e1-26b3d85c5837,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:01.034281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:01.078954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ed4a1999-64cd-445e-b132-0897d82e7857 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Synchronizing usage tracker for tenant:e012167312b14a9eb5557a8a8b27c97a on resource:floatingip {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:01.082005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:01.098148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:01.106242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1467140 Dec 22 15:20:01.114493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41240) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:01.116715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.125267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:01.133842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546', 'fixed_ips': [{'subnet_id': '5fd58897-3fd0-4ec7-9e07-62757fb666df'}, {'subnet_id': 'e90cb97d-c5c5-42aa-91e1-26b3d85c5837'}], 'name': 'tempest-PortsIpV6TestJSON-1299947419'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:01.162353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-0ff86136-54ac-4bd2-ad53-577d1fe78524 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228792 Dec 22 15:20:01.166492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Allocated IP 172.20.0.2 (a109831b-7d73-42f2-a971-817954333f24/cdd6542b-5e99-4165-8971-dd4e03aaef2e/82a74b9b-26c8-48b9-a48f-401df78c73e4) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:01.200028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.206586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.218624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7a636a9-7fc4-4ee8-86d4-303805275646 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:01.300884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ed4a1999-64cd-445e-b132-0897d82e7857 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Unset dirty status for tenant:e012167312b14a9eb5557a8a8b27c97a on resource:floatingip {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:01.306282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ed4a1999-64cd-445e-b132-0897d82e7857 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3208 time: 0.5193522 Dec 22 15:20:01.319440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41244) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:01.339097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Attempting to bind port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:01.339978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Attempting to bind port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'df818d61-0cb5-47e5-9c2c-e0581cee6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:01.339978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Attempting to bind port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd on network 4dacb68a-aae6-455b-851f-f90da3f296cb {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:01.377822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.451696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.455052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:01.455588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Checking segment: {'id': 'df818d61-0cb5-47e5-9c2c-e0581cee6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:01.455921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.456375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Bound using segment: {'id': 'df818d61-0cb5-47e5-9c2c-e0581cee6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:01.456933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Bound port: ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df818d61-0cb5-47e5-9c2c-e0581cee6791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4dacb68a-aae6-455b-851f-f90da3f296cb'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:01.457365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.500598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Transition to ACTIVE for port object 5221209f-2094-4e10-b9cd-f7c933f9286d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:01.507254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-79abbc1d-a66c-43a4-a10c-83505839d400 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Synchronizing usage tracker for tenant:95f225eff30546ca843520775171b0c6 on resource:floatingip {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:01.580708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-79abbc1d-a66c-43a4-a10c-83505839d400 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Unset dirty status for tenant:95f225eff30546ca843520775171b0c6 on resource:floatingip {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:01.582685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79abbc1d-a66c-43a4-a10c-83505839d400 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2620003 Dec 22 15:20:01.588436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Transition to ACTIVE for port object 5221209f-2094-4e10-b9cd-f7c933f9286d will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:01.596585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41248) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:01.633188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:01.644486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:01.689433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.698481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-707063fe-7cba-4779-bfeb-38e15cf2a965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:01.701944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-ae64bc04-ba62-4667-9ad2-e2d99a1770a8 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342882 Dec 22 15:20:01.758979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] For port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:01.781267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] For port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,segment=NetworkSegment(df818d61-0cb5-47e5-9c2c-e0581cee6791),segment_id=df818d61-0cb5-47e5-9c2c-e0581cee6791)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:01.790973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object c27c2ffe-f566-4a36-a52e-384be7244b9f will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:01.817341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.821707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:01.834097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.838519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Pushing event updated for resources: {'Port': ['ID=5221209f-2094-4e10-b9cd-f7c933f9286d,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:01.841534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:01.845486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:01.845900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:01.847267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.847670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment fd75f58e-5b75-413a-a284-06fd07f615e4 of type vlan for network 73d9f049-f750-4aee-bcd7-968e0114c2a9 Dec 22 15:20:01.860690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f661745-2ffd-43e1-90c7-375a83f4a371,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:01.886592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:01.897922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Transition to ACTIVE for port object 82a74b9b-26c8-48b9-a48f-401df78c73e4 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:01.933820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:01.950065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:02.011013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Transition to ACTIVE for port object 82a74b9b-26c8-48b9-a48f-401df78c73e4 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:02.098633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Deleting port 25bce2ff-2321-4838-952b-e501c23b84fa {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:02.099293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.143425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.210330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1781578d-c9fb-4e03-a8b2-458adb264ada up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:02.226491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.237073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:02.257462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:02.296046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:02.309811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:02.315415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.316256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e361c4e9-71bb-4ba5-a0fe-f84f60e3edf2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:02.317784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf906a73-5bef-4fd3-a6e2-74b5679d75c3 req-c94e2b3a-0b17-4e07-a287-fbdabb6899c0 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972848 Dec 22 15:20:02.344431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:02.346161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:02.348696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Pushing event updated for resources: {'Port': ['ID=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:02.367319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:02.368258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.369921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0143d4d5-b4e1-4f85-a3b1-ae7f1a0c1f9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:02.380465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.396393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:02.403329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.403682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.413804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Attempting to bind port 5221209f-2094-4e10-b9cd-f7c933f9286d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:02.414246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Attempting to bind port 5221209f-2094-4e10-b9cd-f7c933f9286d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:02.414624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Attempting to bind port 5221209f-2094-4e10-b9cd-f7c933f9286d on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:02.417346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fac8b8f7-aa68-492d-9685-2aaf43081bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.444932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Network a109831b-7d73-42f2-a971-817954333f24 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:02.450470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Bound port: 5221209f-2094-4e10-b9cd-f7c933f9286d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:02.462035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.500565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:02.501145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Pushing event updated for resources: {'Port': ['ID=82a74b9b-26c8-48b9-a48f-401df78c73e4,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:02.506376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:02.551311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.555746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:02.556500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.574404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Calling delete_port for 25bce2ff-2321-4838-952b-e501c23b84fa owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:02.617374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221233f-7c9e-4c95-a65e-b7e1c66d2b23 req-c0aa2127-45c4-4eda-92ff-99fa4dc581a7 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:02.619250 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6221233f-7c9e-4c95-a65e-b7e1c66d2b23 req-c0aa2127-45c4-4eda-92ff-99fa4dc581a7 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.7951331 Dec 22 15:20:02.630872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 1982a8b4-e5ae-4962-9448-75ea7fa8355f yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:02.632671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 1781578d-c9fb-4e03-a8b2-458adb264ada completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:02.687900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Attempting to bind port 82a74b9b-26c8-48b9-a48f-401df78c73e4 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:02.688586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Attempting to bind port 82a74b9b-26c8-48b9-a48f-401df78c73e4 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b361cc88-b439-4122-9ef4-927ea57ba13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a109831b-7d73-42f2-a971-817954333f24'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:02.690280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Attempting to bind port 82a74b9b-26c8-48b9-a48f-401df78c73e4 on network a109831b-7d73-42f2-a971-817954333f24 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:02.690460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.691641 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.1778576 Dec 22 15:20:02.707308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41254) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.740738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] For port 5221209f-2094-4e10-b9cd-f7c933f9286d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:02.745688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] For port 5221209f-2094-4e10-b9cd-f7c933f9286d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5221209f-2094-4e10-b9cd-f7c933f9286d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:02.756172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:02.756951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Checking segment: {'id': 'b361cc88-b439-4122-9ef4-927ea57ba13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a109831b-7d73-42f2-a971-817954333f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:02.757728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.758465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Bound using segment: {'id': 'b361cc88-b439-4122-9ef4-927ea57ba13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a109831b-7d73-42f2-a971-817954333f24'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:02.759840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Bound port: 82a74b9b-26c8-48b9-a48f-401df78c73e4, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b361cc88-b439-4122-9ef4-927ea57ba13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a109831b-7d73-42f2-a971-817954333f24'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:02.760972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.778490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-96cc2ffd-c28a-498d-be0c-b967f8835f95 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules/e361c4e9-71bb-4ba5-a0fe-f84f60e3edf2 HTTP/1.1" status: 200 len: 705 time: 0.0646639 Dec 22 15:20:02.787581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 4dacb68a-aae6-455b-851f-f90da3f296cb is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:02.787801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41258) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:02.851259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=c27c2ffe-f566-4a36-a52e-384be7244b9f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:02.879776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:02.897209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6436539e-ab12-4f23-b024-976a88cabe27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:02.928372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:02.931591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:02.981487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dd040bff-209d-4d5d-bfbb-5e930004fbce tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:03.007437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2153a941-0741-4cfe-bdca-00a14180d1bf tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:03.029618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.034945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:03.062397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:03.077771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dd040bff-209d-4d5d-bfbb-5e930004fbce tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:03.079337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dd040bff-209d-4d5d-bfbb-5e930004fbce tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2904480 Dec 22 15:20:03.101899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41262) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.136294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.193877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Pushing event deleted for resources: {'Port': ['ID=25bce2ff-2321-4838-952b-e501c23b84fa,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:03.214182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:03.235455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Pushing event updated for resources: {'Port': ['ID=5221209f-2094-4e10-b9cd-f7c933f9286d,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:03.250374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.6615553 Dec 22 15:20:03.250668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] For port 82a74b9b-26c8-48b9-a48f-401df78c73e4, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:03.250668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:03.265016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] For port 82a74b9b-26c8-48b9-a48f-401df78c73e4, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82a74b9b-26c8-48b9-a48f-401df78c73e4,segment=NetworkSegment(b361cc88-b439-4122-9ef4-927ea57ba13e),segment_id=b361cc88-b439-4122-9ef4-927ea57ba13e)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:03.271338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.288860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.309272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.314365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87aa109c-9de7-4435-8a30-e7e6b8d9be4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:03.502697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Pushing event updated for resources: {'Port': ['ID=82a74b9b-26c8-48b9-a48f-401df78c73e4,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:03.507492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:03.555514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6221233f-7c9e-4c95-a65e-b7e1c66d2b23 req-35c2a76f-b430-43f5-9cdb-c84514c5d52c tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7706807 Dec 22 15:20:03.618639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41266) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.623080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=73d9f049-f750-4aee-bcd7-968e0114c2a9,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:03.626578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:03.638006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 73d9f049-f750-4aee-bcd7-968e0114c2a9 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:03.661423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.687981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:03.691304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.725747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.774799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.786453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:03.792529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.793903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] 10.222.0.32 "DELETE /v2.0/floatingips/314e7f99-d126-4721-b0b9-8138b1421571 HTTP/1.1" status: 204 len: 168 time: 2.1960769 Dec 22 15:20:03.798101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41270) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:03.834083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.903998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:03.996163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fdd1e6-44d2-4d1b-85d0-0a95307e1d70 None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:04.023789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:04.042615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:04.068261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.075297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e361c4e9-71bb-4ba5-a0fe-f84f60e3edf2 HTTP/1.1" status: 204 len: 168 time: 0.9504392 Dec 22 15:20:04.075297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41274) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.077065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e361c4e9-71bb-4ba5-a0fe-f84f60e3edf2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:04.080821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:04.090195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:04.101753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Deleting port 18b366d8-7072-4a05-8b48-3e39a4ac9271 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:04.101753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.115219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:04.123038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:04.138323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:04.167293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 172.20.0.4 (5ab54424-188e-4b54-81b5-4cfc68514aa3/7a2cb24c-4463-4f40-832b-ba2bc92980d7/1982a8b4-e5ae-4962-9448-75ea7fa8355f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:04.178549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fe2c:3a4a (5ab54424-188e-4b54-81b5-4cfc68514aa3/8b1ff78b-ae9f-4223-a645-101197a4f2c2/1982a8b4-e5ae-4962-9448-75ea7fa8355f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:04.247450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0d15ea0-5fe2-4408-8523-b3e95fab84ab tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:04.308760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.26.4.163 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/f5d9e865-471d-4db5-9384-822ce764fc85) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:04.342976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Provisioning for port 1781578d-c9fb-4e03-a8b2-458adb264ada completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:04.396617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Provisioning complete for port 1781578d-c9fb-4e03-a8b2-458adb264ada triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:04.397035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.448358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.448742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.507527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:04.571608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d04154f2-9ffd-49da-9dbe-6d2d89d4fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.666502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Calling delete_port for 18b366d8-7072-4a05-8b48-3e39a4ac9271 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:04.776835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.844613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0d15ea0-5fe2-4408-8523-b3e95fab84ab tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:04.846085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0d15ea0-5fe2-4408-8523-b3e95fab84ab tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7670925 Dec 22 15:20:04.851935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:04.854570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41280) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:04.877090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] For port 1781578d-c9fb-4e03-a8b2-458adb264ada, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1781578d-c9fb-4e03-a8b2-458adb264ada,segment=NetworkSegment(6cfb4129-19e5-4145-9784-0c835ff675a1),segment_id=6cfb4129-19e5-4145-9784-0c835ff675a1)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:04.886664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.893352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '52be8488-32a2-4f6a-aacc-7d65e91bbca5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:04.907945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:04.918542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:04.923948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d89c7caf-0007-4181-99a1-d23a67f285e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:05.010690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:05.125401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Pushing event updated for resources: {'Port': ['ID=1781578d-c9fb-4e03-a8b2-458adb264ada,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:05.136267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:05.138294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Update dhcp port {'port': {'network_id': '3c988284-80c6-4967-88b8-4d5f3f4e1546', 'fixed_ips': [{'subnet_id': '5fd58897-3fd0-4ec7-9e07-62757fb666df', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e90cb97d-c5c5-42aa-91e1-26b3d85c5837'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': '1781578d-c9fb-4e03-a8b2-458adb264ada'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:20:05.233933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.250187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:05.264848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.305257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Pushing event deleted for resources: {'Port': ['ID=18b366d8-7072-4a05-8b48-3e39a4ac9271,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:05.313323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:05.324737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.374463 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-66e8035e-9953-46c8-8336-627df1e9c2ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4619515 Dec 22 15:20:05.442535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.475440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215fb17-bd1f-4ef0-939f-318d0dfba993 req-864d18bd-b1b0-482f-9fad-1cb14179be6a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:05.478700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d215fb17-bd1f-4ef0-939f-318d0dfba993 req-864d18bd-b1b0-482f-9fad-1cb14179be6a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6865547 Dec 22 15:20:05.648155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.670672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d215fb17-bd1f-4ef0-939f-318d0dfba993 req-1972d78f-9128-44e7-8cfc-3bd6fa5ac21b tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751118 Dec 22 15:20:05.677785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Allocated IP 2001:db8:0:1::2 (3c988284-80c6-4967-88b8-4d5f3f4e1546/e90cb97d-c5c5-42aa-91e1-26b3d85c5837/1781578d-c9fb-4e03-a8b2-458adb264ada) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:05.706502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.748050 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-d56a5c60-1f8c-4aaf-99db-d419663f8a39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 0.1573656 Dec 22 15:20:05.753820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.753820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:05.801492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.813069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/9bc25726-fba0-41c6-b0f5-f1cc859649d2 HTTP/1.1" status: 204 len: 168 time: 2.0082715 Dec 22 15:20:05.843483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41286) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.860019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:05.866176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9893363 Dec 22 15:20:05.870697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030688c8-57f1-41e5-b7b6-73da0ce63af1,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:05.873756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41290) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:05.985282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:06.075772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-da520f2f-59ac-4d09-b17b-c921c789ec03 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules/030688c8-57f1-41e5-b7b6-73da0ce63af1 HTTP/1.1" status: 200 len: 706 time: 0.1195910 Dec 22 15:20:06.104462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] For port 1781578d-c9fb-4e03-a8b2-458adb264ada, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1781578d-c9fb-4e03-a8b2-458adb264ada,segment=NetworkSegment(6cfb4129-19e5-4145-9784-0c835ff675a1),segment_id=6cfb4129-19e5-4145-9784-0c835ff675a1)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:06.180080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:06.212595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41294) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:06.217342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Transition to ACTIVE for port object 1781578d-c9fb-4e03-a8b2-458adb264ada will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:06.235034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd138e4-d1d3-4f3e-9473-b0b9ec95e471 None None] Network 4dacb68a-aae6-455b-851f-f90da3f296cb requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:06.278167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:06.296101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dce207f2-ca08-4e90-8a08-0cb95bad8b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:06.399729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82a74b9b-26c8-48b9-a48f-401df78c73e4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:06.449023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:06.473006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Pushing event updated for resources: {'Port': ['ID=1781578d-c9fb-4e03-a8b2-458adb264ada,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:06.492081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9b9c2897-984a-4ca4-9fcf-30a4a543c388 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:06.519581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting port 9429e0e8-92e4-41dd-8744-f193b76e8c81 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:06.520201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:06.534635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:06.555647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:06.562363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:06.628355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Provisioning for port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:06.678847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-c4afa494-5cf6-4a77-8364-ecbad90245b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:06.682971 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-c4afa494-5cf6-4a77-8364-ecbad90245b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.8691254 Dec 22 15:20:06.704097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a99243-0913-4f78-a046-a72edc5a8712 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:06.916807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-708faf80-3fa9-4280-9aef-69103c44785d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.1626630 Dec 22 15:20:06.937265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Provisioning complete for port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:06.937692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.013487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-15d6f9fb-6055-4875-83f3-cffb93559bcc tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:07.073115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-6a6f908b-55f1-403c-bc9c-4b78be0210d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:07.074796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-6a6f908b-55f1-403c-bc9c-4b78be0210d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.1469948 Dec 22 15:20:07.131982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.171563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-15d6f9fb-6055-4875-83f3-cffb93559bcc tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:07.176179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-15d6f9fb-6055-4875-83f3-cffb93559bcc tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.9622521 Dec 22 15:20:07.180977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41298) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:07.232961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.248900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.276717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 1982a8b4-e5ae-4962-9448-75ea7fa8355f will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:07.337067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.355849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-9a60900a-1d01-4c04-a05b-14f883119687 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2740111 Dec 22 15:20:07.378632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.379048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.391387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7782023-ef40-4c46-80b1-a38449991cff None None] Network a109831b-7d73-42f2-a971-817954333f24 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:07.416190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 82a74b9b-26c8-48b9-a48f-401df78c73e4 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:07.456576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.461815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f6383-f223-4b67-8526-26f2d1d0ee46 req-6479b2bd-b765-4a03-a0c3-5bcdb9a02a9d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:07.467515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e37f6383-f223-4b67-8526-26f2d1d0ee46 req-6479b2bd-b765-4a03-a0c3-5bcdb9a02a9d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1603680 Dec 22 15:20:07.498312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.508504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1781578d-c9fb-4e03-a8b2-458adb264ada up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:07.577766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=f5d9e865-471d-4db5-9384-822ce764fc85,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:07.622164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:07.626647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:07.654653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:07.659020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d15b11fc-10bf-4ccf-9ace-03f25f211b98 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:07.681166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Calling delete_port for 9429e0e8-92e4-41dd-8744-f193b76e8c81 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:07.729235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.754692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:07.771788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=030688c8-57f1-41e5-b7b6-73da0ce63af1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:07.774564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:07.783991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:07.795031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:07.798169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.802379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/030688c8-57f1-41e5-b7b6-73da0ce63af1 HTTP/1.1" status: 204 len: 168 time: 0.6191730 Dec 22 15:20:07.803363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41302) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:07.805274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] For port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,segment=NetworkSegment(df818d61-0cb5-47e5-9c2c-e0581cee6791),segment_id=df818d61-0cb5-47e5-9c2c-e0581cee6791)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:07.847249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-8e0018e1-3804-4f62-b673-2fbab1a63fbe service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607089 Dec 22 15:20:07.852575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:07.857467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdefbbc0-dee3-484f-8355-e7fc07c85029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:08.024140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:08.026521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ac31934-597b-4651-b8ff-f3ea5b562000 req-bc7b2428-b667-4f23-a91c-3e89b767f72d service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603501 Dec 22 15:20:08.039991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:08.043151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5221209f-2094-4e10-b9cd-f7c933f9286d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:08.077820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:20:08.194513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Provisioning for port 5221209f-2094-4e10-b9cd-f7c933f9286d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:08.202202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Pushing event updated for resources: {'Port': ['ID=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:08.205860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:08.343356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Provisioning for port 82a74b9b-26c8-48b9-a48f-401df78c73e4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:08.356273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 5221209f-2094-4e10-b9cd-f7c933f9286d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:08.365080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': 'fd75f58e-5b75-413a-a284-06fd07f615e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:08.365998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 5221209f-2094-4e10-b9cd-f7c933f9286d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:08.366589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.368612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: 73d9f049-f750-4aee-bcd7-968e0114c2a9, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:08.457299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Provisioning complete for port 82a74b9b-26c8-48b9-a48f-401df78c73e4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:08.457981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.492854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=039b8b3a-4473-4ff2-9d98-28a8fc651aa8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:08.573314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32da7f6e-c759-4f37-b380-625223a7d90c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:08.579274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Update dhcp port {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': '8b1ff78b-ae9f-4223-a645-101197a4f2c2', 'ip_address': '2001:db8::f816:3eff:fe36:883'}, {'subnet_id': '7a2cb24c-4463-4f40-832b-ba2bc92980d7'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': '5221209f-2094-4e10-b9cd-f7c933f9286d'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:20:08.600148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:08.626692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:08.658748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.674689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-79618c7b-8a7f-407a-b81f-54a41e1e981d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:08.728987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Port': ['ID=9429e0e8-92e4-41dd-8744-f193b76e8c81,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:08.734156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:08.734156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32da7f6e-c759-4f37-b380-625223a7d90c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:08.740027 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32da7f6e-c759-4f37-b380-625223a7d90c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9293110 Dec 22 15:20:08.742039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41306) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:08.744706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=1982a8b4-e5ae-4962-9448-75ea7fa8355f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:08.747817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network 73d9f049-f750-4aee-bcd7-968e0114c2a9 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:08.756799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:08.807675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.809612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e37f6383-f223-4b67-8526-26f2d1d0ee46 req-2ceffd38-6494-46af-8f4a-d4474dc30e37 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2498651 Dec 22 15:20:08.831350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 73d9f049-f750-4aee-bcd7-968e0114c2a9) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:08.851044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.865454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:08.866144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.907471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f8f9e4-77e0-4e57-b503-f25724ca9a4e None None] Network 73d9f049-f750-4aee-bcd7-968e0114c2a9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:08.944035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:08.945036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:08.962301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 8.5453088 Dec 22 15:20:08.984779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d5619-f153-4bfc-bc68-a6e2b5d0ddb5 None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:08.995573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41312) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.266479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::3dd (3c988284-80c6-4967-88b8-4d5f3f4e1546/5fd58897-3fd0-4ec7-9e07-62757fb666df/4e5e6388-5f03-4e53-b3fc-3884e81a7388) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:09.277805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.6528811 Dec 22 15:20:09.277805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.282769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.288296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41316) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.294346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8:0:1::170 (3c988284-80c6-4967-88b8-4d5f3f4e1546/e90cb97d-c5c5-42aa-91e1-26b3d85c5837/4e5e6388-5f03-4e53-b3fc-3884e81a7388) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:09.301700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150852704'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:09.318398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.322717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:09.328560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.371761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Allocated IP 172.20.0.2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/7a2cb24c-4463-4f40-832b-ba2bc92980d7/5221209f-2094-4e10-b9cd-f7c933f9286d) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:09.396376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-345e4fbb-4876-42c1-9d66-3e75e5becc10 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:09.408136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.417204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.436850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc415230-145d-4834-802a-8fdfc13ab987 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:09.447918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.452317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/52be8488-32a2-4f6a-aacc-7d65e91bbca5 HTTP/1.1" status: 204 len: 168 time: 0.6963055 Dec 22 15:20:09.452655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:09.453563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "DELETE /v2.0/ports/9429e0e8-92e4-41dd-8744-f193b76e8c81 HTTP/1.1" status: 204 len: 168 time: 3.5975506 Dec 22 15:20:09.457079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41320) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.457498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41322) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.486525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:09.522670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:09.525439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.526219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.536363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038b02d-7725-4cf7-8988-a565cd44c81c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:09.541040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2038b02d-7725-4cf7-8988-a565cd44c81c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:09.541978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2038b02d-7725-4cf7-8988-a565cd44c81c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:09.545332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be8488-32a2-4f6a-aacc-7d65e91bbca5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:09.563423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:09.575197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.619039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a6974-441a-4bbc-9b58-50ba1157ec10 req-847d3e04-e16b-4dc4-a567-5835915c1aef tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:09.621118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-150a6974-441a-4bbc-9b58-50ba1157ec10 req-847d3e04-e16b-4dc4-a567-5835915c1aef tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5266404 Dec 22 15:20:09.652562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.672497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2038b02d-7725-4cf7-8988-a565cd44c81c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:09.678951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2038b02d-7725-4cf7-8988-a565cd44c81c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.6749718 Dec 22 15:20:09.681196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41328) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.692273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=c27c2ffe-f566-4a36-a52e-384be7244b9f,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:09.694922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:09.701863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.718286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32e483ce-064f-4979-a590-f693eab1cb53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:09.736775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:09.817064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd53b77-f910-4548-86d0-a8baa521caf5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:09.818190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ccd53b77-f910-4548-86d0-a8baa521caf5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Synchronizing usage tracker for tenant:95f225eff30546ca843520775171b0c6 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:09.822063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32e483ce-064f-4979-a590-f693eab1cb53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:09.831855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32e483ce-064f-4979-a590-f693eab1cb53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3600714 Dec 22 15:20:09.837981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-150a6974-441a-4bbc-9b58-50ba1157ec10 req-1fc40119-07b8-48c4-ba7d-1545132b39ff tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065454 Dec 22 15:20:09.843418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41332) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:09.863402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 1982a8b4-e5ae-4962-9448-75ea7fa8355f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:09.864029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:09.949957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group': {'name': 'tempest-secgroup--506523319'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:09.990392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:10.037068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:10.115397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ccd53b77-f910-4548-86d0-a8baa521caf5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Unset dirty status for tenant:95f225eff30546ca843520775171b0c6 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:10.116762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccd53b77-f910-4548-86d0-a8baa521caf5 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "GET /v2.0/ports?device_id=d08be113-46ca-4457-b0e3-b9ce2c6057cf HTTP/1.1" status: 200 len: 913 time: 0.6508706 Dec 22 15:20:10.121307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41338) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:10.199593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.255143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] For port 82a74b9b-26c8-48b9-a48f-401df78c73e4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82a74b9b-26c8-48b9-a48f-401df78c73e4,segment=NetworkSegment(b361cc88-b439-4122-9ef4-927ea57ba13e),segment_id=b361cc88-b439-4122-9ef4-927ea57ba13e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:10.315094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.318925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:10.410882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] For port 5221209f-2094-4e10-b9cd-f7c933f9286d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5221209f-2094-4e10-b9cd-f7c933f9286d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:10.430533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-73d9f049-f750-4aee-bcd7-968e0114c2a9', 'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '039b8b3a-4473-4ff2-9d98-28a8fc651aa8'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:10.432162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.468901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:10.511353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:10.576703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.738547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:10.783711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.803218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 4dacb68a-aae6-455b-851f-f90da3f296cb is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:10.804038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Pushing event updated for resources: {'Port': ['ID=82a74b9b-26c8-48b9-a48f-401df78c73e4,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:10.814111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:10.844027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:10.845302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Provisioning for port 1781578d-c9fb-4e03-a8b2-458adb264ada completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:10.877280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Transition to ACTIVE for port object 5221209f-2094-4e10-b9cd-f7c933f9286d will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:10.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Provisioning complete for port 1781578d-c9fb-4e03-a8b2-458adb264ada triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:10.895327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.930658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.931418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment a9369776-44b4-452b-ac56-ee14f059be12 of type vlan for network 2f04d0c8-7809-4684-840a-3f025a7e5966 Dec 22 15:20:10.948115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.972270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:10.980045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object 4e5e6388-5f03-4e53-b3fc-3884e81a7388 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:11.064037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.085604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 1982a8b4-e5ae-4962-9448-75ea7fa8355f owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:11.141835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97f47028-ebfa-41b7-b96e-96bd87992044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:11.376540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.381347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:11.382130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.401065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd0348eb-e79c-4232-86ab-4b886268cd68 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:11.429324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.443283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.476270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e568ea-3da8-4082-a1f1-dd2f47974877 req-7767314d-bbdb-49f3-a074-cd10590d1864 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:11.479257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1e568ea-3da8-4082-a1f1-dd2f47974877 req-7767314d-bbdb-49f3-a074-cd10590d1864 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5213661 Dec 22 15:20:11.552172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:11.552791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:20:11.566261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.599821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f37509d-5954-4509-9b1d-cb068c3223db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:11.616001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=2f04d0c8-7809-4684-840a-3f025a7e5966,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:11.627211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:11.664894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2f04d0c8-7809-4684-840a-3f025a7e5966 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:11.678242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43951a72-4243-406a-8e6b-3f9fea3240e0 tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:11.699414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Allocated IP 172.20.255.242 (73d9f049-f750-4aee-bcd7-968e0114c2a9/039b8b3a-4473-4ff2-9d98-28a8fc651aa8/79ea1163-d8f0-4ed1-9bd0-c68485f65e1a) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:11.726696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Pushing event updated for resources: {'Port': ['ID=5221209f-2094-4e10-b9cd-f7c933f9286d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:11.731446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:11.747716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82273e-d18d-45d6-b187-4aa726904c60,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:11.748790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4578695 Dec 22 15:20:11.752714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:11.755111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:11.761652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41344) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:11.764636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:11.766950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:11.771714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:11.772409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:11.786070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': '2f04d0c8-7809-4684-840a-3f025a7e5966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:11.872518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=4e5e6388-5f03-4e53-b3fc-3884e81a7388,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:11.887861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:11.956302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 10.8340857 Dec 22 15:20:11.977918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41348) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:11.990217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fd58897-3fd0-4ec7-9e07-62757fb666df'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:12.073165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:12.090008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:12.098117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:12.121333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:12.186497 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1e568ea-3da8-4082-a1f1-dd2f47974877 req-14b4423a-5515-40d1-8b46-157369fe3c6a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5996325 Dec 22 15:20:12.276130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.288637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:12.300893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a8737a4-9c74-4a61-a47e-2f3ecb746cbc tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:12.392200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.394444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.5491853 Dec 22 15:20:12.463089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41352) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:12.480487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Request body: {'security_group_rule': {'security_group_id': '5d82273e-d18d-45d6-b187-4aa726904c60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:12.487791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:12.493457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Usage tracker for resource:security_group_rule and tenant:0eb7c447ef9f42f0b9b40f0c1352214b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:12.497233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:12.505494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:12.514370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.518557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=1982a8b4-e5ae-4962-9448-75ea7fa8355f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:12.535526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Transition to ACTIVE for port object 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:12.564807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Transition to ACTIVE for port object 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:12.568408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.570935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.598723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 9d8d8d2c-2529-4096-bd3e-cf75ad14900b is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:20:12.617032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.627171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:12.650291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4896307-0634-4732-a200-dbdd82b08fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:12.711804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.734864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Network 73d9f049-f750-4aee-bcd7-968e0114c2a9 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:12.739159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Pushing event updated for resources: {'Port': ['ID=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:12.743448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:12.744491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:12.748181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:12.756834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Provisioning complete for port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:12.757266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.892967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.897843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/1982a8b4-e5ae-4962-9448-75ea7fa8355f HTTP/1.1" status: 204 len: 168 time: 3.2151830 Dec 22 15:20:12.908459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41356) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:12.928733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 5221209f-2094-4e10-b9cd-f7c933f9286d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5221209f-2094-4e10-b9cd-f7c933f9286d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:12.950733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Attempting to bind port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:12.951217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Attempting to bind port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'fd75f58e-5b75-413a-a284-06fd07f615e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:12.951774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Attempting to bind port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a on network 73d9f049-f750-4aee-bcd7-968e0114c2a9 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:12.967027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:12.967463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Checking segment: {'id': 'fd75f58e-5b75-413a-a284-06fd07f615e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:12.967933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.968477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Bound using segment: {'id': 'fd75f58e-5b75-413a-a284-06fd07f615e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:12.969062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Bound port: 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd75f58e-5b75-413a-a284-06fd07f615e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '73d9f049-f750-4aee-bcd7-968e0114c2a9'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:12.969508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:12.993273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.036602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 9164ff2c-baf8-4e5a-ba01-9e35a038c93b is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:20:13.046858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.107970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] For port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:13.111961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] For port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,segment=NetworkSegment(fd75f58e-5b75-413a-a284-06fd07f615e4),segment_id=fd75f58e-5b75-413a-a284-06fd07f615e4)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:13.113776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c88f06e9-ccae-4e44-8529-86dc601a0d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:13.167118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.217203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=5221209f-2094-4e10-b9cd-f7c933f9286d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:13.221652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:13.223408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.240212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43dc1282-5b27-4b3c-b0f2-5643decfcae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:13.491047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:13.618058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Pushing event updated for resources: {'Port': ['ID=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:13.647194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:13.704659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.713273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c091e-0beb-4bd1-b653-1140bdd95f86 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:13.715173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c091e-0beb-4bd1-b653-1140bdd95f86 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:13.717293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c091e-0beb-4bd1-b653-1140bdd95f86 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:13.718376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-396c091e-0beb-4bd1-b653-1140bdd95f86 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:13.749391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.757007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Provisioning complete for port 82a74b9b-26c8-48b9-a48f-401df78c73e4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:13.757725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.783174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:13.800412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-396c091e-0beb-4bd1-b653-1140bdd95f86 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:13.801943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-396c091e-0beb-4bd1-b653-1140bdd95f86 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8920457 Dec 22 15:20:13.808059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d81dd0f-3133-463f-9a82-47cc016d2a9e,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:13.816419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41362) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:13.820817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:13.822987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:13.823696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.869419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:13.871065 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4067726 Dec 22 15:20:13.915019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41366) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:14.196234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.222744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:14.234398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.271311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.400987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.408690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7fe2bd4-c69c-4c7f-9e49-d4435cc3d4d7 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:14.428580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 7a2cb24c-4463-4f40-832b-ba2bc92980d7 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:14.444959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82273e-d18d-45d6-b187-4aa726904c60,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:14.447163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.500840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:14.540387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=b6926ce7-537b-410a-b9ec-90d6d0356a62,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:14.555436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.559988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:14.561850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/5d82273e-d18d-45d6-b187-4aa726904c60 HTTP/1.1" status: 204 len: 168 time: 0.6180170 Dec 22 15:20:14.566899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41372) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:14.567191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82a74b9b-26c8-48b9-a48f-401df78c73e4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:14.627915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.655199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209e85c-1a91-4500-9301-e981a67df63f req-df972365-a523-4b63-bd5e-8695cdd54112 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:14.656945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f209e85c-1a91-4500-9301-e981a67df63f req-df972365-a523-4b63-bd5e-8695cdd54112 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1256154 Dec 22 15:20:14.697666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 82a74b9b-26c8-48b9-a48f-401df78c73e4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:14.698399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.742635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Provisioning for port c27c2ffe-f566-4a36-a52e-384be7244b9f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:14.757015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Provisioning complete for port c27c2ffe-f566-4a36-a52e-384be7244b9f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:14.757451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:14.760699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Delete allocated IP 2001:db8:0:1::170 (3c988284-80c6-4967-88b8-4d5f3f4e1546/e90cb97d-c5c5-42aa-91e1-26b3d85c5837) {{(pid=88968) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:20:14.767571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:14.778247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': 'a9369776-44b4-452b-ac56-ee14f059be12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '2f04d0c8-7809-4684-840a-3f025a7e5966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:14.778652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: 2f04d0c8-7809-4684-840a-3f025a7e5966, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:14.789660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f209e85c-1a91-4500-9301-e981a67df63f req-7c6ddc00-d5fc-4b6a-b5b9-8962a7a2259c tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161063 Dec 22 15:20:14.811858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] Sync routers for ids ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:14.823246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] Routers {'9164ff2c-baf8-4e5a-ba01-9e35a038c93b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:14.823949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:14.846397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/9164ff2c-baf8-4e5a-ba01-9e35a038c93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4422307 Dec 22 15:20:14.858494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41376) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:14.923139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4d916cb1-d569-4f11-8c7c-e84f03d1eb6e None None] Port c27c2ffe-f566-4a36-a52e-384be7244b9f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:14.951948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:14.972090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a0c535e-adbb-4e0a-b37c-95efe2cd75e8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:14.986587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] Routers {'9164ff2c-baf8-4e5a-ba01-9e35a038c93b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:14.987403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:14.992202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network 2f04d0c8-7809-4684-840a-3f025a7e5966 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:15.019139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.117618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1781578d-c9fb-4e03-a8b2-458adb264ada up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:15.146159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a0c535e-adbb-4e0a-b37c-95efe2cd75e8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:15.147930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6a0c535e-adbb-4e0a-b37c-95efe2cd75e8 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5701993 Dec 22 15:20:15.157517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41382) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.184036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:15.184800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bf481e-b90b-422b-97ff-f8e915a70d04 None None] The sync data for ids ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:15.232409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Provisioning complete for port 1781578d-c9fb-4e03-a8b2-458adb264ada triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:15.232960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.271681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2f04d0c8-7809-4684-840a-3f025a7e5966) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:15.295286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:15.319321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b35b64cd-3224-4910-a01b-859211af6914 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:15.331039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:15.332138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.339779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.343906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e74c4f-e108-47a0-8323-2f85bc3c7e60 None None] Network 2f04d0c8-7809-4684-840a-3f025a7e5966 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:15.357752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07e2d3af-1c52-4141-a7ea-504f61e38890 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:15.393479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.409408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f11d1-958a-42e8-a91b-460784b1bdeb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:15.410024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b9f11d1-958a-42e8-a91b-460784b1bdeb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:15.420006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2cb24c-4463-4f40-832b-ba2bc92980d7,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:15.428788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41386) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.429965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6583669 Dec 22 15:20:15.430168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:15.490295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.495815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 15.6190164 Dec 22 15:20:15.496893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b9f11d1-958a-42e8-a91b-460784b1bdeb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:15.499016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b9f11d1-958a-42e8-a91b-460784b1bdeb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports/c27c2ffe-f566-4a36-a52e-384be7244b9f HTTP/1.1" status: 200 len: 910 time: 0.6385756 Dec 22 15:20:15.502038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41390) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.601443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41392) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.621882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '12e49e30-0902-48ea-9082-1b57e961bb92'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:15.628092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.635880 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/7a2cb24c-4463-4f40-832b-ba2bc92980d7 HTTP/1.1" status: 204 len: 168 time: 1.8171773 Dec 22 15:20:15.637154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b35b64cd-3224-4910-a01b-859211af6914 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:15.638637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b35b64cd-3224-4910-a01b-859211af6914 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4797010 Dec 22 15:20:15.641152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41400) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.658937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41402) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.676779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] Sync routers for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:15.694072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-ccf87733-c167-49e1-afd3-67ab49f39ef0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] delete failed (client error): The resource could not be found. Dec 22 15:20:15.695311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccf87733-c167-49e1-afd3-67ab49f39ef0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "DELETE /v2.0/security-groups/5d82273e-d18d-45d6-b187-4aa726904c60 HTTP/1.1" status: 404 len: 347 time: 0.0353055 Dec 22 15:20:15.703085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41408) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:15.858369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:15.973317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.008019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:16.009220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:16.046081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Ignored duplicate provisioning block setup for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:20:16.089473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 8b1ff78b-ae9f-4223-a645-101197a4f2c2 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:16.093575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.179507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.257506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:16.276705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c2adba-7876-421d-95a6-cb990e4bfdb0 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:16.281141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.284254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.412530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.427961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7dc27cbb-5285-4a01-9aa7-c61ad4f2f92e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:16.470265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b79d3e32-9062-431b-a49b-08944173372b tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:16.486437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-dd7e0223-0599-4c8c-88c2-789f0f474e96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29ee8602eef4448c9a3d52badc2e8275&device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 1099 time: 0.5607011 Dec 22 15:20:16.488360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1ff78b-ae9f-4223-a645-101197a4f2c2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:16.549325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:16.574769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.594302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:16.596503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:16.690852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/8b1ff78b-ae9f-4223-a645-101197a4f2c2 HTTP/1.1" status: 204 len: 168 time: 1.0399485 Dec 22 15:20:16.702660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41412) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:16.707906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.747463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Could not find standard attr ID for object 1982a8b4-e5ae-4962-9448-75ea7fa8355f. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:20:16.780776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:16.784687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:16.785387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482c2b6d-fd78-4381-aa60-08bf465a7ade None None] The sync data for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:16.838403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5af00cb3-0535-4fc0-9825-22d488bea298 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Synchronizing usage tracker for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:16.905815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] In _notify_port_updated(), no bound segment for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 on network 3c988284-80c6-4967-88b8-4d5f3f4e1546 {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:20:16.910744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:16.911738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.918030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/ports/4e5e6388-5f03-4e53-b3fc-3884e81a7388 HTTP/1.1" status: 200 len: 926 time: 4.9343255 Dec 22 15:20:16.924415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc39247-3f05-4e14-a2af-f08288ded5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-2f04d0c8-7809-4684-840a-3f025a7e5966', 'network_id': '2f04d0c8-7809-4684-840a-3f025a7e5966', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': 'b6926ce7-537b-410a-b9ec-90d6d0356a62'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:16.925946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cc39247-3f05-4e14-a2af-f08288ded5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:16.926631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41416) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:16.945643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472a261f-6251-4fc4-b155-08efb80e6315 None None] Network 73d9f049-f750-4aee-bcd7-968e0114c2a9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:16.952232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5fd58897-3fd0-4ec7-9e07-62757fb666df'}, {'subnet_id': 'e90cb97d-c5c5-42aa-91e1-26b3d85c5837'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:17.019314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5af00cb3-0535-4fc0-9825-22d488bea298 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Unset dirty status for tenant:0eb7c447ef9f42f0b9b40f0c1352214b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:17.021305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5af00cb3-0535-4fc0-9825-22d488bea298 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.3159873 Dec 22 15:20:17.085592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting port 791bb1b2-2f96-4e78-b283-cc3326c76962 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:17.085906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:17.102029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=4e5e6388-5f03-4e53-b3fc-3884e81a7388,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:17.124222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:17.132478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=b6926ce7-537b-410a-b9ec-90d6d0356a62,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:17.157241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ae4f005d-0918-4ce5-885a-fa17850108c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:router {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:17.164894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afc1a8-951f-4f26-9a6c-4cfe5e7bcfff req-ebd8e9dc-2950-41c9-845a-8d0acfc9ef27 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:17.165201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:17.173005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-29afc1a8-951f-4f26-9a6c-4cfe5e7bcfff req-ebd8e9dc-2950-41c9-845a-8d0acfc9ef27 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.0548570 Dec 22 15:20:17.276769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:17.386732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-c46efc7b-2620-439e-b8f2-2bb3460c367f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:17.389261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-c46efc7b-2620-439e-b8f2-2bb3460c367f service neutron] 10.222.0.71 "GET /v2.0/networks?id=675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 200 len: 912 time: 0.8665912 Dec 22 15:20:17.389962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ae4f005d-0918-4ce5-885a-fa17850108c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:router {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:17.396140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae4f005d-0918-4ce5-885a-fa17850108c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6768301 Dec 22 15:20:17.409296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41422) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:17.508215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-29afc1a8-951f-4f26-9a6c-4cfe5e7bcfff req-55f5175f-3c69-4b4d-aee7-8db58c913530 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236828 Dec 22 15:20:17.521687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:17.549017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:17.570668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:17.615971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1781578d-c9fb-4e03-a8b2-458adb264ada triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:17.616395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:17.673762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Provisioning for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:17.808813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Provisioning complete for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:17.809226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:17.862780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f04d0c8-7809-4684-840a-3f025a7e5966']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:17.946288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9369776-44b4-452b-ac56-ee14f059be12') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:17.947290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9369776-44b4-452b-ac56-ee14f059be12') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:17.957301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:18.037240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:18.090979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:18.095783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:18.099317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:18.106167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:18.143169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:18.149274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:18.155736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:18.173786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-257af0c4-35d7-401f-bd26-2a9315ecedf2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 200 len: 1002 time: 0.7060215 Dec 22 15:20:18.183307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:18.264719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659cb86-f304-4f39-ba49-75bfc6a7944b None None] Network 2f04d0c8-7809-4684-840a-3f025a7e5966 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:18.277000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-28fcc32e-b677-4f7c-959f-5c1b17985dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:18.278719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-28fcc32e-b677-4f7c-959f-5c1b17985dee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 200 len: 850 time: 0.0769839 Dec 22 15:20:18.279974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:18.280538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:18.304872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5221209f-2094-4e10-b9cd-f7c933f9286d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:18.311695 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:18.431814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8:0:1::3f (3c988284-80c6-4967-88b8-4d5f3f4e1546/e90cb97d-c5c5-42aa-91e1-26b3d85c5837/4e5e6388-5f03-4e53-b3fc-3884e81a7388) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:18.548370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:18.602946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Calling delete_port for 791bb1b2-2f96-4e78-b283-cc3326c76962 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:18.973901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:18.995013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca908df9-ed7d-4768-b1d8-1d2a4912400b tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:19.028018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.036006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 5221209f-2094-4e10-b9cd-f7c933f9286d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:19.036917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.048994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=2f04d0c8-7809-4684-840a-3f025a7e5966,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:19.067626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:19.084321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/2f04d0c8-7809-4684-840a-3f025a7e5966 HTTP/1.1" status: 204 len: 168 time: 3.6433489 Dec 22 15:20:19.084565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Provisioning for port 5221209f-2094-4e10-b9cd-f7c933f9286d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:19.091099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41436) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:19.100898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-6c88f542-3dbc-4984-bd74-05919df3ab59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=675e0ead-abb9-4151-a786-7fb11984b7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7261569 Dec 22 15:20:19.108314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1585639655'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:19.111813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:20:19.139580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:19.144494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:19.152099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:19.156782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Deleting port 5221209f-2094-4e10-b9cd-f7c933f9286d {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:19.157460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.163533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:19.179765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71494337-9915-459d-85ff-da5456b21291 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eb7c447ef9f42f0b9b40f0c1352214b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2153378 Dec 22 15:20:19.188214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41440) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:19.196420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Provisioning complete for port 5221209f-2094-4e10-b9cd-f7c933f9286d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:19.197110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.271057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.287887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:19.293628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.334625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.377849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee1c2366-c4b1-4096-8c14-ad528428740f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:19.385712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde00df-d16b-4dec-b8e1-193ee6199a01 req-3293fd14-137f-4bdf-b9c3-447d5f038d08 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:19.387497 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-edde00df-d16b-4dec-b8e1-193ee6199a01 req-3293fd14-137f-4bdf-b9c3-447d5f038d08 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.6278734 Dec 22 15:20:19.409791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.481468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:19.859728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.870300 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment e6396ae6-becb-407c-bb60-0b1ccd5562db of type vlan for network 32b19574-5fdc-4623-bcfe-ad83d31a47db Dec 22 15:20:19.876576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-6b488f58-e57f-4ab7-b0ee-7a615c1def16 service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011547 Dec 22 15:20:19.915422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.931424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:19.937626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-edde00df-d16b-4dec-b8e1-193ee6199a01 req-a8a38df3-95ac-4a11-9e9e-4dbff55d81ac tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111864 Dec 22 15:20:19.943160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Ignored duplicate provisioning block setup for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:20:19.969462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:20.012492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=c27c2ffe-f566-4a36-a52e-384be7244b9f,revision_number=3']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:20.020440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.029255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:20.039756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.063932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] For port 5221209f-2094-4e10-b9cd-f7c933f9286d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5221209f-2094-4e10-b9cd-f7c933f9286d,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:20.064377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.068038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ea11342-bf48-42b6-9ca5-7ad1646c2cd4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:20.088086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:20.136951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:20.139900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.145610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/ports/c27c2ffe-f566-4a36-a52e-384be7244b9f HTTP/1.1" status: 200 len: 910 time: 4.5358512 Dec 22 15:20:20.187703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41444) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:20.187938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=3c94f23b-028e-44b8-ad34-65581dee7e37,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:20.197434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.210747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:20.211983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.222671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:20.256655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe5e36b4-95a7-4c35-b1b9-71fd7b6738fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:20.263708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Provisioning complete for port c27c2ffe-f566-4a36-a52e-384be7244b9f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:20.264415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.344798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:20.349772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:20.350945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.386329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=4e5e6388-5f03-4e53-b3fc-3884e81a7388,revision_number=3']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:20.422225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Port': ['ID=791bb1b2-2f96-4e78-b283-cc3326c76962,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:20.434523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:20.448714 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1990ea6-f36c-438c-98e8-0ad85d845d40 req-3671cef1-d026-4ac0-be9b-52e85c4a8ede service neutron] 10.222.0.71 "GET /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608771 Dec 22 15:20:20.490923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Calling delete_port for 5221209f-2094-4e10-b9cd-f7c933f9286d owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:20.502676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:20.564067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] In _notify_port_updated(), no bound segment for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 on network 3c988284-80c6-4967-88b8-4d5f3f4e1546 {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:20:20.572551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:20.577440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.582096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/ports/4e5e6388-5f03-4e53-b3fc-3884e81a7388 HTTP/1.1" status: 200 len: 1011 time: 3.6489794 Dec 22 15:20:20.590663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41448) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:20.619805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cd29bc3e-be3b-4469-b7b7-99ca153dd700 None None] Port c27c2ffe-f566-4a36-a52e-384be7244b9f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:20.678511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.678897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:20.679892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.696728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:20.710273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1775641 Dec 22 15:20:20.714301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0e880e0e-f708-4940-a33b-e3666986d50e tempest-PortsAdminExtendedAttrsTestJSON-2105911104 tempest-PortsAdminExtendedAttrsTestJSON-2105911104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:20.734230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.741007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-115c918d-0fee-4416-a78a-b4f80797b87c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:20.743513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41452) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:20.805038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5221209f-2094-4e10-b9cd-f7c933f9286d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:20.815433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:20.838285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:20.838799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.871579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Pushing event deleted for resources: {'Port': ['ID=5221209f-2094-4e10-b9cd-f7c933f9286d,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:20.881143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:20.890959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 5221209f-2094-4e10-b9cd-f7c933f9286d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:20:20.892100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5221209f-2094-4e10-b9cd-f7c933f9286d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:20:20.895277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=32b19574-5fdc-4623-bcfe-ad83d31a47db,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:20.909420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:20.909630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:20.922190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 32b19574-5fdc-4623-bcfe-ad83d31a47db details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:20.947658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] No DVR routers for this DVR port 5221209f-2094-4e10-b9cd-f7c933f9286d on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:21.003735 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9082515 Dec 22 15:20:21.011231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:21.012087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41458) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:21.026497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:21.073477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b500a165-3483-4565-926d-c2cb338a6c2d None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:21.104409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Provisioning for port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:21.170587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:21.171095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Provisioning complete for port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:21.171535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.178471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:21.204700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:21.221951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:21.273188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e89cb7-65ba-4019-a285-e0361190ed99,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:21.282589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:21.428684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:21.464057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:21.480467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:21.486072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.494650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:21.550156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:21.558726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.559101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] For port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,segment=NetworkSegment(fd75f58e-5b75-413a-a284-06fd07f615e4),segment_id=fd75f58e-5b75-413a-a284-06fd07f615e4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:21.560723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1e89cb7-65ba-4019-a285-e0361190ed99 HTTP/1.1" status: 204 len: 168 time: 2.3615644 Dec 22 15:20:21.565919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '3c94f23b-028e-44b8-ad34-65581dee7e37'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:21.574251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.597396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.601068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1f2aa3a-1c84-456a-bb83-2979703efe04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:21.713766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.725769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.759052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Provisioning complete for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:21.759490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:21.782175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:21.810735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Pushing event updated for resources: {'Port': ['ID=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:21.814364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:21.939719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing IP validity checks on allocation pools {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:20:21.941649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:20:22.050037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:22.122927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05304566-322b-4dc8-99e5-7a5fa4539704 req-88b4672a-8c98-40f6-90dc-6427261a9b16 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:22.131118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05304566-322b-4dc8-99e5-7a5fa4539704 req-88b4672a-8c98-40f6-90dc-6427261a9b16 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.7973850 Dec 22 15:20:22.159732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:22.188305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:22.314069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:22.391285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:22.392868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:22.505076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Allocated IP 172.20.0.2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/3c94f23b-028e-44b8-ad34-65581dee7e37/d67605c2-9ec1-4337-92cb-961776c1e8c7) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:22.579741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-eca27a7c-b5cf-403d-86d6-212e9c74ec4f None None] Provisioning complete for port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:22.580539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eca27a7c-b5cf-403d-86d6-212e9c74ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:22.615205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:22.632237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-038901cf-d4bd-4819-972d-52a380531822 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:22.721700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=fb30812e-5e12-4f47-9739-d00afde236a2,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:22.741177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 4e5e6388-5f03-4e53-b3fc-3884e81a7388 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:22.741850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:22.798324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05304566-322b-4dc8-99e5-7a5fa4539704 req-ed172fc7-b229-4c3d-b1e2-d132354fb009 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6664047 Dec 22 15:20:22.833102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:22.987769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eca27a7c-b5cf-403d-86d6-212e9c74ec4f None None] Port 4e5e6388-5f03-4e53-b3fc-3884e81a7388 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:23.048902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': 'e6396ae6-becb-407c-bb60-0b1ccd5562db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:23.049198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: 32b19574-5fdc-4623-bcfe-ad83d31a47db, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:23.170255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:23.183346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Transition to ACTIVE for port object d67605c2-9ec1-4337-92cb-961776c1e8c7 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:23.206907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Transition to ACTIVE for port object d67605c2-9ec1-4337-92cb-961776c1e8c7 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:23.218162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network 32b19574-5fdc-4623-bcfe-ad83d31a47db is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:23.238635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:23.250983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:23.256588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:23.283381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 32b19574-5fdc-4623-bcfe-ad83d31a47db) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:23.294033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:23.295744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:23.358147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84e332-7b2f-4ebf-bf66-070bddf7350b None None] Network 32b19574-5fdc-4623-bcfe-ad83d31a47db requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:23.365493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Router d08be113-46ca-4457-b0e3-b9ce2c6057cf has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:20:23.375183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3541927 Dec 22 15:20:23.380529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41480) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:23.435438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41484) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:23.496172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:23.503838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:23.517757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:23.638513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Attempting to bind port d67605c2-9ec1-4337-92cb-961776c1e8c7 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:23.638954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Attempting to bind port d67605c2-9ec1-4337-92cb-961776c1e8c7 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:23.639495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Attempting to bind port d67605c2-9ec1-4337-92cb-961776c1e8c7 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:23.642067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Pushing event updated for resources: {'Port': ['ID=d67605c2-9ec1-4337-92cb-961776c1e8c7,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:23.649168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:23.692104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:23.692481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:23.693043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:23.693579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:23.694208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Bound port: d67605c2-9ec1-4337-92cb-961776c1e8c7, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:23.694730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:23.990519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-32b19574-5fdc-4623-bcfe-ad83d31a47db', 'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': 'fb30812e-5e12-4f47-9739-d00afde236a2'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:23.992533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.006748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.026736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f76627db-7b49-4616-b888-57a6bf6dda7f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:24.058857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.1 (a109831b-7d73-42f2-a971-817954333f24/cdd6542b-5e99-4165-8971-dd4e03aaef2e/aa83696d-007f-45cb-bb28-43ae95452466) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:24.114995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] For port d67605c2-9ec1-4337-92cb-961776c1e8c7, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:24.123749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=4e5e6388-5f03-4e53-b3fc-3884e81a7388,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:24.139622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:24.151394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f5db7fc9-1036-468f-8702-776be65e14d9 tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-868659227', 'prefixes': ['172.20.0.0/16']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:24.162482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f5db7fc9-1036-468f-8702-776be65e14d9 tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:24.163223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] For port d67605c2-9ec1-4337-92cb-961776c1e8c7, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d67605c2-9ec1-4337-92cb-961776c1e8c7,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:24.201270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.211506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f0ad760-7c04-43d3-9433-387f9693565d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:24.370660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.376758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.422439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/4e5e6388-5f03-4e53-b3fc-3884e81a7388 HTTP/1.1" status: 204 len: 168 time: 3.8222461 Dec 22 15:20:24.433469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Pushing event updated for resources: {'Port': ['ID=d67605c2-9ec1-4337-92cb-961776c1e8c7,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:24.438881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:24.489357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41494) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:24.491453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Allocated IP 172.20.0.3 (32b19574-5fdc-4623-bcfe-ad83d31a47db/fb30812e-5e12-4f47-9739-d00afde236a2/29a5c868-0e91-4143-8b56-512be324221b) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:24.570800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f3fda-e970-4490-a10c-901247994697 req-f6d0d996-0db4-4a52-83ad-9db0ff3a72ed tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:24.572735 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b3f3fda-e970-4490-a10c-901247994697 req-f6d0d996-0db4-4a52-83ad-9db0ff3a72ed tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5259156 Dec 22 15:20:24.658719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.744178 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b3f3fda-e970-4490-a10c-901247994697 req-e97f682f-ea4e-4257-ac31-1d9e2e995c48 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629450 Dec 22 15:20:24.776879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.802098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:24.808069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "PUT /v2.0/routers/d08be113-46ca-4457-b0e3-b9ce2c6057cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6855724 Dec 22 15:20:24.815450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] Sync routers for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:24.817902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41502) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:24.835845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.854580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:24.855307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:24.857445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Transition to ACTIVE for port object aa83696d-007f-45cb-bb28-43ae95452466 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:24.882504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Transition to ACTIVE for port object 29a5c868-0e91-4143-8b56-512be324221b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:24.934917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Transition to ACTIVE for port object 29a5c868-0e91-4143-8b56-512be324221b will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:24.954484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5db7fc9-1036-468f-8702-776be65e14d9 tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] Notify callbacks [] for subnetpool, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:24.961103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f5db7fc9-1036-468f-8702-776be65e14d9 tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.5232193 Dec 22 15:20:24.961756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41506) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:24.971756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.000771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ad24ad-174b-4892-b700-1dd470592f4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:25.037573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78daf93a-678b-4f35-bd0e-60131fb8d281 tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] 10.222.0.32 "GET /v2.0/subnetpools/f8af3e5c-ece7-4c58-8817-66a44bb73db4 HTTP/1.1" status: 200 len: 731 time: 0.0627472 Dec 22 15:20:25.044411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41510) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:25.048573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:25.051264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c3e0bf5b-d04b-470f-9829-fb5a9732b5ee tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1351240698'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:25.067431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] Routers {'d08be113-46ca-4457-b0e3-b9ce2c6057cf'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:25.068140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:25.072648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.097403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f57b55a-f076-4237-8b53-f1adf83d590f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:25.174431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=fb30812e-5e12-4f47-9739-d00afde236a2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:25.184025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:25.198375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:25.199163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36be0e2-5871-4bd5-a561-38632074b208 None None] The sync data for ids ['d08be113-46ca-4457-b0e3-b9ce2c6057cf'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:25.224609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Network 32b19574-5fdc-4623-bcfe-ad83d31a47db is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:25.241094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:25.249232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:25.294005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Pushing event updated for resources: {'Port': ['ID=29a5c868-0e91-4143-8b56-512be324221b,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:25.298021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:25.322775 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a12c3e1-b55d-468b-bab8-a7eb0c2e2398 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:20:25.323372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a12c3e1-b55d-468b-bab8-a7eb0c2e2398 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:25.337164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.358940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a617e143-c509-40eb-b348-726d9303d6d4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:25.375137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.396916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Attempting to bind port 29a5c868-0e91-4143-8b56-512be324221b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:25.397555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Attempting to bind port 29a5c868-0e91-4143-8b56-512be324221b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'e6396ae6-becb-407c-bb60-0b1ccd5562db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:25.398258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Attempting to bind port 29a5c868-0e91-4143-8b56-512be324221b on network 32b19574-5fdc-4623-bcfe-ad83d31a47db {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:25.412980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:25.413943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Checking segment: {'id': 'e6396ae6-becb-407c-bb60-0b1ccd5562db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:25.414732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.415495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Bound using segment: {'id': 'e6396ae6-becb-407c-bb60-0b1ccd5562db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:25.417520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Bound port: 29a5c868-0e91-4143-8b56-512be324221b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6396ae6-becb-407c-bb60-0b1ccd5562db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '32b19574-5fdc-4623-bcfe-ad83d31a47db'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:25.417520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.448328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b19574-5fdc-4623-bcfe-ad83d31a47db']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:25.474983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6396ae6-becb-407c-bb60-0b1ccd5562db') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:25.475369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6396ae6-becb-407c-bb60-0b1ccd5562db') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:25.498530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.539485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.547422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a12c3e1-b55d-468b-bab8-a7eb0c2e2398 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:25.552387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a12c3e1-b55d-468b-bab8-a7eb0c2e2398 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/4e5e6388-5f03-4e53-b3fc-3884e81a7388 HTTP/1.1" status: 404 len: 333 time: 1.0556972 Dec 22 15:20:25.552387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=aa83696d-007f-45cb-bb28-43ae95452466,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:25.552387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41514) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:25.556928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:25.557566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.562608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network a109831b-7d73-42f2-a971-817954333f24 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:25.578667 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:25.597705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] For port 29a5c868-0e91-4143-8b56-512be324221b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:25.605309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bf5b-d04b-470f-9829-fb5a9732b5ee tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] Notify callbacks [] for subnetpool, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.608280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c3e0bf5b-d04b-470f-9829-fb5a9732b5ee tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] 10.222.0.32 "PUT /v2.0/subnetpools/f8af3e5c-ece7-4c58-8817-66a44bb73db4 HTTP/1.1" status: 200 len: 684 time: 0.5614038 Dec 22 15:20:25.608614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:25.609734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:25.617325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41518) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:25.703526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] For port 29a5c868-0e91-4143-8b56-512be324221b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=29a5c868-0e91-4143-8b56-512be324221b,segment=NetworkSegment(e6396ae6-becb-407c-bb60-0b1ccd5562db),segment_id=e6396ae6-becb-407c-bb60-0b1ccd5562db)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:25.708647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.775670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:20:25.775670 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:20:25.775670 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': '32b19574-5fdc-4623-bcfe-ad83d31a47db'}] Dec 22 15:20:25.775670 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:25.776127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:20:25.793712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:25.799002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:25.941296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Pushing event updated for resources: {'Port': ['ID=29a5c868-0e91-4143-8b56-512be324221b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:25.949002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:25.996857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:26.024136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139ca7b-0663-4fee-82b6-857aecbdf5c6 None None] Network 32b19574-5fdc-4623-bcfe-ad83d31a47db requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:26.077590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d67605c2-9ec1-4337-92cb-961776c1e8c7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:26.098440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.136449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting port a4568647-7d3d-462a-b3d8-de08b8ae32f3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:26.136836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.341293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f76bf-4585-4f47-b468-f083865309f6 req-512d5527-a3cb-45da-8bf8-554fed811447 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:26.355809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-281f76bf-4585-4f47-b468-f083865309f6 req-512d5527-a3cb-45da-8bf8-554fed811447 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.1436505 Dec 22 15:20:26.375396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.413259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.517908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9e5f62f2-98a8-4d66-85fc-e97185482d8a None None] Provisioning for port aa83696d-007f-45cb-bb28-43ae95452466 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:26.531623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9e5f62f2-98a8-4d66-85fc-e97185482d8a None None] Provisioning complete for port aa83696d-007f-45cb-bb28-43ae95452466 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:26.532062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e5f62f2-98a8-4d66-85fc-e97185482d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.605630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d67605c2-9ec1-4337-92cb-961776c1e8c7 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:26.619232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9e5f62f2-98a8-4d66-85fc-e97185482d8a None None] Port aa83696d-007f-45cb-bb28-43ae95452466 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:26.619454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Calling delete_port for a4568647-7d3d-462a-b3d8-de08b8ae32f3 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:26.658638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.699945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 29a5c868-0e91-4143-8b56-512be324221b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:26.700379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.703215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet e90cb97d-c5c5-42aa-91e1-26b3d85c5837 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:26.712873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707a0268-d9fd-4cbe-82c1-9612ae5e5d2d tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] Notify callbacks [] for subnetpool, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.714158 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-707a0268-d9fd-4cbe-82c1-9612ae5e5d2d tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] 10.222.0.32 "DELETE /v2.0/subnetpools/f8af3e5c-ece7-4c58-8817-66a44bb73db4 HTTP/1.1" status: 204 len: 168 time: 0.7449789 Dec 22 15:20:26.716296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.725075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41522) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:26.763745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-281f76bf-4585-4f47-b468-f083865309f6 req-b557f7f1-82e4-41cf-8267-841e64e025ab tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066029 Dec 22 15:20:26.768636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9f80d-c2a6-4912-ad15-a96fbc909b8c None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:20:26.795164 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-a4e2a619-b9dd-4c04-8283-437ece2b113d tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] show failed (client error): The resource could not be found. Dec 22 15:20:26.796950 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4e2a619-b9dd-4c04-8283-437ece2b113d tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] 10.222.0.32 "GET /v2.0/subnetpools/f8af3e5c-ece7-4c58-8817-66a44bb73db4 HTTP/1.1" status: 404 len: 346 time: 0.0626016 Dec 22 15:20:26.802941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:26.808852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41526) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:26.933646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Provisioning for port d67605c2-9ec1-4337-92cb-961776c1e8c7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:26.948438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Provisioning complete for port d67605c2-9ec1-4337-92cb-961776c1e8c7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:26.949023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.024304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 29a5c868-0e91-4143-8b56-512be324221b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=29a5c868-0e91-4143-8b56-512be324221b,segment=NetworkSegment(e6396ae6-becb-407c-bb60-0b1ccd5562db),segment_id=e6396ae6-becb-407c-bb60-0b1ccd5562db)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:27.024911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.060204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a9f80d-c2a6-4912-ad15-a96fbc909b8c None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:20:27.088399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.106640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.395659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.399142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 29a5c868-0e91-4143-8b56-512be324221b owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:27.454098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.508090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] For port d67605c2-9ec1-4337-92cb-961776c1e8c7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d67605c2-9ec1-4337-92cb-961776c1e8c7,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:27.590663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.598460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:27.668662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:27.669753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:20:27.704649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Pushing event updated for resources: {'Port': ['ID=d67605c2-9ec1-4337-92cb-961776c1e8c7,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:27.720819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:27.834170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d1a2342e-277a-466f-b1ad-c7f3aed64eef tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] delete failed (client error): The resource could not be found. Dec 22 15:20:27.835400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1a2342e-277a-466f-b1ad-c7f3aed64eef tempest-SubnetPoolsTestJSON-2101914081 tempest-SubnetPoolsTestJSON-2101914081-project] 10.222.0.32 "DELETE /v2.0/subnetpools/f8af3e5c-ece7-4c58-8817-66a44bb73db4 HTTP/1.1" status: 404 len: 346 time: 1.0194180 Dec 22 15:20:27.845639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port c27c2ffe-f566-4a36-a52e-384be7244b9f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:27.852295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.879970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.889593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0820c42c-976b-4c62-8ce8-22276e2cb86d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:27.910293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2492-7a3d-42cb-b069-102dd290510d req-ae30cce9-b990-428f-a87a-8c16e96f1c7a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:27.912163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a1f2492-7a3d-42cb-b069-102dd290510d req-ae30cce9-b990-428f-a87a-8c16e96f1c7a tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.5299907 Dec 22 15:20:27.925662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:27.946950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Port': ['ID=a4568647-7d3d-462a-b3d8-de08b8ae32f3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:27.949953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:27.962953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed207ecf-d71a-4e76-92c3-cf6c1774c107 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:28.033507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d67605c2-9ec1-4337-92cb-961776c1e8c7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:28.065257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=e90cb97d-c5c5-42aa-91e1-26b3d85c5837,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:28.094205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:28.115744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:28.197875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0d98ef-8af1-492e-aedb-75248985849c None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:28.369307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d67605c2-9ec1-4337-92cb-961776c1e8c7 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:28.369737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:28.422088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:28.437023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-40e8a9a5-39a9-433b-a5e0-a12f74d1b615 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:28.503692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=29a5c868-0e91-4143-8b56-512be324221b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:28.506319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:28.577596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/e90cb97d-c5c5-42aa-91e1-26b3d85c5837 HTTP/1.1" status: 204 len: 168 time: 3.0087376 Dec 22 15:20:28.585945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41540) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:28.649068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a1f2492-7a3d-42cb-b069-102dd290510d req-853b90fa-6035-406c-b55c-2e97d8651dc6 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7186267 Dec 22 15:20:28.677750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:28.685372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:28.736484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41544) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:28.751042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:28.804806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port 29a5c868-0e91-4143-8b56-512be324221b on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:28.905194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet 5fd58897-3fd0-4ec7-9e07-62757fb666df {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:28.992847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.003854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.016198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for c27c2ffe-f566-4a36-a52e-384be7244b9f owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:29.070498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.073326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.116764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b19574-5fdc-4623-bcfe-ad83d31a47db']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:29.145635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6396ae6-becb-407c-bb60-0b1ccd5562db') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:29.154803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6396ae6-becb-407c-bb60-0b1ccd5562db') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:29.162795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.205959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.219768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:29.220214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.226253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:29.244405 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:29.252977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.252977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Fanout notify agent at l3_agent the message router_deleted on router d08be113-46ca-4457-b0e3-b9ce2c6057cf {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:20:29.273591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.324293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.357794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.359653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "DELETE /v2.0/routers/d08be113-46ca-4457-b0e3-b9ce2c6057cf HTTP/1.1" status: 204 len: 168 time: 4.5400720 Dec 22 15:20:29.363602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41550) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:29.405583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.414690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:29.431230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.455166 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/32b19574-5fdc-4623-bcfe-ad83d31a47db HTTP/1.1" status: 204 len: 168 time: 6.0718780 Dec 22 15:20:29.457097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=32b19574-5fdc-4623-bcfe-ad83d31a47db,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:29.467359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41554) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:29.472788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.478377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-236901289'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:29.490861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:29.501199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:29.502796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:29.512636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:29.531248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:29.546142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f485b836-2582-497a-a898-fda1c5fa4fbf tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:29.738072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:29.765910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c126c57a574aa6833bee490aece92d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:29.785349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:29.795609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=aa83696d-007f-45cb-bb28-43ae95452466,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:29.802718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:29.813983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.816097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:29.817090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:29.831038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:29.886770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port d67605c2-9ec1-4337-92cb-961776c1e8c7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d67605c2-9ec1-4337-92cb-961776c1e8c7,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:30.011119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.047812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ea9373d4-28fa-4b9c-9bd3-76ba8b2053c7 None None] Provisioning complete for port 1781578d-c9fb-4e03-a8b2-458adb264ada triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:30.048817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea9373d4-28fa-4b9c-9bd3-76ba8b2053c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.070797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:30.101789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-89a3391d-9d57-4a86-8afa-b201f7dd9100 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:30.103599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-89a3391d-9d57-4a86-8afa-b201f7dd9100 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.71 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4963694 Dec 22 15:20:30.113554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting subnet 6e451703-7dfb-40c7-903c-93e10d01bac3 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:30.121173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.121675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment c3cf9dbe-6187-4795-a3ba-36a75e74c8a6 of type vlan for network de6fa5ce-a128-4224-8144-6eed9a98fc16 Dec 22 15:20:30.191283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.200462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.262106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.273282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1e1e4bfc-5262-42dd-9315-eae81eb01244 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:30.329259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.332578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.333415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.343278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=c27c2ffe-f566-4a36-a52e-384be7244b9f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:30.346905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network a109831b-7d73-42f2-a971-817954333f24 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:30.349779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:30.351079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Deleting port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:30.351522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.354436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:30.357576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c40c893-0fcf-4226-abce-af7784ad1c3b tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:30.395739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.435981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.465318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50751b-90c6-4e2c-be32-dc5e45ccde02 req-1b07a3e1-bd10-406b-b5b4-d7bcf01835a0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:30.467116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f50751b-90c6-4e2c-be32-dc5e45ccde02 req-1b07a3e1-bd10-406b-b5b4-d7bcf01835a0 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 0.4988949 Dec 22 15:20:30.506931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.576011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.603141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.671222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:30.708713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:30.724191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db6975-591c-4f0b-8ec2-4abf85a39070 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:30.743515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:30.744570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.911889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5cc19a44-2828-4b40-93be-b10c4a70b43b None None] Provisioning complete for port aa83696d-007f-45cb-bb28-43ae95452466 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:30.912362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cc19a44-2828-4b40-93be-b10c4a70b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.945519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916ce4a0-ba32-44ee-8af1-f71dd034217e None None] Network 3c988284-80c6-4967-88b8-4d5f3f4e1546 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:30.951486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3c126c57a574aa6833bee490aece92d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2071164 Dec 22 15:20:30.952716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41560) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:30.956671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:30.958652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f50751b-90c6-4e2c-be32-dc5e45ccde02 req-fc7bbf02-3920-4328-b078-fbbbc6cc7fb7 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4573929 Dec 22 15:20:30.964594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=d67605c2-9ec1-4337-92cb-961776c1e8c7,revision_number=5']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:30.984195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:30.997246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-daca1143-98ba-4cf8-99d5-ef0bdb473322 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:31.043510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.048235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:31.049069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.060797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:31.089788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.195872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:31.196294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.274106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/5fd58897-3fd0-4ec7-9e07-62757fb666df HTTP/1.1" status: 204 len: 168 time: 2.6830442 Dec 22 15:20:31.287601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41564) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:31.337919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 10.5906920 Dec 22 15:20:31.342352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41568) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:31.370221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5cc19a44-2828-4b40-93be-b10c4a70b43b None None] Port aa83696d-007f-45cb-bb28-43ae95452466 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:31.435706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.553154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.559071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "DELETE /v2.0/subnets/6e451703-7dfb-40c7-903c-93e10d01bac3 HTTP/1.1" status: 204 len: 168 time: 2.1906922 Dec 22 15:20:31.571147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccbf134-83a1-4ac2-b875-ab512256f623 None None] Network 79693889-faba-487d-b859-174be9aed177 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:31.574204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1037796 Dec 22 15:20:31.590004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41570) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:31.590339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41572) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:31.635401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] DHCP port deletion for 3c988284-80c6-4967-88b8-4d5f3f4e1546 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:20:31.648416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Deleting port 1781578d-c9fb-4e03-a8b2-458adb264ada {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:31.649026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.719662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=de6fa5ce-a128-4224-8144-6eed9a98fc16,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:31.724921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-739a1fe2-a060-4a44-a393-f6cac1f0d662 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:31.726668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.738765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:31.752504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network de6fa5ce-a128-4224-8144-6eed9a98fc16 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:31.839902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:47:c4:f4', 'name': 'tempest-NetworksTestDHCPv6-1341522369'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:31.865347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:31.867650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=ee6dd0fd-df2a-4637-b5a2-2189286d95ee,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:32.017559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b559d07-ae6d-40a6-ae0c-21e3b85b5c7c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.912s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:32.091166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:32.096228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:32.100953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:32.108930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:32.179206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Subnet': ['ID=6e451703-7dfb-40c7-903c-93e10d01bac3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:32.182077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:32.182781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:32.217240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 1781578d-c9fb-4e03-a8b2-458adb264ada {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:32.218968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.250269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.318051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd58897-3fd0-4ec7-9e07-62757fb666df,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:32.426210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.429s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:32.438037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] For port 1781578d-c9fb-4e03-a8b2-458adb264ada, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1781578d-c9fb-4e03-a8b2-458adb264ada,segment=NetworkSegment(6cfb4129-19e5-4145-9784-0c835ff675a1),segment_id=6cfb4129-19e5-4145-9784-0c835ff675a1)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:32.439234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.512281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.954s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:32.569833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.577049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.584546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.592112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68754000-ed45-4c46-a164-96f193d1775b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:32.604928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec7e5341-d1bb-4917-b90e-094440c2bab8 tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:32.641445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68754000-ed45-4c46-a164-96f193d1775b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:32.644555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:32.647073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:32.657484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:32.658085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:32.665461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.722743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Calling delete_port for 1781578d-c9fb-4e03-a8b2-458adb264ada owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:32.805030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting port 56f9a1d9-36af-473b-84ab-2720d9ee1621 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:32.805410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:32.948686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1781578d-c9fb-4e03-a8b2-458adb264ada no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:32.976768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48caaa9e-8435-4d2e-9f36-5791990d8dd6 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:33.053845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.060438 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68754000-ed45-4c46-a164-96f193d1775b HTTP/1.1" status: 204 len: 168 time: 2.0956664 Dec 22 15:20:33.087209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.104374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb94f89-1960-4b8c-b639-9fb90948f21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:33.182803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] No DVR routers for this DVR port 1781578d-c9fb-4e03-a8b2-458adb264ada on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:33.183479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.185438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.185752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Floating IP b4192421-9921-437f-b2c3-0aa905ab72e5 disassociated. External IP: 172.26.4.192, port: 48caaa9e-8435-4d2e-9f36-5791990d8dd6. Dec 22 15:20:33.186157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Calling delete_port for 48caaa9e-8435-4d2e-9f36-5791990d8dd6 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:33.197611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] For port 1781578d-c9fb-4e03-a8b2-458adb264ada, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1781578d-c9fb-4e03-a8b2-458adb264ada,segment=NetworkSegment(6cfb4129-19e5-4145-9784-0c835ff675a1),segment_id=6cfb4129-19e5-4145-9784-0c835ff675a1)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:33.200873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.261091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Pushing event deleted for resources: {'Port': ['ID=1781578d-c9fb-4e03-a8b2-458adb264ada,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:33.276169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d795bed-2bc1-4a25-b715-30ed2b63b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.283986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:33.298024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8a58c4d9-c486-4fee-af7e-ddccfce194d8 None None] Provisioning complete for port d67605c2-9ec1-4337-92cb-961776c1e8c7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:33.298480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a58c4d9-c486-4fee-af7e-ddccfce194d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.345085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 1781578d-c9fb-4e03-a8b2-458adb264ada {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:20:33.345721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1781578d-c9fb-4e03-a8b2-458adb264ada not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:20:33.380680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] For port 56f9a1d9-36af-473b-84ab-2720d9ee1621, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56f9a1d9-36af-473b-84ab-2720d9ee1621,segment=NetworkSegment(cf978d17-493e-43cc-82ab-52b26bc2196f),segment_id=cf978d17-493e-43cc-82ab-52b26bc2196f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:33.380680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.406133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.464854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.471436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f664103-82aa-4275-8ce0-8537c33f6a43 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:33.496215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fd886-999e-44a6-a98d-3049a3f1564b None None] DHCP port deletion for 79693889-faba-487d-b859-174be9aed177 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:20:33.515385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-168fd886-999e-44a6-a98d-3049a3f1564b None None] Deleting port 56f9a1d9-36af-473b-84ab-2720d9ee1621 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:33.515771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-168fd886-999e-44a6-a98d-3049a3f1564b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.581174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Calling delete_port for 56f9a1d9-36af-473b-84ab-2720d9ee1621 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:33.593557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 1781578d-c9fb-4e03-a8b2-458adb264ada owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:33.623487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:20:33.658075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:33.698474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.701016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:33.720492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=af4691a7-e168-4484-8df4-1a4a6ec7e0dc,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:33.724027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:33.725875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:33.726252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:20:33.742114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:33.742529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: de6fa5ce-a128-4224-8144-6eed9a98fc16, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:33.756582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.771641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-991f7eea-feff-486b-be95-8172da1bb865 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:33.788614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-168fd886-999e-44a6-a98d-3049a3f1564b None None] The port '56f9a1d9-36af-473b-84ab-2720d9ee1621' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:20:33.798405 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'code': 200} Dec 22 15:20:33.813717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:33.814582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:20:33.827723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] No DVR routers for this DVR port 56f9a1d9-36af-473b-84ab-2720d9ee1621 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:33.867839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Port': ['ID=56f9a1d9-36af-473b-84ab-2720d9ee1621,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:33.887083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:33.904645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:33.910670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:33.911766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:33.963544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:33.980123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56f9a1d9-36af-473b-84ab-2720d9ee1621 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:34.030005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:34.045985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f10d2-e3fc-451b-b818-1581f80fe4ec req-d9ab6c79-9967-4584-a427-edfd0b759aab tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:34.046562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network de6fa5ce-a128-4224-8144-6eed9a98fc16 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:34.047003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 56f9a1d9-36af-473b-84ab-2720d9ee1621 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:20:34.047682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56f9a1d9-36af-473b-84ab-2720d9ee1621 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:20:34.047815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-836f10d2-e3fc-451b-b818-1581f80fe4ec req-d9ab6c79-9967-4584-a427-edfd0b759aab tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 946 time: 1.6988249 Dec 22 15:20:34.048953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:34.060582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.094238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79693889-faba-487d-b859-174be9aed177']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:34.110579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:34.121092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, de6fa5ce-a128-4224-8144-6eed9a98fc16) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:34.127527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:34.128714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.134828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39417694-459e-41b0-89c1-1c99f9f46bfa None None] Network de6fa5ce-a128-4224-8144-6eed9a98fc16 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:34.194508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf978d17-493e-43cc-82ab-52b26bc2196f') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:34.195132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf978d17-493e-43cc-82ab-52b26bc2196f') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:34.222319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.237222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Deleting port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:34.237918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.285228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:34.320156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7208116 Dec 22 15:20:34.328592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41586) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:34.343011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.364976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 1781578d-c9fb-4e03-a8b2-458adb264ada {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:34.365373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.395188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-de6fa5ce-a128-4224-8144-6eed9a98fc16', 'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': 'af4691a7-e168-4484-8df4-1a4a6ec7e0dc'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:34.396137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.414801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-836f10d2-e3fc-451b-b818-1581f80fe4ec req-3ee91342-6bc1-4213-8aab-ee858480b50d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956805 Dec 22 15:20:34.478075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd5000ff-e8d6-4a2e-8fea-4f7a2baf2945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.551309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] The port '1781578d-c9fb-4e03-a8b2-458adb264ada' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:20:34.607156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Allocated IP 172.20.0.1 (de6fa5ce-a128-4224-8144-6eed9a98fc16/af4691a7-e168-4484-8df4-1a4a6ec7e0dc/854d19a9-4866-4c79-97a2-53efb09998ae) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:34.841656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:34.842231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:34.888838 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:34.893226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.063533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.231255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.244984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.257581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Transition to ACTIVE for port object 854d19a9-4866-4c79-97a2-53efb09998ae will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:35.264386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 9d8d8d2c-2529-4096-bd3e-cf75ad14900b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:20:35.314736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Transition to ACTIVE for port object 854d19a9-4866-4c79-97a2-53efb09998ae will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:35.318975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.333541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c988284-80c6-4967-88b8-4d5f3f4e1546']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:35.346897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ef35a83-deeb-4e2b-82fb-6c6b99ecb683 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:35.354480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.367147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:35.367823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:35.372674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.388802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Network': ['ID=79693889-faba-487d-b859-174be9aed177,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:35.397895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:35.412740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "DELETE /v2.0/networks/79693889-faba-487d-b859-174be9aed177 HTTP/1.1" status: 204 len: 168 time: 3.8143966 Dec 22 15:20:35.432956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfb4129-19e5-4145-9784-0c835ff675a1') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:35.433473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfb4129-19e5-4145-9784-0c835ff675a1') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:35.443568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41590) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:35.484031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.542672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Pushing event updated for resources: {'Port': ['ID=854d19a9-4866-4c79-97a2-53efb09998ae,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:35.550677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:35.567920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] For port 48caaa9e-8435-4d2e-9f36-5791990d8dd6, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48caaa9e-8435-4d2e-9f36-5791990d8dd6,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:35.568838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.571178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Network de6fa5ce-a128-4224-8144-6eed9a98fc16 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:35.572546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:35.583044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:35.589237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 9164ff2c-baf8-4e5a-ba01-9e35a038c93b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:20:35.618197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.743365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Attempting to bind port 854d19a9-4866-4c79-97a2-53efb09998ae on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:35.743924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Attempting to bind port 854d19a9-4866-4c79-97a2-53efb09998ae by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:35.744581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Attempting to bind port 854d19a9-4866-4c79-97a2-53efb09998ae on network de6fa5ce-a128-4224-8144-6eed9a98fc16 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:35.756735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.757766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:35.758806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Checking segment: {'id': 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:35.759162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.759867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Bound using segment: {'id': 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:35.760736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Bound port: 854d19a9-4866-4c79-97a2-53efb09998ae, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'de6fa5ce-a128-4224-8144-6eed9a98fc16'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:35.761426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.767176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 854d19a9-4866-4c79-97a2-53efb09998ae {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:35.767797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.872486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:35.872486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:35.893514 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:35.936343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] For port 854d19a9-4866-4c79-97a2-53efb09998ae, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:35.943218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] For port 854d19a9-4866-4c79-97a2-53efb09998ae, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=854d19a9-4866-4c79-97a2-53efb09998ae,segment=NetworkSegment(c3cf9dbe-6187-4795-a3ba-36a75e74c8a6),segment_id=c3cf9dbe-6187-4795-a3ba-36a75e74c8a6)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:35.976493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.980998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Deleting port 41aae024-f1a8-4776-ae19-5ca037ac65f6 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:35.981491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:35.984805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:36.189269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Pushing event updated for resources: {'Port': ['ID=854d19a9-4866-4c79-97a2-53efb09998ae,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:36.199378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89019ef9-3033-437d-8c22-2428903627a9 req-cea83292-3346-42ef-88a2-b948d69daf5d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:36.200298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-89019ef9-3033-437d-8c22-2428903627a9 req-cea83292-3346-42ef-88a2-b948d69daf5d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Synchronizing usage tracker for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:36.237789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:36.316549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-89019ef9-3033-437d-8c22-2428903627a9 req-cea83292-3346-42ef-88a2-b948d69daf5d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Unset dirty status for tenant:29ee8602eef4448c9a3d52badc2e8275 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:36.318711 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89019ef9-3033-437d-8c22-2428903627a9 req-cea83292-3346-42ef-88a2-b948d69daf5d tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 944 time: 0.6426806 Dec 22 15:20:36.324315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.336086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:36.361252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.432801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.432801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.432801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Floating IP b4192421-9921-437f-b2c3-0aa905ab72e5 disassociated. External IP: 172.26.4.192, port: 48caaa9e-8435-4d2e-9f36-5791990d8dd6. Dec 22 15:20:36.433366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Calling delete_port for 48caaa9e-8435-4d2e-9f36-5791990d8dd6 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:36.461311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=3c988284-80c6-4967-88b8-4d5f3f4e1546,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:36.465602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:36.486669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] Sync routers for ids ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:36.513220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] Routers {'9164ff2c-baf8-4e5a-ba01-9e35a038c93b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:36.514936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:36.529998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:36.597777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 854d19a9-4866-4c79-97a2-53efb09998ae, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=854d19a9-4866-4c79-97a2-53efb09998ae,segment=NetworkSegment(c3cf9dbe-6187-4795-a3ba-36a75e74c8a6),segment_id=c3cf9dbe-6187-4795-a3ba-36a75e74c8a6)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:36.598375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.627524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89019ef9-3033-437d-8c22-2428903627a9 req-f413561f-52f5-43b9-beed-7a4e36139779 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups?id=4660d7ee-e749-454b-b126-43043e472f20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117076 Dec 22 15:20:36.644039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:36.693221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] Routers {'9164ff2c-baf8-4e5a-ba01-9e35a038c93b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:36.693953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:36.785151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/9164ff2c-baf8-4e5a-ba01-9e35a038c93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5953341 Dec 22 15:20:36.791983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41596) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:36.805932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 854d19a9-4866-4c79-97a2-53efb09998ae owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:36.809043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.824031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:36.825168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4de7e4-3e77-47e8-a3aa-fd287a323139 None None] The sync data for ids ['9164ff2c-baf8-4e5a-ba01-9e35a038c93b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:36.846310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/3c988284-80c6-4967-88b8-4d5f3f4e1546 HTTP/1.1" status: 204 len: 168 time: 5.5559440 Dec 22 15:20:36.861482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41600) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:36.944634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5928f805-746d-427c-9244-31731bf6ccfa tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=9164ff2c-baf8-4e5a-ba01-9e35a038c93b HTTP/1.1" status: 200 len: 205 time: 0.1445003 Dec 22 15:20:36.946089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41604) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:36.979883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 172.20.0.10 (5ab54424-188e-4b54-81b5-4cfc68514aa3/3c94f23b-028e-44b8-ad34-65581dee7e37/d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:36.987041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:36.987406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:37.011834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fe47:c4f4 (5ab54424-188e-4b54-81b5-4cfc68514aa3/ee6dd0fd-df2a-4637-b5a2-2189286d95ee/d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:37.167097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Calling delete_port for 41aae024-f1a8-4776-ae19-5ca037ac65f6 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:37.194905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:37.209216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:37.266436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event deleted for resources: {'Port': ['ID=48caaa9e-8435-4d2e-9f36-5791990d8dd6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:37.273879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:37.280780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:37.290018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:37.301765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/routers/9d8d8d2c-2529-4096-bd3e-cf75ad14900b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.7939031 Dec 22 15:20:37.302793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] Sync routers for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:37.312525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41608) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:37.327277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:37.328482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:37.330894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'port': {'network_id': 'a109831b-7d73-42f2-a971-817954333f24', 'name': 'tempest-FloatingIPTestJSON-1516849241'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:37.445222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:37.461574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10304c28-ade9-42a1-a2ab-b6d2e61ad4ac tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:37.462778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-10304c28-ade9-42a1-a2ab-b6d2e61ad4ac tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:37.467572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:37.468683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:37.587303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:37.587968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17482b2-792d-45ae-b8da-6acb5bb906db None None] The sync data for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:37.683336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-10304c28-ade9-42a1-a2ab-b6d2e61ad4ac tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:37.695483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10304c28-ade9-42a1-a2ab-b6d2e61ad4ac tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8250854 Dec 22 15:20:37.704264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41614) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:38.069870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 854d19a9-4866-4c79-97a2-53efb09998ae up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:38.100209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.146720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f777efc7-255c-4aeb-8fb4-889752c0c800 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:38.180875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 854d19a9-4866-4c79-97a2-53efb09998ae {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:20:38.181681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 854d19a9-4866-4c79-97a2-53efb09998ae not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 15:20:38.246653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Port 854d19a9-4866-4c79-97a2-53efb09998ae not found, will not notify nova. {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:20:38.269115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.295985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:38.322494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.333348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=854d19a9-4866-4c79-97a2-53efb09998ae,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:38.339485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9963048a-f867-44d4-bb95-25864691fdee tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:38.371586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:38.379526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9664c65-64c8-49d3-b8f5-db0733883e92 req-ff1e026f-6169-4ed2-ae81-d14eb17ca804 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.5765257 Dec 22 15:20:38.399082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port 854d19a9-4866-4c79-97a2-53efb09998ae on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:38.409282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Pushing event deleted for resources: {'Port': ['ID=41aae024-f1a8-4776-ae19-5ca037ac65f6,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:38.415178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:38.426720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:38.434287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Usage tracker for resource:port and tenant:928a39bc056444c28c3c31c6d927f4d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:38.473815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:38.482402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.516046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:38.525408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15d04255-c5ed-4146-a37b-96437509f8fa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:38.592950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad2e94-4cac-4fac-9321-e929fcebdea9 None None] Network de6fa5ce-a128-4224-8144-6eed9a98fc16 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:38.604016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48cd70f0-3536-43fc-b798-200e4698b03b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8869593 Dec 22 15:20:38.613371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41618) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:38.635994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-395611913'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:38.646283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:38.657191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Made reservation on behalf of 928a39bc056444c28c3c31c6d927f4d7 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:38.661420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0f1d740c-1845-470c-bd21-d5f125625154 None None] Could not find standard attr ID for object 854d19a9-4866-4c79-97a2-53efb09998ae. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:20:38.661987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.662877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.673948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:38.686700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:38.694153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:38.732309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:38.738249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.742534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:38.762203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:38.769939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:38.779025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:38.795171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] device_id is not set on port 64698065-b63a-4c27-947f-042fbceb62c5 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:38.909741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:38.910491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.932666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:38.940874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.973543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:38.981878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] 10.222.0.32 "DELETE /v2.0/floatingips/856273b7-0d6e-45fc-91c8-6c54b95e1aef HTTP/1.1" status: 204 len: 168 time: 3.5330112 Dec 22 15:20:39.026180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:39.042075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.042539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 8a00fe0b-97b1-4296-820a-be387299eb6b of type vlan for network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 Dec 22 15:20:39.064532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.3624735 Dec 22 15:20:39.085236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41624) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:39.233096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.245379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.262560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.343757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Allocated IP 172.20.0.7 (a109831b-7d73-42f2-a971-817954333f24/cdd6542b-5e99-4165-8971-dd4e03aaef2e/64698065-b63a-4c27-947f-042fbceb62c5) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:39.382777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e434cc-59d0-48d4-b374-7689b5475a51 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:39.392865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e434cc-59d0-48d4-b374-7689b5475a51 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:39.394393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-22e434cc-59d0-48d4-b374-7689b5475a51 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:39.450359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-76020ad4-f970-4689-b6e2-521cf54ef0f6 None None] Provisioning for port d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:39.460312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-76020ad4-f970-4689-b6e2-521cf54ef0f6 None None] Provisioning complete for port d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:39.460951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76020ad4-f970-4689-b6e2-521cf54ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.489502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Router aa529a83-3246-4dcd-923e-bcf1db010f53 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:20:39.630203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-76020ad4-f970-4689-b6e2-521cf54ef0f6 None None] Port d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:39.663176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.664110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router 9164ff2c-baf8-4e5a-ba01-9e35a038c93b {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:20:39.668551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.683643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-22e434cc-59d0-48d4-b374-7689b5475a51 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:39.684522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-22e434cc-59d0-48d4-b374-7689b5475a51 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5969033 Dec 22 15:20:39.690388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41630) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:39.748218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.752712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:39.753457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.758986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:39.778754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-316a3b30-5079-4fb4-96b8-1c681ca46f1c tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:39.822619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.829674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c560fe-6f08-463c-98ad-8510ceeebdef None None] Network de6fa5ce-a128-4224-8144-6eed9a98fc16 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:39.834082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=af4691a7-e168-4484-8df4-1a4a6ec7e0dc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:39.836907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:39.850290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa488b17-2cb3-4a87-8663-604191087939 req-1e2291ec-d06a-4387-afa7-8a2ae64ddc87 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.1606519 Dec 22 15:20:39.886314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Transition to ACTIVE for port object 64698065-b63a-4c27-947f-042fbceb62c5 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:39.894979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:39.895382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:39.979603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41636) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:39.992967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.016367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.020458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a7727d08-d931-419f-b1df-d4f568dc6154 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/9164ff2c-baf8-4e5a-ba01-9e35a038c93b HTTP/1.1" status: 204 len: 168 time: 3.0641344 Dec 22 15:20:40.027757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41642) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:40.059503 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4387598 Dec 22 15:20:40.080009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41646) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:40.081257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=9b170baf-e1d5-41b9-ba9b-75dd070baeb4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:40.096805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:40.104236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:40.265857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6fa5ce-a128-4224-8144-6eed9a98fc16']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:40.397199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:40.459697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:40.522041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:40.533218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.533800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:40.545444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bbed0d3-1a7a-4c86-a55a-c32be258d322 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:40.659352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e336d-31be-483d-81d5-d70cb4c2e1ab None None] DHCP port deletion for de6fa5ce-a128-4224-8144-6eed9a98fc16 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:20:40.675993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:40.676565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cf9dbe-6187-4795-a3ba-36a75e74c8a6') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:40.682243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:40.727821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event updated for resources: {'Port': ['ID=64698065-b63a-4c27-947f-042fbceb62c5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:40.735236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:40.736113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.760016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.769772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Network a109831b-7d73-42f2-a971-817954333f24 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:40.770791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:40.792036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:40.805353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:40.835701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.921939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:40.922710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:40.967849 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:40.988076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:40.993899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e6d776c3-5f7f-4bb8-b33e-316de833a5da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95f225eff30546ca843520775171b0c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0111492 Dec 22 15:20:41.025592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41652) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:41.243070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.250918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48859d47-fd85-449c-a90d-03100686fb18 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:41.283957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet 12e49e30-0902-48ea-9082-1b57e961bb92 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:41.286661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.291209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:41.292630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fed94301-7a0b-45ed-aa26-6d4133900cc3 req-8c24c39e-2400-4277-b28b-ba8865468804 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.2295964 Dec 22 15:20:41.293184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=de6fa5ce-a128-4224-8144-6eed9a98fc16,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:41.311111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:41.311855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.318078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] Sync routers for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:41.333571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:41.334283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:41.334648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.354039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/de6fa5ce-a128-4224-8144-6eed9a98fc16 HTTP/1.1" status: 204 len: 168 time: 7.0194232 Dec 22 15:20:41.367689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:41.368756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.372946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41656) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:41.389449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540496167'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:41.430502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:41.450713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:41.466881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] No DVR routers for this DVR port 48caaa9e-8435-4d2e-9f36-5791990d8dd6 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:41.469912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.472634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9df33d0-167b-40b9-855c-cc1fa727a44d req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.71 "DELETE /v2.0/ports/48caaa9e-8435-4d2e-9f36-5791990d8dd6 HTTP/1.1" status: 204 len: 173 time: 11.3561914 Dec 22 15:20:41.477046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'name': 'network-vif-deleted', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:20:41.518025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.521365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-94000842-7258-4118-8105-d18c6cbe7e21 None None] Provisioning for port 64698065-b63a-4c27-947f-042fbceb62c5 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:41.535861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-94000842-7258-4118-8105-d18c6cbe7e21 None None] Provisioning complete for port 64698065-b63a-4c27-947f-042fbceb62c5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:41.536286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94000842-7258-4118-8105-d18c6cbe7e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.598697 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ceda22-9290-464c-81dd-30a48830fefc', 'name': 'network-vif-deleted', 'tag': '48caaa9e-8435-4d2e-9f36-5791990d8dd6', 'status': 'completed', 'code': 200} Dec 22 15:20:41.622604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:41.654182 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3323977 Dec 22 15:20:41.659741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:41.670177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41662) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:41.674366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-94000842-7258-4118-8105-d18c6cbe7e21 None None] Port 64698065-b63a-4c27-947f-042fbceb62c5 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:41.692960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Request body: {'floatingip': {'port_id': '64698065-b63a-4c27-947f-042fbceb62c5'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:41.703733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:20:41.736783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.829796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.855225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:41.861266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.914265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 854d19a9-4866-4c79-97a2-53efb09998ae no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:41.925217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:41.939184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:41.971490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 854d19a9-4866-4c79-97a2-53efb09998ae {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:20:41.972166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 854d19a9-4866-4c79-97a2-53efb09998ae not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:20:41.988816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=12e49e30-0902-48ea-9082-1b57e961bb92,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:41.995143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:42.003149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.011865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/12e49e30-0902-48ea-9082-1b57e961bb92 HTTP/1.1" status: 204 len: 168 time: 1.9817989 Dec 22 15:20:42.015142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41666) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:42.070054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cee23b5-cc04-43b7-9df3-3e1cbafa2e34 None None] Network 4dacb68a-aae6-455b-851f-f90da3f296cb requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:42.190864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.230947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:42.234508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.248497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.279691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.395972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:42.458223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.459157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment 1ae16328-5b0b-4848-838e-caccda6f0c8f of type vlan for network c664e297-cd98-4708-8cf3-7334e42d858e Dec 22 15:20:42.472329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:42.476966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.477195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] Checking router: aa529a83-3246-4dcd-923e-bcf1db010f53 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:20:42.503007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:42.503708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:42.521078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-312b6e48-a7fb-40a5-977f-38d8a126d50e tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:42.606851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:42.618995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.627673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:42.649571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,segment=NetworkSegment(df818d61-0cb5-47e5-9c2c-e0581cee6791),segment_id=df818d61-0cb5-47e5-9c2c-e0581cee6791)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:42.650131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.744954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] DHCP port deletion for 4dacb68a-aae6-455b-851f-f90da3f296cb request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:20:42.761359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Deleting port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:42.761939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.861644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:42.902337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:20:42.992858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:42.997926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.005654 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5082001b-847b-409c-a5c1-ce0f076df121 req-9b2ffcb7-225d-4eef-90db-7b737c7eec83 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6ceda22-9290-464c-81dd-30a48830fefc HTTP/1.1" status: 200 len: 210 time: 0.2449155 Dec 22 15:20:43.010662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e65f9c1e-5394-450a-b691-ac705c88203c tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:43.030706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3ce6a50-33c0-4e09-b9ae-dd7ee14238a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:43.063954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No DVR routers for this DVR port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:43.119394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:43.126958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:43.134601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bce5e-a2de-483e-b7af-d06d449364b7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:43.142661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:43.238108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.326344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.328489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.332826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:43.333526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.351869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3516f90f-f800-4819-bd11-e8b79c442678 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:43.363648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dacb68a-aae6-455b-851f-f90da3f296cb']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:43.370177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.377736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f7bce5e-a2de-483e-b7af-d06d449364b7 HTTP/1.1" status: 204 len: 168 time: 2.3430605 Dec 22 15:20:43.391639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df818d61-0cb5-47e5-9c2c-e0581cee6791') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:43.392229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df818d61-0cb5-47e5-9c2c-e0581cee6791') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:43.393350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 HTTP/1.1" status: 204 len: 168 time: 3.7013192 Dec 22 15:20:43.401056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41674) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:43.417055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.447694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.460875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:43.461832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:43.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:43.590017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] For port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd,segment=NetworkSegment(df818d61-0cb5-47e5-9c2c-e0581cee6791),segment_id=df818d61-0cb5-47e5-9c2c-e0581cee6791)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:43.590017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.638197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.646586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2678690 Dec 22 15:20:43.648753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41678) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:43.656787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=c664e297-cd98-4708-8cf3-7334e42d858e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:43.659966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:43.666295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dd51136d-0198-4303-a57e-33ca44a764b6 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:43.671178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': 'c664e297-cd98-4708-8cf3-7334e42d858e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:43.717855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a3e91-2bf0-4747-94c8-6dbd773485d7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:43.719542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a3e91-2bf0-4747-94c8-6dbd773485d7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:43.721090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a3e91-2bf0-4747-94c8-6dbd773485d7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:43.722017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d16a3e91-2bf0-4747-94c8-6dbd773485d7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:20:43.863035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d16a3e91-2bf0-4747-94c8-6dbd773485d7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:20:43.867852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d16a3e91-2bf0-4747-94c8-6dbd773485d7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4605732 Dec 22 15:20:43.878396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41684) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:43.940102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:43.943938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:43.951900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:43.958944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=a3526533-35f8-41ce-9e16-fab0f8371043,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:43.961986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:43.989647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.006500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:44.035548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:44.039345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=4dacb68a-aae6-455b-851f-f90da3f296cb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:44.048975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:44.062463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:44.091264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/4dacb68a-aae6-455b-851f-f90da3f296cb HTTP/1.1" status: 204 len: 168 time: 2.0747287 Dec 22 15:20:44.097725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41690) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:44.105757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-740322957', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:44.121379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:44.139816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:router and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:44.144032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:44.163429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:44.175376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:44.259808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '8a00fe0b-97b1-4296-820a-be387299eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:44.260446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 9b170baf-e1d5-41b9-ba9b-75dd070baeb4, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:44.337408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.413298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Calling delete_port for ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:44.523805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.552425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network c664e297-cd98-4708-8cf3-7334e42d858e details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:44.560303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41696) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:44.575638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.579366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:20:44.580189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:20:44.590805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:44.613760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.615451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.635802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:20:44.636364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:20:44.639968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.657033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.665186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-536e58dc-f893-4765-906a-d090e6c6835a tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:44.751319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.766671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=a69d92dc-734c-4b0a-87ea-fcfdfaa022ea,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:44.799410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:44.800578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:44.801178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.810469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf43961-f10e-4cd0-a549-ecd632f87ce6 None None] The sync data for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv is: [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:16:07Z', 'revision_number': 4, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b5d32e9b-0220-4379-a156-308ea9ebd0b8', 'name': '', 'network_id': '675e0ead-abb9-4151-a786-7fb11984b7ef', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'mac_address': 'fa:16:3e:65:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:16:04Z', 'updated_at': '2021-12-22T15:16:21Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'subnets': [{'id': 'b38ee4bc-ac15-47f1-990c-c329606214fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:44.888222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:44.893000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Usage tracker for resource:security_group_rule and tenant:beb700a7a8fc4a7eab4761aca1bbbc35 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:44.896840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:44.899485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': '1ae16328-5b0b-4848-838e-caccda6f0c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c664e297-cd98-4708-8cf3-7334e42d858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:44.900162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: c664e297-cd98-4708-8cf3-7334e42d858e, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:44.905116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:44.927346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:44.933605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-80692de6-6aef-455e-a8b5-60be98fff072 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8291390 Dec 22 15:20:44.935301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41700) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:44.950897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-514133720'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:44.963019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:44.971169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:44.979562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:44.994188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:45.026418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network c664e297-cd98-4708-8cf3-7334e42d858e is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:45.045540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:20:45.055565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:45.066166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.082531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Deleting port ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:45.083452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.150233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:45.183656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.187646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment a4fb1402-a640-46b1-9cae-6caa4816b184 of type vlan for network db838313-fed1-438c-a726-842aa4c67af4 Dec 22 15:20:45.245520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, c664e297-cd98-4708-8cf3-7334e42d858e) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:45.270995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:45.272190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.279513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.315518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e90c12b-4d27-4e5c-ad77-3b15a0a9df82 None None] Network c664e297-cd98-4708-8cf3-7334e42d858e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:45.360220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eef68525-7123-4c23-9afe-15482fc89575 None None] The port 'ff9dcd7b-e301-4300-a16a-c8ae0f6e31bd' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:20:45.369333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7179005 Dec 22 15:20:45.373707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 3c94f23b-028e-44b8-ad34-65581dee7e37 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:45.373848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41706) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:45.397083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.413939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41710) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:45.458268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.463177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:45.464431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.481737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41dbcf47-b17d-45d1-8e0c-1a32a191826b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:45.579644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:45.598516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.641337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b178e4bc-482c-419f-84ca-cf28bac20cce None None] New status for floating IP b4192421-9921-437f-b2c3-0aa905ab72e5: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:20:45.741925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8012962 Dec 22 15:20:45.746379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 9b170baf-e1d5-41b9-ba9b-75dd070baeb4) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:45.756235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41714) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:45.769435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:45.780043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1330b68d-b2bf-4de9-8148-58044437c642 None None] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:45.793310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:45.794641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.807166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=db838313-fed1-438c-a726-842aa4c67af4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:45.825127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.829686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:45.847210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.864179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.883509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:45.895515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fe853be-4145-4d81-a290-54dd8abe7a45 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:45.922835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.8331957 Dec 22 15:20:45.933545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41718) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:45.949757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4', 'name': 'tempest-PortsIpV6TestJSON-360253396'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:46.029647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eececb-429a-4ed6-a81e-d5a7a0c4e898,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:46.033413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.074137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=beb700a7a8fc4a7eab4761aca1bbbc35&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5064547 Dec 22 15:20:46.086313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41722) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:46.132281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.132508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:46.188861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 97f7d2d5-edd4-44c4-9ce7-2c795621e6ce associated. External IP: 172.26.4.238, port: c662da25-2b5b-450c-9d16-4d23e8807ade. Dec 22 15:20:46.217897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network db838313-fed1-438c-a726-842aa4c67af4 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:46.224247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:46.257870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:46.274070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:46.299822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:46.306996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3811fa7-e8b8-4aa8-bd0d-380a23ec5674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-c664e297-cd98-4708-8cf3-7334e42d858e', 'network_id': 'c664e297-cd98-4708-8cf3-7334e42d858e', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': 'a69d92dc-734c-4b0a-87ea-fcfdfaa022ea'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:46.309472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3811fa7-e8b8-4aa8-bd0d-380a23ec5674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.316498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:46.324303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.331555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:46.404416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:46.424775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.428469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:46.434109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.448099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.451271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26dcfb53-50e5-4745-92a2-33e85d735a63 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:46.473937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.501702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=3c94f23b-028e-44b8-ad34-65581dee7e37,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:46.506552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:46.513749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.531269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port e0007a2c-ede9-4340-801e-a6ff2e951f71 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:46.533572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4cb2ab6-c9f3-49cb-a613-2bd87fba043c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:46.576703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d77aed-a152-41ca-9e38-f1de6a908365 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:46.632857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/3c94f23b-028e-44b8-ad34-65581dee7e37 HTTP/1.1" status: 204 len: 168 time: 2.7380559 Dec 22 15:20:46.632857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41726) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:46.765359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet ee6dd0fd-df2a-4637-b5a2-2189286d95ee {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:20:46.772930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.877992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.885318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4660d7ee-e749-454b-b126-43043e472f20,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:46.907609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:46.934273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.962573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-9b170baf-e1d5-41b9-ba9b-75dd070baeb4', 'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': 'a3526533-35f8-41ce-9e16-fab0f8371043'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:46.964238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:46.973854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.003337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.008541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06b37b29-b8fa-461e-8a35-c79534cdf328 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:47.082919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=a69d92dc-734c-4b0a-87ea-fcfdfaa022ea,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:47.089822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:47.155290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.157424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "DELETE /v2.0/security-groups/4660d7ee-e749-454b-b126-43043e472f20 HTTP/1.1" status: 204 len: 168 time: 1.7418382 Dec 22 15:20:47.158377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41730) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:47.267771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::3f (9b170baf-e1d5-41b9-ba9b-75dd070baeb4/a3526533-35f8-41ce-9e16-fab0f8371043/e0007a2c-ede9-4340-801e-a6ff2e951f71) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:47.289639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.309197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-a6def449-d9a5-45c1-b1c9-e1eb185c0ea7 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] show failed (client error): The resource could not be found. Dec 22 15:20:47.315362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a6def449-d9a5-45c1-b1c9-e1eb185c0ea7 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "GET /v2.0/security-groups/4660d7ee-e749-454b-b126-43043e472f20 HTTP/1.1" status: 404 len: 347 time: 0.1323152 Dec 22 15:20:47.320118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.323090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41734) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:47.379344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c664e297-cd98-4708-8cf3-7334e42d858e']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:47.393399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.400056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d920ad5a-def0-4dbe-a537-11a8b04bda04 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:47.416193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae16328-5b0b-4848-838e-caccda6f0c8f') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:47.416614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae16328-5b0b-4848-838e-caccda6f0c8f') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:47.441045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eececb-429a-4ed6-a81e-d5a7a0c4e898,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:47.449425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:47.453850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server [None req-a3811fa7-e8b8-4aa8-bd0d-380a23ec5674 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a69d92dc-734c-4b0a-87ea-fcfdfaa022ea: This subnet is being modified by another concurrent operation. Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:20:47.483099 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a69d92dc-734c-4b0a-87ea-fcfdfaa022ea: This subnet is being modified by another concurrent operation. Dec 22 15:20:47.489787 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Dec 22 15:20:47.524019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.526000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75eececb-429a-4ed6-a81e-d5a7a0c4e898 HTTP/1.1" status: 204 len: 168 time: 1.4290371 Dec 22 15:20:47.539105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.544937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ff5df-ec76-46b9-bc7f-d78df0b9f61c None None] Network c664e297-cd98-4708-8cf3-7334e42d858e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:47.580171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:47.580914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:47.605868 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:47.774224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Deleting port 72cf8edb-a2ca-477c-8ba8-5a97f3c9bfe2 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:47.774772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.857243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.869149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:47.985822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:47.994481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.000664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.036309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/c664e297-cd98-4708-8cf3-7334e42d858e HTTP/1.1" status: 204 len: 168 time: 2.6615126 Dec 22 15:20:48.040301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=2bc288e6-9b6e-4db9-b0b0-bf238a346503,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:48.045225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41740) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.051013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:48.056883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922666606'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:48.064093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:48.117233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:48.117727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: db838313-fed1-438c-a726-842aa4c67af4, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:48.132827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:48.139000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=c664e297-cd98-4708-8cf3-7334e42d858e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:48.144027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:48.152555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:48.167257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:48.178428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:48.765388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network db838313-fed1-438c-a726-842aa4c67af4 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:48.766051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59110168-c27e-4d99-817a-f1f653832a16 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:48.766051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:20:48.766051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6dd0fd-df2a-4637-b5a2-2189286d95ee,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:48.766051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:48.766051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.767212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:48.768923 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/ee6dd0fd-df2a-4637-b5a2-2189286d95ee HTTP/1.1" status: 204 len: 168 time: 2.0262177 Dec 22 15:20:48.769396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8152b6-1d8c-4a5f-a4dc-63ca022cebcd None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:48.769697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41746) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment 3a382b62-17d0-44f9-9f38-0c8a327c2d7f of type vlan for network be88bd0c-9819-4c69-b0ed-467a32b4bcdb Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, db838313-fed1-438c-a726-842aa4c67af4) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:48.769842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.770803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92036020-0362-46a3-b7d1-16011fd0df70 None None] Network db838313-fed1-438c-a726-842aa4c67af4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:48.856865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.868259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c26fe9d7-2ff9-45cd-b686-6be6530498ed tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1886852 Dec 22 15:20:48.871861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41750) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.872484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.872867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.883701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:48.963124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41754) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:48.964246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object e0007a2c-ede9-4340-801e-a6ff2e951f71 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:48.967985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:48.985119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2237840 Dec 22 15:20:48.995748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41756) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:49.041358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Calling delete_port for 72cf8edb-a2ca-477c-8ba8-5a97f3c9bfe2 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:49.102180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f0f72950-db61-4cb3-809f-c05ccb34f4ef None None] Provisioning complete for port d67605c2-9ec1-4337-92cb-961776c1e8c7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:49.102845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f72950-db61-4cb3-809f-c05ccb34f4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.106425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.364606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.392037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:49.397065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:49.454183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Allocated IP 2001:db8::2 (9b170baf-e1d5-41b9-ba9b-75dd070baeb4/a3526533-35f8-41ce-9e16-fab0f8371043/d097ccfa-42da-4046-b7a3-1ab9fbe9bc04) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:49.485227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:49.491374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Usage tracker for resource:security_group_rule and tenant:e012167312b14a9eb5557a8a8b27c97a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:49.525427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-db838313-fed1-438c-a726-842aa4c67af4', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:49.526295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:49.526487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.533398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:49.537237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:20:49.549120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:49.556094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Deleting port d67605c2-9ec1-4337-92cb-961776c1e8c7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:49.556621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.556802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.564372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:49.565560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.578851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:49.583757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:49.632488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:49.692672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=e0007a2c-ede9-4340-801e-a6ff2e951f71,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:49.700428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:49.710180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:49.712111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:49.723571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:49.731586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:49.732894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.799911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:49.829089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:49.846577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b6dba3d-fc79-4db5-9632-29af2322e52e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:49.974861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Pushing event deleted for resources: {'Port': ['ID=72cf8edb-a2ca-477c-8ba8-5a97f3c9bfe2,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:49.991404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:50.007700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0719144 Dec 22 15:20:50.063646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41762) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:50.076149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4', 'name': 'tempest-PortsIpV6TestJSON-1306501104'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:50.076621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0276353 Dec 22 15:20:50.091145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.091692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41766) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:50.100476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d67605c2-9ec1-4337-92cb-961776c1e8c7 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:20:50.132365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': 'be88bd0c-9819-4c69-b0ed-467a32b4bcdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:50.132680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:50.151436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=be88bd0c-9819-4c69-b0ed-467a32b4bcdb,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:50.174905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:50.201357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:50.287951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network be88bd0c-9819-4c69-b0ed-467a32b4bcdb details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:20:50.344947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Transition to ACTIVE for port object d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:50.348941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.405739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] For port d67605c2-9ec1-4337-92cb-961776c1e8c7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d67605c2-9ec1-4337-92cb-961776c1e8c7,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:50.406482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.435272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.441360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Allocated IP 172.20.0.2 (db838313-fed1-438c-a726-842aa4c67af4/2bc288e6-9b6e-4db9-b0b0-bf238a346503/9c41a7e4-0a66-4304-920f-802a4dcc2ec1) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:50.492331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:50.493503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:50.534913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:50.555200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.573630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-145458c3-487d-4349-a4ac-2c6c9e7b218f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:50.633903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:50.641582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:50.649379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.653341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:50.654651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e626304-9ce2-440b-8ad0-f7a654cda90a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:50.673414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:50.691695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e012167312b14a9eb5557a8a8b27c97a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6573555 Dec 22 15:20:50.691695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:50.694028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] 10.222.0.32 "DELETE /v2.0/floatingips/b4192421-9921-437f-b2c3-0aa905ab72e5 HTTP/1.1" status: 204 len: 168 time: 3.3695953 Dec 22 15:20:50.696046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41770) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:50.696436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41772) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:50.730064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:50.809479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:50.909700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:51.028729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:51.034578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.045650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.136139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Transition to ACTIVE for port object d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:51.171913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.185386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port e1f37288-9934-46e5-82ef-72a38de36050 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:51.237630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Calling delete_port for d67605c2-9ec1-4337-92cb-961776c1e8c7 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:51.272474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:51.288727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.312722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.319573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.335442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-50c554d8-b6ac-4af5-bc59-19f06a10e714 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:51.384483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:51.385207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:51.454443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.591012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:51.597983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:51.600081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:51.600553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac8754-274f-41d4-81cc-33eadf7529e5 None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:51.630548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:51.636988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing IP validity checks on allocation pools {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:20:51.637787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:20:51.656428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Pushing event updated for resources: {'Port': ['ID=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:51.665747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:51.844586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.884240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91c42083-a678-41fa-865f-9c52d1224bfc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:51.896107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.909567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:51.927563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::1ec (9b170baf-e1d5-41b9-ba9b-75dd070baeb4/a3526533-35f8-41ce-9e16-fab0f8371043/e1f37288-9934-46e5-82ef-72a38de36050) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:51.957712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:51.962465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Attempting to bind port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:51.962465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Attempting to bind port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '8a00fe0b-97b1-4296-820a-be387299eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:51.963045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Attempting to bind port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 on network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:51.968944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:51.982235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Pushing event deleted for resources: {'Port': ['ID=d67605c2-9ec1-4337-92cb-961776c1e8c7,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:51.989315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:52.000600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:52.000968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Checking segment: {'id': '8a00fe0b-97b1-4296-820a-be387299eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:52.001423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.001885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Bound using segment: {'id': '8a00fe0b-97b1-4296-820a-be387299eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:52.002439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Bound port: d097ccfa-42da-4046-b7a3-1ab9fbe9bc04, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a00fe0b-97b1-4296-820a-be387299eb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9b170baf-e1d5-41b9-ba9b-75dd070baeb4'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:52.004330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.017779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.021973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e626304-9ce2-440b-8ad0-f7a654cda90a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:52.023273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] No DVR routers for this DVR port d67605c2-9ec1-4337-92cb-961776c1e8c7 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:20:52.029236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:52.032399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=0d7099be-45fb-443c-940f-95d6690f4c12,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:52.033851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:52.047570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:52.050886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:52.053903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:52.054684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.127370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] For port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:52.131750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] For port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,segment=NetworkSegment(8a00fe0b-97b1-4296-820a-be387299eb6b),segment_id=8a00fe0b-97b1-4296-820a-be387299eb6b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:52.133552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Transition to ACTIVE for port object 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:52.134225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.141116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-958ef0ac-93e0-46b4-8fef-6a5cecdf32b7 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:52.147215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33c50e-5a9e-464f-9af8-1f51be70bfe0 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:52.178008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.180345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3072433 Dec 22 15:20:52.192451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41778) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:52.202103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:52.202609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:52.279640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Pushing event updated for resources: {'Port': ['ID=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:52.291007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:52.296683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Transition to ACTIVE for port object 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:52.353983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.356817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e626304-9ce2-440b-8ad0-f7a654cda90a HTTP/1.1" status: 204 len: 168 time: 1.6556664 Dec 22 15:20:52.371012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=9706c62a-f4eb-4f3f-b276-ff626832fc0a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:52.373642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:52.399917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.410740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:52.450619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': '3a382b62-17d0-44f9-9f38-0c8a327c2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'be88bd0c-9819-4c69-b0ed-467a32b4bcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:52.451054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: be88bd0c-9819-4c69-b0ed-467a32b4bcdb, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:20:52.530768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.20.0.1 (db838313-fed1-438c-a726-842aa4c67af4/2bc288e6-9b6e-4db9-b0b0-bf238a346503/d658fdb6-65c2-46b5-9d57-21383bf1fdb0) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:52.552371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:52.565839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:52.568160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Network db838313-fed1-438c-a726-842aa4c67af4 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:52.575554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:52.575834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:52.581298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Pushing event updated for resources: {'Port': ['ID=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:52.584760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:52.609967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:52.612565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network be88bd0c-9819-4c69-b0ed-467a32b4bcdb is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:20:52.635823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:52.750977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Attempting to bind port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:52.750977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Attempting to bind port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:52.750977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Attempting to bind port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 on network db838313-fed1-438c-a726-842aa4c67af4 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:52.751419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:52.753660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '0d7099be-45fb-443c-940f-95d6690f4c12'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:52.754954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.759380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.796177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:52.796988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Checking segment: {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:52.797917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.798649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Bound using segment: {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:52.799648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Bound port: 9c41a7e4-0a66-4304-920f-802a4dcc2ec1, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:52.799971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, be88bd0c-9819-4c69-b0ed-467a32b4bcdb) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:52.800351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.808392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:52.810795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:52.858867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bfbff-798f-4576-9f44-43650576d672 None None] Network be88bd0c-9819-4c69-b0ed-467a32b4bcdb requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:52.978781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 9d8d8d2c-2529-4096-bd3e-cf75ad14900b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:20:52.980104 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8869460 Dec 22 15:20:52.984549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41784) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:53.141014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.199724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Allocated IP 172.20.0.2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/0d7099be-45fb-443c-940f-95d6690f4c12/afbfe594-0961-4e09-9a57-9448ccec367a) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:53.243707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object d658fdb6-65c2-46b5-9d57-21383bf1fdb0 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:53.250626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.452292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object e1f37288-9934-46e5-82ef-72a38de36050 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:53.515121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.581468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.600200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41aacfeb-9605-4c59-9d89-0f3395611680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:53.630803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.636122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0606cd8e-5b5e-49ab-b634-47756ce94e33 tempest-FloatingIPAdminTestJSON-1407920825 tempest-FloatingIPAdminTestJSON-1407920825-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:53.717333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.742006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:53.748893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:53.750719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network db838313-fed1-438c-a726-842aa4c67af4 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:53.754371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=e1f37288-9934-46e5-82ef-72a38de36050,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:53.767114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:53.775691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:53.781604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:53.786043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:53.786753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.818645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:53.836153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] For port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:53.846671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.847138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.847572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.847990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.848417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.848832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.849250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.849704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.850118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.850533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.850971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:53.859423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] For port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:53.862910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:53.873677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Transition to ACTIVE for port object afbfe594-0961-4e09-9a57-9448ccec367a will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:53.875944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:53.879441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:53.960877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.001438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.002064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.011250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:54.015878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:54.057548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9911163 Dec 22 15:20:54.058685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.068594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Transition to ACTIVE for port object afbfe594-0961-4e09-9a57-9448ccec367a will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:20:54.076361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743a961-094d-4a56-897c-01901dfe558f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-be88bd0c-9819-4c69-b0ed-467a32b4bcdb', 'network_id': 'be88bd0c-9819-4c69-b0ed-467a32b4bcdb', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '9706c62a-f4eb-4f3f-b276-ff626832fc0a'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:20:54.077607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a743a961-094d-4a56-897c-01901dfe558f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.083703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41798) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:54.261701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.299305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=32ce5d29-7f36-4fe4-8ce5-ab61647b139f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:54.315177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:54.316341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Pushing event updated for resources: {'Port': ['ID=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:54.356486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:54.361613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:54.363867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.366240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:20:54.379844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] Sync routers for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:20:54.391430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:54.398547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:54.400922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:54.429328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:20:54.442688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:54.443991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:54.489753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.490393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.490793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.491204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.491589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.491978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.492360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.492742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.493130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.493502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.493876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.515725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:54.516276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1a0de14-587a-43d4-9656-d95075657b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:54.556171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.574339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.575768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.576358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.576994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.577524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.578261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.578806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.579304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.579540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.580008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.580531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.581051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:20:54.593620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:54.605582 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4118974 Dec 22 15:20:54.607865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41806) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:54.612201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.621876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:6c:6e:35', 'name': 'tempest-NetworksTestDHCPv6-2064736714'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:54.710080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:54.711359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:54.726556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:20:54.727607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server [None req-a743a961-094d-4a56-897c-01901dfe558f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9706c62a-f4eb-4f3f-b276-ff626832fc0a: This subnet is being modified by another concurrent operation. Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:20:54.748691 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9706c62a-f4eb-4f3f-b276-ff626832fc0a: This subnet is being modified by another concurrent operation. Dec 22 15:20:54.752612 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Dec 22 15:20:54.805388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Attempting to bind port afbfe594-0961-4e09-9a57-9448ccec367a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:20:54.806043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Attempting to bind port afbfe594-0961-4e09-9a57-9448ccec367a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:20:54.806677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Attempting to bind port afbfe594-0961-4e09-9a57-9448ccec367a on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:20:54.815200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Pushing event updated for resources: {'Port': ['ID=afbfe594-0961-4e09-9a57-9448ccec367a,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:54.820310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad525f18-af0e-45de-8798-2c07e40f4db3 None None] Network be88bd0c-9819-4c69-b0ed-467a32b4bcdb requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:54.838479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:54.840154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:20:54.841697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:20:54.842536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.843729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:20:54.844693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Bound port: afbfe594-0961-4e09-9a57-9448ccec367a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:20:54.845839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:54.963158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:54.963803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eae40a-70e4-4e3c-a1d7-8605fbe2e482 None None] The sync data for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:20:55.031779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:55.036993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:55.040090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=9706c62a-f4eb-4f3f-b276-ff626832fc0a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:55.042239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:55.046759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:55.058064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:55.141213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd960b79-2f17-439f-ac7c-40c78ac61205 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:55.145628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fd960b79-2f17-439f-ac7c-40c78ac61205 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3f HTTP/1.1" status: 200 len: 927 time: 1.0579853 Dec 22 15:20:55.147759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41812) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:55.249424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] For port afbfe594-0961-4e09-9a57-9448ccec367a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:20:55.255239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] For port afbfe594-0961-4e09-9a57-9448ccec367a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=afbfe594-0961-4e09-9a57-9448ccec367a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:20:55.364133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:55.455694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:55.465369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d6c4e6c-9ff1-4956-994f-ea33d06e2931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:55.585764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Pushing event updated for resources: {'Port': ['ID=afbfe594-0961-4e09-9a57-9448ccec367a,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:55.598165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:55.639310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30418df1-5c92-492f-a075-47af22ddcda2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/floatingips/97f7d2d5-edd4-44c4-9ce7-2c795621e6ce HTTP/1.1" status: 200 len: 978 time: 13.9461353 Dec 22 15:20:55.701141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41818) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:55.750134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:55.817726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be88bd0c-9819-4c69-b0ed-467a32b4bcdb']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:55.827370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680d4ac-e596-483b-a881-60f000eb271a None None] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:55.847254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:56.158347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Provisioning for port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:56.167961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Provisioning complete for port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:56.168953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.268406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port e1f37288-9934-46e5-82ef-72a38de36050 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:56.268887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.371982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.409744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:56.636280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.645549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a382b62-17d0-44f9-9f38-0c8a327c2d7f') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:56.645777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a382b62-17d0-44f9-9f38-0c8a327c2d7f') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:20:56.681360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 64698065-b63a-4c27-947f-042fbceb62c5 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:56.681974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.754698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] For port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,segment=NetworkSegment(8a00fe0b-97b1-4296-820a-be387299eb6b),segment_id=8a00fe0b-97b1-4296-820a-be387299eb6b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:56.842892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.842892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ce865f1-e06c-495e-8620-6695313fd462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:56.876129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:56.992451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:57.027321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.118307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Pushing event updated for resources: {'Port': ['ID=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:57.135175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:57.244398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Provisioning complete for port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:57.244807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.294577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:20:57.296115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.317315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 3a74c3bb-b289-4d09-9927-b0c5162ff741 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:20:57.392280 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:20:57.448131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.519336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.578315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Provisioning for port e1f37288-9934-46e5-82ef-72a38de36050 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:57.608811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Provisioning complete for port e1f37288-9934-46e5-82ef-72a38de36050 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:57.609738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.741842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Port e1f37288-9934-46e5-82ef-72a38de36050 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:57.757387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.766740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.772591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab6f2fe0-a212-4448-a723-fc5d2a1477ca tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:57.804409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Provisioning for port e0007a2c-ede9-4340-801e-a6ff2e951f71 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:57.811968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Provisioning complete for port e0007a2c-ede9-4340-801e-a6ff2e951f71 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:57.812564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.812773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.850003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:57.857545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=be88bd0c-9819-4c69-b0ed-467a32b4bcdb,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:57.861426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:57.911010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for e1f37288-9934-46e5-82ef-72a38de36050 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:57.936070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6f868dcc-8eaa-4d79-8e64-9542f0b837a2 None None] Port e0007a2c-ede9-4340-801e-a6ff2e951f71 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:20:57.943033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-38d7f14b-9c24-4446-800e-dc534df97c70 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:57.966596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/be88bd0c-9819-4c69-b0ed-467a32b4bcdb HTTP/1.1" status: 204 len: 168 time: 4.9803138 Dec 22 15:20:57.969422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:57.976565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d4b32-b6cd-4e04-8f8e-e175bf918871 None None] Network db838313-fed1-438c-a726-842aa4c67af4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:57.993918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689788023'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:57.999573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:20:58.004376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:20:58.008209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:20:58.016946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:20:58.189270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:58.208478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:58.236229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:58.479280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Provisioning for port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:20:58.485241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Provisioning complete for port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:58.485666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:58.602050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:58.750011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:20:58.750322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:58.750724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:58.766563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:58.949077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:58.976210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2ad9d6c-3f31-4012-a510-4770af4382f2 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:59.052010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.052620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.053204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Floating IP 97f7d2d5-edd4-44c4-9ce7-2c795621e6ce disassociated. External IP: 172.26.4.238, port: 64698065-b63a-4c27-947f-042fbceb62c5. Dec 22 15:20:59.054272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 64698065-b63a-4c27-947f-042fbceb62c5 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:20:59.135928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 172.20.0.14 (5ab54424-188e-4b54-81b5-4cfc68514aa3/0d7099be-45fb-443c-940f-95d6690f4c12/3a74c3bb-b289-4d09-9927-b0c5162ff741) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:59.158275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41852) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:59.160089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:20:59.162260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=e1f37288-9934-46e5-82ef-72a38de36050,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:59.187902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.205138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:59.236358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fe6c:6e35 (5ab54424-188e-4b54-81b5-4cfc68514aa3/32ce5d29-7f36-4fe4-8ce5-ab61647b139f/3a74c3bb-b289-4d09-9927-b0c5162ff741) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:20:59.273491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] For port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:20:59.288294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.288705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment aa06cf6f-6ca1-426d-8b95-cebb8e12d549 of type vlan for network 93a8e023-cd45-49ac-95b6-041aae6f99b2 Dec 22 15:20:59.353077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.373745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25644ea7-aeb5-42ef-ac23-2151af8edfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:59.426964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.561510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device afbfe594-0961-4e09-9a57-9448ccec367a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:20:59.576026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.673423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Pushing event updated for resources: {'Port': ['ID=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:20:59.683523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:20:59.684425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fd988f-934a-414c-a135-46c3ad191126 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:20:59.696831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/e1f37288-9934-46e5-82ef-72a38de36050 HTTP/1.1" status: 204 len: 168 time: 3.9540706 Dec 22 15:20:59.700458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network db838313-fed1-438c-a726-842aa4c67af4 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:20:59.704679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41860) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:20:59.709985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-feaa455b-a7ec-4412-bf70-e173e4690e10 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:20:59.710158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:20:59.710270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Deleting port b5d32e9b-0220-4379-a156-308ea9ebd0b8 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:20:59.710270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.811185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.820664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Provisioning complete for port e0007a2c-ede9-4340-801e-a6ff2e951f71 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:20:59.821025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.823268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:20:59.825543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.850106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:20:59.898712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:20:59.969316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Port e0007a2c-ede9-4340-801e-a6ff2e951f71 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:00.096006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1106737 Dec 22 15:21:00.106120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41864) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:00.153857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port afbfe594-0961-4e09-9a57-9448ccec367a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:00.221737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Provisioning complete for port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:00.222465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:00.264293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': '93a8e023-cd45-49ac-95b6-041aae6f99b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:00.342253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa56dab-b28f-4af9-ace9-b5494c2e1297 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:21:00.343200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-daa56dab-b28f-4af9-ace9-b5494c2e1297 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:00.370978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:00.580764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:00.581979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:00.587138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=93a8e023-cd45-49ac-95b6-041aae6f99b2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:00.623999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 93a8e023-cd45-49ac-95b6-041aae6f99b2 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:00.682193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Update dhcp port {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': '0d7099be-45fb-443c-940f-95d6690f4c12', 'ip_address': '172.20.0.2'}, {'subnet_id': '32ce5d29-7f36-4fe4-8ce5-ab61647b139f'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'afbfe594-0961-4e09-9a57-9448ccec367a'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:21:00.691133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-daa56dab-b28f-4af9-ace9-b5494c2e1297 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:00.695758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-daa56dab-b28f-4af9-ace9-b5494c2e1297 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/e1f37288-9934-46e5-82ef-72a38de36050 HTTP/1.1" status: 404 len: 333 time: 0.9869168 Dec 22 15:21:00.699205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:00.712724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41868) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:00.722988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:00.746847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2194505-5c2c-42ee-bf3b-ca994662e4a6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:00.835175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 3a74c3bb-b289-4d09-9927-b0c5162ff741 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:00.876839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:00.879092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:00.884826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:00.896487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:00.897730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:00.924249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=64698065-b63a-4c27-947f-042fbceb62c5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:00.926474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Provisioning for port afbfe594-0961-4e09-9a57-9448ccec367a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:00.936356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port e0007a2c-ede9-4340-801e-a6ff2e951f71 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:00.936356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:00.943734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Provisioning complete for port afbfe594-0961-4e09-9a57-9448ccec367a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:00.944328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:00.953981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:00.955214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:01.076668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] For port b5d32e9b-0220-4379-a156-308ea9ebd0b8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b5d32e9b-0220-4379-a156-308ea9ebd0b8,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:01.077257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.116754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-feaa455b-a7ec-4412-bf70-e173e4690e10 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "PUT /v2.0/quotas/51ec21af69044ccf80ebffe6bd7e0db9 HTTP/1.1" status: 200 len: 366 time: 1.9318051 Dec 22 15:21:01.154252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41872) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.164598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.197043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3b33b6e-000a-4857-b12e-0fa19ca11752 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:01.370346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc1b2b2f-8d75-4116-910e-0838b6a59450 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2035625 Dec 22 15:21:01.380994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.383900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.386226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41876) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.391149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:01.441546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Allocated IP 2001:db8::f816:3eff:fe23:696b (5ab54424-188e-4b54-81b5-4cfc68514aa3/32ce5d29-7f36-4fe4-8ce5-ab61647b139f/afbfe594-0961-4e09-9a57-9448ccec367a) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:01.450986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] For port afbfe594-0961-4e09-9a57-9448ccec367a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=afbfe594-0961-4e09-9a57-9448ccec367a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:01.473595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:01.480193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=3a74c3bb-b289-4d09-9927-b0c5162ff741,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:01.484707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:01.489589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.497122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9bde5c98-9521-4905-bb44-74af291941e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:01.528865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Calling delete_port for b5d32e9b-0220-4379-a156-308ea9ebd0b8 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:01.531538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:01.551090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d5c786d-03a9-4b60-87f9-772b755b6f7a tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "GET /v2.0/quotas/51ec21af69044ccf80ebffe6bd7e0db9 HTTP/1.1" status: 200 len: 366 time: 0.1593301 Dec 22 15:21:01.557143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41880) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.558599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Could not find standard attr ID for object e1f37288-9934-46e5-82ef-72a38de36050. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:21:01.564591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.615339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.636217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:01.637603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.723078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Provisioning for port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:01.743957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Pushing event updated for resources: {'Port': ['ID=afbfe594-0961-4e09-9a57-9448ccec367a,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:01.767272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Provisioning complete for port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:01.767978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:01.779980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:21:01.785194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e50bce7-7150-46dd-87cf-0d00e6e68f0e tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/51ec21af69044ccf80ebffe6bd7e0db9 HTTP/1.1" status: 204 len: 168 time: 0.2149575 Dec 22 15:21:01.789694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for e0007a2c-ede9-4340-801e-a6ff2e951f71 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:01.789967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41884) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.814551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:01.842315 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf659035-ecfb-4d54-8c83-8455b2b6c98d tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0469508 Dec 22 15:21:01.846120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41888) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.862209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] For port afbfe594-0961-4e09-9a57-9448ccec367a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=afbfe594-0961-4e09-9a57-9448ccec367a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:01.916914 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d63f993-48b0-49c2-a45e-e62044e82ded tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "GET /v2.0/quotas/51ec21af69044ccf80ebffe6bd7e0db9 HTTP/1.1" status: 200 len: 370 time: 0.0648718 Dec 22 15:21:01.917214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:01.919496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41892) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.929169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-da9ddb30-5c44-472e-9b7c-cf1a1538b3dd tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "GET /v2.0/quotas/51ec21af69044ccf80ebffe6bd7e0db9/default HTTP/1.1" status: 200 len: 370 time: 0.0083287 Dec 22 15:21:01.945864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.3312211 Dec 22 15:21:01.953877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41896) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.954337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41898) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:01.960517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.022671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Transition to ACTIVE for port object afbfe594-0961-4e09-9a57-9448ccec367a will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:02.062777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fac5a1bc-fd20-4f02-8eec-25eda0298a64 None None] Provisioning complete for port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:02.063693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fac5a1bc-fd20-4f02-8eec-25eda0298a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.087600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 9d8d8d2c-2529-4096-bd3e-cf75ad14900b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:21:02.117822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.136686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f77ebf6-3633-4aaf-b8ce-ca2d048b2321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:02.139239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-0fff23d5-4819-438e-a338-a3385cd6c07b tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] delete failed (client error): The resource could not be found. Dec 22 15:21:02.145492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0fff23d5-4819-438e-a338-a3385cd6c07b tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/51ec21af69044ccf80ebffe6bd7e0db9 HTTP/1.1" status: 404 len: 348 time: 0.1844542 Dec 22 15:21:02.239392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8ba13-4219-46af-acaf-7877a959b352 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:02.244161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8ba13-4219-46af-acaf-7877a959b352 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:02.245101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04c8ba13-4219-46af-acaf-7877a959b352 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:02.260870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.272853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360f53e8-3660-485b-be8f-9db864a33f95 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:02.299060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.313160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3e95647-8972-4187-b057-e6bd33879974 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:02.376922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=e0007a2c-ede9-4340-801e-a6ff2e951f71,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:02.377899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device afbfe594-0961-4e09-9a57-9448ccec367a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:02.384670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.396465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04c8ba13-4219-46af-acaf-7877a959b352 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:02.403834 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04c8ba13-4219-46af-acaf-7877a959b352 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4408059 Dec 22 15:21:02.403834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:02.417445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41906) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.469756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:02.499838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.506241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/e0007a2c-ede9-4340-801e-a6ff2e951f71 HTTP/1.1" status: 204 len: 168 time: 1.7850850 Dec 22 15:21:02.512557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41910) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.530964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:02.558254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41914) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.561169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5637693 Dec 22 15:21:02.576887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41918) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.585562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-590359672'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:02.588415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=73962cd1-ff60-485f-9fbf-d246eda07e4a,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:02.591406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-28213ecd-48a0-4dd1-a2f5-c9bf4e092a29 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:21:02.592079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28213ecd-48a0-4dd1-a2f5-c9bf4e092a29 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:02.597145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:02.611356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:02.616743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:02.620891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:02.622562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a1bc-fd20-4f02-8eec-25eda0298a64 None None] Port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:02.629150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28a1804d-19c5-415f-a9c2-6a35fbb28018 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:02.629465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:02.659856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:network and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:02.668757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:02.676857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:subnet and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:02.681849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:02.688926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:02.698007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.719253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:subnetpool and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:02.726795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28213ecd-48a0-4dd1-a2f5-c9bf4e092a29 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:02.731494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28213ecd-48a0-4dd1-a2f5-c9bf4e092a29 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/e0007a2c-ede9-4340-801e-a6ff2e951f71 HTTP/1.1" status: 404 len: 333 time: 0.2177274 Dec 22 15:21:02.732854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:02.758166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Pushing event updated for resources: {'Port': ['ID=afbfe594-0961-4e09-9a57-9448ccec367a,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:02.765959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:02.767499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e13a5d9b-813e-48fc-ac3c-22175b006100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.770494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:02.779071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d32e9b-0220-4379-a156-308ea9ebd0b8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:02.789570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:02.800752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.801215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment dc6632e6-ff8b-4065-aebb-722a2a098970 of type vlan for network f7008be6-6b74-40e2-8960-ad5060dd9773 Dec 22 15:21:02.816898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:02.834132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.836110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:02.837022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:02.867929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 3a74c3bb-b289-4d09-9927-b0c5162ff741 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:02.869225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:02.941998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:port and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:02.957063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:03.015942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:03.031147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:03.032212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:03.326964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1ef5bc2-3484-4c3d-b59e-ee3ac30a9a5a tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:03.402853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:03.424424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8435974 Dec 22 15:21:03.432523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41926) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:03.487023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:router and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:03.501900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': 'aa06cf6f-6ca1-426d-8b95-cebb8e12d549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '93a8e023-cd45-49ac-95b6-041aae6f99b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:03.502368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: 93a8e023-cd45-49ac-95b6-041aae6f99b2, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:03.533190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:03.616530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:03.653717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=f7008be6-6b74-40e2-8960-ad5060dd9773,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:03.666848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:03.686763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:floatingip and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:03.708059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:03.723373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet a3526533-35f8-41ce-9e16-fab0f8371043 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:03.732214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:03.789776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:03.861003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:03.964788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 3a74c3bb-b289-4d09-9927-b0c5162ff741 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:03.972883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network f7008be6-6b74-40e2-8960-ad5060dd9773 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:03.995525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:03.999445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network 93a8e023-cd45-49ac-95b6-041aae6f99b2 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:04.021770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:04.035179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:04.053594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.082143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:04.084586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 93a8e023-cd45-49ac-95b6-041aae6f99b2) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:04.111719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:04.112397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.157257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.172831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36270cac-661e-4fb2-9b49-7586891efac6 None None] Network 93a8e023-cd45-49ac-95b6-041aae6f99b2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:04.283377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.303425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7fe95d95-add0-44d5-bf35-44f39da725a8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:04.314436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:04.317523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:04.326856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] Sync routers for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:04.418758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:04.420148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:04.424836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=a3526533-35f8-41ce-9e16-fab0f8371043,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:04.446188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:04.467684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.504874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b856627-18b9-4c2e-b82f-6ee31960b635 None None] Network 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:04.512406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/a3526533-35f8-41ce-9e16-fab0f8371043 HTTP/1.1" status: 204 len: 168 time: 1.7598865 Dec 22 15:21:04.514154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41930) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:04.519719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:security_group and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:04.612784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:04.615527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:04.645268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:04.645982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:20:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:04.683955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Usage tracker for resource:security_group_rule and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:04.694299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63aca4e-9370-406b-8766-9fe78512a226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-93a8e023-cd45-49ac-95b6-041aae6f99b2', 'network_id': '93a8e023-cd45-49ac-95b6-041aae6f99b2', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '73962cd1-ff60-485f-9fbf-d246eda07e4a'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:04.695327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c63aca4e-9370-406b-8766-9fe78512a226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.718246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device afbfe594-0961-4e09-9a57-9448ccec367a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:04.725499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:04.736429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee14639-28ca-4cab-9d73-6cae3d1dc6c4 None None] The sync data for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:04.834862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:04.866470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.881189 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d34e8f77-7a4c-49a5-b0f4-a339c8776112 tempest-QuotasTest-1214566352 tempest-QuotasTest-1214566352-project-admin] 10.222.0.32 "GET /v2.0/quotas/d90c34eee55e45d4b2608e5a4bedd715/details.json HTTP/1.1" status: 200 len: 703 time: 2.3132050 Dec 22 15:21:04.907104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:04.912531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.927405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:04.949254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:20:54Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:20:55Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:04.955088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.7148590 Dec 22 15:21:04.996849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41936) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:05.018884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bed7ea57-6285-42a2-95f6-272413a3f777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.028944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:21:05.029354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Updating router e8e75df7-9d01-4854-ba57-34ec478b47e9 port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:21:05.110684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.159983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bb69a2b4-5a05-4bfd-aca2-7892b6c371c4 None None] Provisioning for port afbfe594-0961-4e09-9a57-9448ccec367a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:05.187168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bb69a2b4-5a05-4bfd-aca2-7892b6c371c4 None None] Provisioning complete for port afbfe594-0961-4e09-9a57-9448ccec367a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:05.187737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb69a2b4-5a05-4bfd-aca2-7892b6c371c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.479593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] For port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,segment=NetworkSegment(8a00fe0b-97b1-4296-820a-be387299eb6b),segment_id=8a00fe0b-97b1-4296-820a-be387299eb6b)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:05.480199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.496905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.521665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port afbfe594-0961-4e09-9a57-9448ccec367a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:05.522176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.700501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.804417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] DHCP port deletion for 9b170baf-e1d5-41b9-ba9b-75dd070baeb4 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:05.807696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.887689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Deleting port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:05.888107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:05.911926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/ports/64698065-b63a-4c27-947f-042fbceb62c5 HTTP/1.1" status: 204 len: 168 time: 10.2097867 Dec 22 15:21:05.923010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41942) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:05.923706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41944) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:06.045330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.133775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d000433-5fca-42f1-9289-ad7ee7018bd8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:06.236812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.327213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:06.366056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=48d39f21-031e-4000-a165-8b7da6ac098d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:06.381891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.389259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:06.422376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2bfe001c-100d-472d-863e-8319947e2b88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:06.498192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:06.548335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.566016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=3a74c3bb-b289-4d09-9927-b0c5162ff741,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:06.584221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:06.629627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.665748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] For port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,segment=NetworkSegment(8a00fe0b-97b1-4296-820a-be387299eb6b),segment_id=8a00fe0b-97b1-4296-820a-be387299eb6b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:06.666532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.689543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.708454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:06.725841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:06.726249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: f7008be6-6b74-40e2-8960-ad5060dd9773, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:06.813338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=d097ccfa-42da-4046-b7a3-1ab9fbe9bc04,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:06.824125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:06.837538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No DVR routers for this DVR port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:06.861778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:06.868888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:06.877469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/3a74c3bb-b289-4d09-9927-b0c5162ff741 HTTP/1.1" status: 204 len: 168 time: 4.4496050 Dec 22 15:21:06.880267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41954) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:06.886786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Usage tracker for resource:security_group_rule and tenant:0bc15b9670ac4539b236f55b591caf82 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:06.891860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:06.954450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:06.978893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Calling delete_port for d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:07.015497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network f7008be6-6b74-40e2-8960-ad5060dd9773 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:07.046499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-26fa53f2-b7fd-4daa-b98b-c447185ed10b None None] Provisioning for port 3a74c3bb-b289-4d09-9927-b0c5162ff741 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:07.048062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b78c40-0a77-4a54-92a6-e57722bb83a8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:07.049628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b78c40-0a77-4a54-92a6-e57722bb83a8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:07.052867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b78c40-0a77-4a54-92a6-e57722bb83a8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:07.057700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-18b78c40-0a77-4a54-92a6-e57722bb83a8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:07.060951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.090255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, f7008be6-6b74-40e2-8960-ad5060dd9773) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:07.099692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b170baf-e1d5-41b9-ba9b-75dd070baeb4']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:07.103973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:07.104654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.117055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-26fa53f2-b7fd-4daa-b98b-c447185ed10b None None] Provisioning complete for port 3a74c3bb-b289-4d09-9927-b0c5162ff741 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:07.117794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26fa53f2-b7fd-4daa-b98b-c447185ed10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.135950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a00fe0b-97b1-4296-820a-be387299eb6b') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:07.136638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a00fe0b-97b1-4296-820a-be387299eb6b') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:07.145306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.154065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-676a1c7d-0662-403f-9aa2-a61faa98cd69 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:07.196259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=73962cd1-ff60-485f-9fbf-d246eda07e4a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:07.200288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.202451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.206271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-26fa53f2-b7fd-4daa-b98b-c447185ed10b None None] Port 3a74c3bb-b289-4d09-9927-b0c5162ff741 was deleted so its status cannot be updated. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:21:07.213660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbb402-c921-42fc-8c1c-d1db527a326a None None] Network f7008be6-6b74-40e2-8960-ad5060dd9773 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:07.216641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-18b78c40-0a77-4a54-92a6-e57722bb83a8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:07.218149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18b78c40-0a77-4a54-92a6-e57722bb83a8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3368278 Dec 22 15:21:07.220647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:07.222193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41958) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:07.317331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.351414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:07.351969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:07.370308 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server [None req-c63aca4e-9370-406b-8766-9fe78512a226 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73962cd1-ff60-485f-9fbf-d246eda07e4a: This subnet is being modified by another concurrent operation. Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:21:07.381264 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73962cd1-ff60-485f-9fbf-d246eda07e4a: This subnet is being modified by another concurrent operation. Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Dec 22 15:21:07.392535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:21:07.406397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:07.406397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.442368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:07.442786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:07.467389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.492158 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9793079 Dec 22 15:21:07.495194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41962) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:07.504384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427b091-2532-47af-8bbe-d37e76db0d64 None None] Network 93a8e023-cd45-49ac-95b6-041aae6f99b2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:07.552838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.675971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a8e023-cd45-49ac-95b6-041aae6f99b2']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:07.700135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-f7008be6-6b74-40e2-8960-ad5060dd9773', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:07.701061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.708956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.735527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d6ab7d7-ff7d-40e5-aa2e-72263ade263a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:07.765573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa06cf6f-6ca1-426d-8b95-cebb8e12d549') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:07.765904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa06cf6f-6ca1-426d-8b95-cebb8e12d549') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:07.846337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.859944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Transition to ACTIVE for port object d658fdb6-65c2-46b5-9d57-21383bf1fdb0 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:07.899549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.907818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:07.936720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.938751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.947560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-be41a035-ffa3-41e8-ae56-bafe43f48ae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:07.955783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=9b170baf-e1d5-41b9-ba9b-75dd070baeb4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:07.976220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:07.980038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:07.995256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 0d7099be-45fb-443c-940f-95d6690f4c12 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:08.004008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:08.004473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.010943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Deleting port d097ccfa-42da-4046-b7a3-1ab9fbe9bc04 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:08.011675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:08.028520 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:08.036055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.100419 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/9b170baf-e1d5-41b9-ba9b-75dd070baeb4 HTTP/1.1" status: 204 len: 168 time: 3.5839016 Dec 22 15:21:08.103587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41966) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:08.161716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1474334489'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:08.187258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab30a8-6930-4539-bd03-6b924e5aa93d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:08.193727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:08.197107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:08.207176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:08.216119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bc15b9670ac4539b236f55b591caf82&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2799106 Dec 22 15:21:08.216435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:08.218774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41970) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:08.223351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:08.227368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.384029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-304146b2-cd20-4ddb-b328-05b14ef2170f None None] The port 'd097ccfa-42da-4046-b7a3-1ab9fbe9bc04' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:21:08.390548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.400537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:08.420326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.466214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.521604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.538542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.561833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/93a8e023-cd45-49ac-95b6-041aae6f99b2 HTTP/1.1" status: 204 len: 168 time: 3.2534692 Dec 22 15:21:08.561833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=93a8e023-cd45-49ac-95b6-041aae6f99b2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:08.581598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:08.591460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.611775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41974) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:08.619715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:08.636397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1609452575'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:08.664887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:08.712942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:08.720283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cf0d1-34c2-4b3b-b41d-5ab15fc143f4 None None] Pushing event updated for resources: {'Port': ['ID=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:08.733304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:08.748492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:08.759455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:08.767170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-239cf0d1-34c2-4b3b-b41d-5ab15fc143f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:08.768793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Attempting to bind port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:08.769455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Attempting to bind port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:08.776364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Attempting to bind port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 on network db838313-fed1-438c-a726-842aa4c67af4 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:08.777892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.778356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 8d32714b-ab11-429f-b7f3-69973584b772 of type vlan for network 58bfcda7-ebc6-4374-981e-c4a9675cef6a Dec 22 15:21:08.790287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:08.791433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Checking segment: {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:08.794247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.795402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Bound using segment: {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:08.796706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Bound port: d658fdb6-65c2-46b5-9d57-21383bf1fdb0, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fb1402-a640-46b1-9cae-6caa4816b184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:08.797847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.855077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Allocated IP 172.21.0.2 (f7008be6-6b74-40e2-8960-ad5060dd9773/48d39f21-031e-4000-a165-8b7da6ac098d/bc83dfca-895f-463e-b16a-3d9de9b9e2e3) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:08.928277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:08.931366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.935261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.960689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:08.972888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Router aa529a83-3246-4dcd-923e-bcf1db010f53 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:21:08.977160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3901501-ce3d-47e7-acd0-81746879ba7f tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:09.094598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] For port d658fdb6-65c2-46b5-9d57-21383bf1fdb0, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:09.110164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab30a8-6930-4539-bd03-6b924e5aa93d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:09.110461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] For port d658fdb6-65c2-46b5-9d57-21383bf1fdb0, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:09.133472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:09.153748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.157185 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11ab30a8-6930-4539-bd03-6b924e5aa93d HTTP/1.1" status: 204 len: 168 time: 0.9382019 Dec 22 15:21:09.165709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.175890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-585b5223-a33e-4100-a1ca-b753507255bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:09.205480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.280064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:09.326463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.327170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment 0edb8ca2-25ad-4c4f-b817-4daf61c7f34f of type vlan for network ef86913a-aab1-4b35-b7ff-dc377b019f1e Dec 22 15:21:09.361688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.369674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:09.371761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cf0d1-34c2-4b3b-b41d-5ab15fc143f4 None None] Pushing event updated for resources: {'Port': ['ID=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:09.371932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.385986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4360573-2303-46de-9ccf-4c0e7fc18333 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:09.444109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-239cf0d1-34c2-4b3b-b41d-5ab15fc143f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:09.498263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:09.499420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:09.525423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.792849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.833672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Transition to ACTIVE for port object bc83dfca-895f-463e-b16a-3d9de9b9e2e3 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:09.850961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.857995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:09.859133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:09.874747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b6c278d-5506-4e87-be75-157cf0192aeb tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:09.881166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:09.984489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=58bfcda7-ebc6-4374-981e-c4a9675cef6a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:09.987853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:09.989132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.004446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3935e29-c8e9-4c25-980d-a136efeda056 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:10.051351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.057961 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/0d7099be-45fb-443c-940f-95d6690f4c12 HTTP/1.1" status: 204 len: 168 time: 2.8343906 Dec 22 15:21:10.065582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41982) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:10.066577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7099be-45fb-443c-940f-95d6690f4c12,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:10.069434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:10.080515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9240806 Dec 22 15:21:10.083719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41984) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:10.176696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Transition to ACTIVE for port object bc83dfca-895f-463e-b16a-3d9de9b9e2e3 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:10.178338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:10.193433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa66584-689c-481e-aea0-2e27877c2709 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:10.279386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:10.281521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6546280 Dec 22 15:21:10.302742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.349110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41990) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:10.367778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:10.376626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3062424-ba81-4852-80ea-06a2a60ab79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:10.466366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 32ce5d29-7f36-4fe4-8ce5-ab61647b139f {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:10.484644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.539869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 41994) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:10.549507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:10.552566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=ef86913a-aab1-4b35-b7ff-dc377b019f1e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:10.579555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] 10.222.0.32 "PUT /v2.0/routers/aa529a83-3246-4dcd-923e-bcf1db010f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8766756 Dec 22 15:21:10.580996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 41998) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:10.593744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:10.598186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:10.606676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network ef86913a-aab1-4b35-b7ff-dc377b019f1e details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:10.622238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] Sync routers for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:10.633007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:10.639629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.648754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:10.649373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Network f7008be6-6b74-40e2-8960-ad5060dd9773 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:10.659914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:10.662784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:10.666785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:10.675163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:10.682295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:10.719659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:10.732388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.782130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:10.811893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:10.820018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:10.870721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Pushing event updated for resources: {'Port': ['ID=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:10.889869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:10.908766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:11.035304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:11.041361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:11.074550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Usage tracker for resource:security_group_rule and tenant:d90c34eee55e45d4b2608e5a4bedd715 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:11.206688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:11.245652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:11.246143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:11.248115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:11.405536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port aa83696d-007f-45cb-bb28-43ae95452466 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:11.405920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:11.414446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Attempting to bind port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:11.414975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Attempting to bind port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:11.415301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Attempting to bind port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 on network f7008be6-6b74-40e2-8960-ad5060dd9773 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:11.515755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:11.516027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:11.516027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Checking segment: {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:11.516027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:11.516027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Bound using segment: {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:11.516027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Bound port: bc83dfca-895f-463e-b16a-3d9de9b9e2e3, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:11.516027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:11.572998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:20:54Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:09Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:11.627901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ec958c-77a0-414b-8c9b-ab4ace86af51 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:20:54Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:09Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:11.650679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:11.687537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.121914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] For port bc83dfca-895f-463e-b16a-3d9de9b9e2e3, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:12.133360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.172288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.195244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71da181d-c763-451c-89df-c9d542976d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:12.222529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] For port bc83dfca-895f-463e-b16a-3d9de9b9e2e3, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:12.270201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.276832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-239cf0d1-34c2-4b3b-b41d-5ab15fc143f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:12.301720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.435813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736999df-e02a-4ff2-91af-4b89d4e89431,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:12.439866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:12.467251 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d90c34eee55e45d4b2608e5a4bedd715&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9256656 Dec 22 15:21:12.471008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d658fdb6-65c2-46b5-9d57-21383bf1fdb0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:12.472602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42004) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:12.520548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.542540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a5ffd4c-6148-4200-b7b1-79bce877b441 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:12.610407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Pushing event updated for resources: {'Port': ['ID=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:12.664693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:12.668153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for aa83696d-007f-45cb-bb28-43ae95452466 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:12.759103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:12.770077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:12.770077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.786314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=32ce5d29-7f36-4fe4-8ce5-ab61647b139f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:12.792491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:12.804094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.821967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.841248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4fe292c-9a96-44f3-89bc-3bc1177b8f0d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:12.850770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:21:02Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:12.858324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] Checking router: aa529a83-3246-4dcd-923e-bcf1db010f53 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:21:12.874449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:12.962077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] Routers {'aa529a83-3246-4dcd-923e-bcf1db010f53'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:12.962797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['aa529a83-3246-4dcd-923e-bcf1db010f53'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:13.074634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=0a6d51df-9b05-4efb-891e-5e41fe3349f3,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:13.090657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:13.092921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.21.0.1 (f7008be6-6b74-40e2-8960-ad5060dd9773/48d39f21-031e-4000-a165-8b7da6ac098d/c270d3ff-cf10-489d-b65d-d9a5bb95de3c) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:13.094989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.131708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.212986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.217738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:13.224608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: ef86913a-aab1-4b35-b7ff-dc377b019f1e, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:13.235577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f0ea4bc-74eb-40c2-8189-22232e8be36f tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:13.254032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.318461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port d658fdb6-65c2-46b5-9d57-21383bf1fdb0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:13.382572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] Set router aa529a83-3246-4dcd-923e-bcf1db010f53 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:13.452196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/32ce5d29-7f36-4fe4-8ce5-ab61647b139f HTTP/1.1" status: 204 len: 168 time: 3.3699989 Dec 22 15:21:13.456009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42008) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:13.632949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.640649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:13.652128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.657709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.660010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/736999df-e02a-4ff2-91af-4b89d4e89431 HTTP/1.1" status: 204 len: 168 time: 1.1836956 Dec 22 15:21:13.700560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-12430e0b-29c1-408a-ab5c-ec5f21e52eb2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2358010 Dec 22 15:21:13.704986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42014) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:13.768652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=16e5773a-b92e-48a5-be21-dc6f25b86334,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:13.799997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network ef86913a-aab1-4b35-b7ff-dc377b019f1e is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:13.836812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1dd3b-cf1a-4d49-8724-90433486febd None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:13.853171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:13.854042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77bcee91-7943-418d-a4ad-d747ea4983db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:13.871774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:13.909190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db38ca29-f791-4e49-b730-a3e7b3482105 tempest-ServerActionsTestJSON-465674643 tempest-ServerActionsTestJSON-465674643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:14.021499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, ef86913a-aab1-4b35-b7ff-dc377b019f1e) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:14.032960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=aa83696d-007f-45cb-bb28-43ae95452466,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:14.108196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e174e-dbd0-4502-9f30-86d23906c47f None None] Network ef86913a-aab1-4b35-b7ff-dc377b019f1e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:14.162084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:14.164285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:14.172702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:14.231914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736999df-e02a-4ff2-91af-4b89d4e89431,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:14.244547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '8d32714b-ab11-429f-b7f3-69973584b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:14.244965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 58bfcda7-ebc6-4374-981e-c4a9675cef6a, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:14.258222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:14.300106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:14.400972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object c270d3ff-cf10-489d-b65d-d9a5bb95de3c will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:14.458298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f7ac1-31b4-4892-94d2-cd218f9e10ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:14.461695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a10f7ac1-31b4-4892-94d2-cd218f9e10ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7044132 Dec 22 15:21:14.463419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42022) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.477158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:14.518892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 58bfcda7-ebc6-4374-981e-c4a9675cef6a) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:14.525243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:14.526319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:14.606932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4200525 Dec 22 15:21:14.606932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42028) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.615755 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2620344 Dec 22 15:21:14.626058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a', 'name': 'tempest-PortsIpV6TestJSON-1712527215', 'fixed_ips': [{'subnet_id': '16e5773a-b92e-48a5-be21-dc6f25b86334', 'ip_address': '2001:db8::10'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:14.634686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42032) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.715103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:14.810063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf424c-52b9-4e45-ac4f-4c24f1c3de53 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:14.814401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-14bf424c-52b9-4e45-ac4f-4c24f1c3de53 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3283601 Dec 22 15:21:14.848121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42038) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:14.848355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dcdec391-e328-487b-9879-a957158ff51c None None] Provisioning complete for port afbfe594-0961-4e09-9a57-9448ccec367a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:14.848962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcdec391-e328-487b-9879-a957158ff51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:14.862530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:14.881787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc83dfca-895f-463e-b16a-3d9de9b9e2e3 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:14.933301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2317e1dc-9d29-48eb-9bc5-94d7ca4bb31d tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:14.947539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500752e-ea4f-4b52-9589-8c39a2a6c60b None None] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:15.042278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ac50bb02-71e2-434f-878f-f4dab7c18ecc tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1868613 Dec 22 15:21:15.046360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.048708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42042) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:15.051041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.063807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:15.217118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:15.228717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:15.231591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network f7008be6-6b74-40e2-8960-ad5060dd9773 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:15.239017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:15.243328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:15.251562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Deleting port b09bca84-3303-404e-bbfc-748567a9ffe9 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:15.252054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.322548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:15.341049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:15.353047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:15.376209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:15.400538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.760s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:15.406666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.453420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:15.467682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.504549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:15.585184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-ef86913a-aab1-4b35-b7ff-dc377b019f1e', 'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '0a6d51df-9b05-4efb-891e-5e41fe3349f3'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:15.586851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.616729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-58bfcda7-ebc6-4374-981e-c4a9675cef6a', 'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': '16e5773a-b92e-48a5-be21-dc6f25b86334'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:15.618182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.851758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::10 (58bfcda7-ebc6-4374-981e-c4a9675cef6a/16e5773a-b92e-48a5-be21-dc6f25b86334/a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:15.866510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.889402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b109458c-80c3-4aeb-9379-502b5e9f75f8 None None] Network f7008be6-6b74-40e2-8960-ad5060dd9773 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:15.943555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:21:02Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:15.963504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:15.996090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f21c4-6f18-4f59-b018-298d46587f46 None None] The sync data for ids ['aa529a83-3246-4dcd-923e-bcf1db010f53'] in dv-neutron-822709-1-hyperv is: [{'id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'name': 'tempest-ServerActionsTestJSON-682731516-router', 'tenant_id': '29ee8602eef4448c9a3d52badc2e8275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235'}], 'enable_snat': True}, 'gw_port_id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:15:55Z', 'updated_at': '2021-12-22T15:21:02Z', 'revision_number': 5, 'project_id': '29ee8602eef4448c9a3d52badc2e8275', 'gw_port': {'id': 'b09bca84-3303-404e-bbfc-748567a9ffe9', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa529a83-3246-4dcd-923e-bcf1db010f53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:15:56Z', 'updated_at': '2021-12-22T15:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:16.153074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:16.188950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Deleting port afbfe594-0961-4e09-9a57-9448ccec367a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:16.189389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:16.297821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:16.466655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Allocated IP 172.20.0.1 (ef86913a-aab1-4b35-b7ff-dc377b019f1e/0a6d51df-9b05-4efb-891e-5e41fe3349f3/a15a05d2-daa7-464e-b158-a53d23043166) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:16.500276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:16.542047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d658fdb6-65c2-46b5-9d57-21383bf1fdb0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:16.590778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:16.603755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:16.607584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:16.614937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:16.624717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:16.655450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] For port b09bca84-3303-404e-bbfc-748567a9ffe9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b09bca84-3303-404e-bbfc-748567a9ffe9,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:16.655853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:16.781279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] For port afbfe594-0961-4e09-9a57-9448ccec367a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=afbfe594-0961-4e09-9a57-9448ccec367a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:16.782025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:16.799836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Calling delete_port for b09bca84-3303-404e-bbfc-748567a9ffe9 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:16.823504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] Provisioning for port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:16.841198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:16.919523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:16.932988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:17.004435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.022636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Calling delete_port for afbfe594-0961-4e09-9a57-9448ccec367a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:17.040348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.041965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:21:17.042476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:17.059683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.069494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.168254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:17.180286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:17.205155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-49dbe816-3a8a-4269-877f-dd5d26d384fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.1503134 Dec 22 15:21:17.211164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42062) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:17.215551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:17.224997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:17.226248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.254585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:17.288494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.348632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7429035 Dec 22 15:21:17.351201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f924ad36-f34d-445e-8275-50d65ffb7fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:17.367007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:17.383706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42068) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:17.388693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] Provisioning complete for port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:17.389292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.392312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a', 'name': 'tempest-PortsIpV6TestJSON-2017462727', 'fixed_ips': [{'subnet_id': '16e5773a-b92e-48a5-be21-dc6f25b86334', 'ip_address': '2001:db8::f'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:17.414959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:17.416185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.422089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee7344e8-22e9-4de6-8876-2c2060051ca1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:17.470763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:17.481619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:17.491707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Pushing event deleted for resources: {'Port': ['ID=afbfe594-0961-4e09-9a57-9448ccec367a,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:17.509755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:17.556968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09bca84-3303-404e-bbfc-748567a9ffe9,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:17.561111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:17.562407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] No DVR routers for this DVR port afbfe594-0961-4e09-9a57-9448ccec367a on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:17.752775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:17.771562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:17.859507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Allocated IP 2001:db8::2 (58bfcda7-ebc6-4374-981e-c4a9675cef6a/16e5773a-b92e-48a5-be21-dc6f25b86334/b79e7e50-63ee-4be0-9895-cc0d7e9ca0be) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:18.000257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:18.003682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:18.004126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.010996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:18.015852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:18.055696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.087618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:18.091379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:18.112808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.146383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.179670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:18.207952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:18.228263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Transition to ACTIVE for port object a15a05d2-daa7-464e-b158-a53d23043166 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:18.240071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:18.259447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Transition to ACTIVE for port object a15a05d2-daa7-464e-b158-a53d23043166 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:18.274701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:18.322419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.341729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:18.411820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.413443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:21:18.414018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:18.418178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:18.446210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Network ef86913a-aab1-4b35-b7ff-dc377b019f1e is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:18.451963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] For port bc83dfca-895f-463e-b16a-3d9de9b9e2e3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:18.453404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:18.462748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:18.490090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network f7008be6-6b74-40e2-8960-ad5060dd9773 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:18.494557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:18.567914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.581361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Transition to ACTIVE for port object b79e7e50-63ee-4be0-9895-cc0d7e9ca0be will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:18.605415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Transition to ACTIVE for port object b79e7e50-63ee-4be0-9895-cc0d7e9ca0be will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:18.642542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.648038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.652569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.675142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:18.676333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.725076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Pushing event updated for resources: {'Port': ['ID=a15a05d2-daa7-464e-b158-a53d23043166,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:18.823135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:18.837106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.837893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa529a83-3246-4dcd-923e-bcf1db010f53 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:18.898954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:18.907686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77460d2b-673a-43e4-b7b1-4f87ea1b49ed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:18.914626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:18.997378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:19.005310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:19.013744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:19.114090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a841ec4f-dba6-4c6c-b7bc-f387662e15b7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.8750229 Dec 22 15:21:19.153308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.158112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aa529a83-3246-4dcd-923e-bcf1db010f53 HTTP/1.1" status: 204 len: 168 time: 8.5560093 Dec 22 15:21:19.176093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42086) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:19.176807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42088) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:19.194744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6d51df-9b05-4efb-891e-5e41fe3349f3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:19.202967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:19.236580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device afbfe594-0961-4e09-9a57-9448ccec367a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:19.263232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1578146749', 'router:external': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:19.278919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:19.306648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: afbfe594-0961-4e09-9a57-9448ccec367a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:19.312934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device afbfe594-0961-4e09-9a57-9448ccec367a not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:19.313471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5d32e9b-0220-4379-a156-308ea9ebd0b8 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:19.379917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b5d32e9b-0220-4379-a156-308ea9ebd0b8 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:19.380304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5d32e9b-0220-4379-a156-308ea9ebd0b8 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:19.383329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cb7a3afa-6b12-4301-ac6f-2ff333c60854 None None] Provisioning complete for port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:19.383966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3afa-6b12-4301-ac6f-2ff333c60854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.411040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Attempting to bind port a15a05d2-daa7-464e-b158-a53d23043166 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:19.411451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Attempting to bind port a15a05d2-daa7-464e-b158-a53d23043166 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:19.411867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Attempting to bind port a15a05d2-daa7-464e-b158-a53d23043166 on network ef86913a-aab1-4b35-b7ff-dc377b019f1e {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:19.433225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:19.434207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Checking segment: {'id': '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:19.434648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.434854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.435131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Bound using segment: {'id': '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:19.435642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Bound port: a15a05d2-daa7-464e-b158-a53d23043166, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:19.436079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.561026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Attempting to bind port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:19.561344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Attempting to bind port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '8d32714b-ab11-429f-b7f3-69973584b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:19.561938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Attempting to bind port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be on network 58bfcda7-ebc6-4374-981e-c4a9675cef6a {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:19.590264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2af693-5a1b-4282-865b-b7d45f3b0230 None None] Pushing event updated for resources: {'Port': ['ID=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:19.607040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:19.625008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:19.625662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Checking segment: {'id': '8d32714b-ab11-429f-b7f3-69973584b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:19.626363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.627031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Bound using segment: {'id': '8d32714b-ab11-429f-b7f3-69973584b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:19.627718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Bound port: b79e7e50-63ee-4be0-9895-cc0d7e9ca0be, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d32714b-ab11-429f-b7f3-69973584b772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '58bfcda7-ebc6-4374-981e-c4a9675cef6a'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:19.628288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.668836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:19.675737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b09bca84-3303-404e-bbfc-748567a9ffe9 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:19.719822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] For port a15a05d2-daa7-464e-b158-a53d23043166, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:19.744522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:network and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:19.768095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b09bca84-3303-404e-bbfc-748567a9ffe9 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:19.768532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b09bca84-3303-404e-bbfc-748567a9ffe9 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:19.785990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] For port a15a05d2-daa7-464e-b158-a53d23043166, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a15a05d2-daa7-464e-b158-a53d23043166,segment=NetworkSegment(0edb8ca2-25ad-4c4f-b817-4daf61c7f34f),segment_id=0edb8ca2-25ad-4c4f-b817-4daf61c7f34f)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:19.841348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:19.877277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Pushing event updated for resources: {'Port': ['ID=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:19.879231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:19.880832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.901511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdf23de8-9c04-4fc4-ab2b-91642326ec4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.212s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:19.921593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Deleting subnet b38ee4bc-ac15-47f1-990c-c329606214fd {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:19.932176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:19.945518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:21:19.950647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:19.973382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] For port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:20.023925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] For port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,segment=NetworkSegment(8d32714b-ab11-429f-b7f3-69973584b772),segment_id=8d32714b-ab11-429f-b7f3-69973584b772)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:20.038380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::f (58bfcda7-ebc6-4374-981e-c4a9675cef6a/16e5773a-b92e-48a5-be21-dc6f25b86334/e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:20.045168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Pushing event updated for resources: {'Port': ['ID=a15a05d2-daa7-464e-b158-a53d23043166,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:20.063908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:20.064195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.068333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:20.068738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:20.073556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.080900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:20.082369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:20.101931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:20.110879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Made reservation on behalf of 8f1232df58b046949ea5603e896103a3 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:20.116511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.163353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:20.167037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.197981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:20.205691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.237216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef86913a-aab1-4b35-b7ff-dc377b019f1e']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:20.279393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:20.279701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:20.306313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cb7a3afa-6b12-4301-ac6f-2ff333c60854 None None] Provisioning for port c270d3ff-cf10-489d-b65d-d9a5bb95de3c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:20.315011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.327579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:20.333851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Pushing event updated for resources: {'Port': ['ID=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:20.341611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:security_group_rule and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:20.343100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cb7a3afa-6b12-4301-ac6f-2ff333c60854 None None] Provisioning complete for port c270d3ff-cf10-489d-b65d-d9a5bb95de3c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:20.344911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb7a3afa-6b12-4301-ac6f-2ff333c60854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.357876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 9d8d8d2c-2529-4096-bd3e-cf75ad14900b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:21:20.361616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:20.376358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:20.381879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.384039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:21:20.384039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:20.392949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:20.393914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:20.394996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.408196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:20.427329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9269319 Dec 22 15:21:20.428766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42094) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:20.428970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:20.440369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-1815378823'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:20.443371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:20.444063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:20.446249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:20.451168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:20.454753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:20.462134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:20.473370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:20.473865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:20.495515 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:20.519593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b41211-0e3b-4982-b06d-3027125f7b5a None None] Network ef86913a-aab1-4b35-b7ff-dc377b019f1e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:20.567937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.579546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a3afa-6b12-4301-ac6f-2ff333c60854 None None] Port c270d3ff-cf10-489d-b65d-d9a5bb95de3c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:20.612664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-720292df-5cc4-4299-a6f8-25da7ecf31b3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4145224 Dec 22 15:21:20.620337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42098) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:20.622712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.638078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:20.743320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:20.743575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.759813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:20.780889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.802479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:21:20.802479 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:21:20.802479 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': 'ef86913a-aab1-4b35-b7ff-dc377b019f1e'}] Dec 22 15:21:20.802479 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:20.803716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:20.837680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:20.868681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:20.943316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9d5794ba-a91c-4412-8f8e-35ab8e04cdc2 None None] Provisioning complete for port c270d3ff-cf10-489d-b65d-d9a5bb95de3c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:20.943750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d5794ba-a91c-4412-8f8e-35ab8e04cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:20.984502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:21.009089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:21.015908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:21.035959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:21.039138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.044613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d5794ba-a91c-4412-8f8e-35ab8e04cdc2 None None] Port c270d3ff-cf10-489d-b65d-d9a5bb95de3c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:21.052358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbaea921-53fb-4b51-9667-519f559c6490 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:21.097856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.144946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38ee4bc-ac15-47f1-990c-c329606214fd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:21.197897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:21.204279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.213797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:21.215467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69c956b7-8d6d-47d5-83ab-c954e167ca8a tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:21.221839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:21.235876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:21.242858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.245145 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:21:21.245939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:21.247415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:21.253220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed1251-46fb-464d-a883-e9309d72851e None None] Network 675e0ead-abb9-4151-a786-7fb11984b7ef requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:21.257028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.314794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.315496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment 20129906-21f4-4a27-9b06-316407f74512 of type vlan for network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 Dec 22 15:21:21.322804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.330041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:21.332994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:21.339155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:21.343598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b38ee4bc-ac15-47f1-990c-c329606214fd HTTP/1.1" status: 204 len: 168 time: 2.1435223 Dec 22 15:21:21.345902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:21.356681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42102) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:21.357916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:21.359699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.362083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf5969-3ccc-45d5-b66a-34ea6da1ba71,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:21.378164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:21.446156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.447131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Added segment 7da0c21b-1ce2-4ff2-94b5-ae79623a40a0 of type vlan for network 2114726a-40b8-4290-90f6-80591b6701c2 Dec 22 15:21:21.449273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port a15a05d2-daa7-464e-b158-a53d23043166 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:21.449649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.473785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.580195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1879539 Dec 22 15:21:21.580439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4ba8fe3-06e0-41e7-9e38-2e802ffbbc1f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8489721 Dec 22 15:21:21.580439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42106) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:21.580439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42108) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:21.606858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:21.639050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.642316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:15Z', 'revision_number': 3, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:16Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:21.650505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:21.658462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:21:21.658462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Updating router e8e75df7-9d01-4854-ba57-34ec478b47e9 port c270d3ff-cf10-489d-b65d-d9a5bb95de3c binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:21:21.658717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.692785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:21.729383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:21.741086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b79e7e50-63ee-4be0-9895-cc0d7e9ca0be up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:21.872353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:21.880136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc83dfca-895f-463e-b16a-3d9de9b9e2e3 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:21.943241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=9e64e64a-9b78-40c3-b2aa-0838e7a52411,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:21.946568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:21.947215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] DHCP port deletion for 675e0ead-abb9-4151-a786-7fb11984b7ef request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:21.952231 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5203464 Dec 22 15:21:21.952962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42114) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:21.960349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:21.972938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:22.003301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Deleting port f5f41750-f115-4b98-b42a-06ecb2920dfb {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:22.004337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.004717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.056814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.133839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:22.140599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:22.144850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:22.155280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:22.155528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Deleting port f5f41750-f115-4b98-b42a-06ecb2920dfb {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:22.155822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.184485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:22.193033 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c8c5c0d2-a29a-42d3-8b2b-145444a43310 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/routers/9d8d8d2c-2529-4096-bd3e-cf75ad14900b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2595644 Dec 22 15:21:22.197214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42118) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:22.210725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:22.247641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:22.260139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:22.286465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:22.289385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] Sync routers for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:22.298284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a9f576-10e6-4393-89f1-768a3594c736 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:22.298936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-06a9f576-10e6-4393-89f1-768a3594c736 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:22.311307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port a15a05d2-daa7-464e-b158-a53d23043166, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a15a05d2-daa7-464e-b158-a53d23043166,segment=NetworkSegment(0edb8ca2-25ad-4c4f-b817-4daf61c7f34f),segment_id=0edb8ca2-25ad-4c4f-b817-4daf61c7f34f)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:22.311727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.321234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.331053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:22.340207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Transition to ACTIVE for port object c270d3ff-cf10-489d-b65d-d9a5bb95de3c will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:22.355325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:21:22.394311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.401062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:22.437421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:22.438372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:22.540943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Pushing event updated for resources: {'Port': ['ID=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:22.594466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.602582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:22.665527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.665915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.666481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.666960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.667343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.667742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.668118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.668488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.668846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.669513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.669953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:22.675872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:22.688930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:22.689743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.831545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] Routers {'9d8d8d2c-2529-4096-bd3e-cf75ad14900b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:22.833226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:22.849337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Attempting to bind port c270d3ff-cf10-489d-b65d-d9a5bb95de3c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:22.849883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Attempting to bind port c270d3ff-cf10-489d-b65d-d9a5bb95de3c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:22.854115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Attempting to bind port c270d3ff-cf10-489d-b65d-d9a5bb95de3c on network f7008be6-6b74-40e2-8960-ad5060dd9773 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:22.865445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:22.865763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Checking segment: {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:22.866924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:22.867394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Bound using segment: {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:22.868122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Bound port: c270d3ff-cf10-489d-b65d-d9a5bb95de3c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6632e6-ff8b-4065-aebb-722a2a098970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:22.868576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.017551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.040365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:23.041976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] For port c270d3ff-cf10-489d-b65d-d9a5bb95de3c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:23.046578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] For port c270d3ff-cf10-489d-b65d-d9a5bb95de3c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:23.088120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.112583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:23.191300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:23.192269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed31125-766d-4d96-a8e2-b40b3fc63f7e None None] The sync data for ids ['9d8d8d2c-2529-4096-bd3e-cf75ad14900b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:23.233749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for a15a05d2-daa7-464e-b158-a53d23043166 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:23.253485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.321474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:23.322465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:23.353327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:23.363942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:23.364510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: 9e64e64a-9b78-40c3-b2aa-0838e7a52411, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:23.373348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.375163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:23.375820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.392477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-46f9410a-2044-4b26-9ac8-71f497607455 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:23.404532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e30fa-fd67-424b-b847-f710ce7b8842 None None] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:23.409123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.412522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=558b82a5-e1a4-4586-b1b9-b0c21ddee9be,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:23.416603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:23.441421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Pushing event updated for resources: {'Port': ['ID=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:23.443353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-06a9f576-10e6-4393-89f1-768a3594c736 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:23.444683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06a9f576-10e6-4393-89f1-768a3594c736 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.8465600 Dec 22 15:21:23.455849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42122) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:23.456372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:23.459464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] For port f5f41750-f115-4b98-b42a-06ecb2920dfb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f5f41750-f115-4b98-b42a-06ecb2920dfb,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:23.460227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.466302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:23.526464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] For port f5f41750-f115-4b98-b42a-06ecb2920dfb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f5f41750-f115-4b98-b42a-06ecb2920dfb,segment=NetworkSegment(fffab218-1776-4f20-8489-d75e31f7f51f),segment_id=fffab218-1776-4f20-8489-d75e31f7f51f)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:23.526899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:23.617690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:23.731210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Calling delete_port for f5f41750-f115-4b98-b42a-06ecb2920dfb owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:23.775248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port a15a05d2-daa7-464e-b158-a53d23043166 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:23.844505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 5.1647365 Dec 22 15:21:23.877449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f5f41750-f115-4b98-b42a-06ecb2920dfb no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:23.899731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Calling delete_port for f5f41750-f115-4b98-b42a-06ecb2920dfb owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:23.934274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42126) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:23.957037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Network': ['ID=2114726a-40b8-4290-90f6-80591b6701c2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:23.968295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'subnet': {'network_id': '2114726a-40b8-4290-90f6-80591b6701c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:23.974324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:23.980153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:subnet and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:23.984436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:23.985483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2114726a-40b8-4290-90f6-80591b6701c2 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:23.994580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:24.110211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Provisioning for port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:24.122102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.132527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:15Z', 'revision_number': 3, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:23Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:24.138410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13151844-ff3f-423d-acba-d34b72db3cbd None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:15Z', 'revision_number': 3, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:23Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:24.160528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef86913a-aab1-4b35-b7ff-dc377b019f1e']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:24.176025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:24.176368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edb8ca2-25ad-4c4f-b817-4daf61c7f34f') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:24.208184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Provisioning complete for port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:24.208679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.215708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.227972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 9e64e64a-9b78-40c3-b2aa-0838e7a52411) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:24.231913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.239795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:24.241827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.269036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:24.271973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.295195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.301374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:21:24.301374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:24.319198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:24.326243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1696b52-e2ed-4430-9c39-4836f8034845 None None] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:24.340863 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:24.343681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Made reservation on behalf of 8f1232df58b046949ea5603e896103a3 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:24.346490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.361625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93914f03-8fff-41ab-aaad-b151bead5247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.918s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:24.374244 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4197276 Dec 22 15:21:24.376006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42130) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:24.388662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.425274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b274fbf8-73da-44b0-9410-845259a0b96a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:24.501302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=a15a05d2-daa7-464e-b158-a53d23043166,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:24.509487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.521303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Pushing event deleted for resources: {'Port': ['ID=f5f41750-f115-4b98-b42a-06ecb2920dfb,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:24.529218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:24.534136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb88a241-a26b-4811-b454-d82f26211578 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 2.9338241 Dec 22 15:21:24.539755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42134) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:24.601625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:24.632646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] No DVR routers for this DVR port f5f41750-f115-4b98-b42a-06ecb2920dfb on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:24.735252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:24.743236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd0976-c5c3-4f41-8926-61b93a3f465a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:24.749613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd0976-c5c3-4f41-8926-61b93a3f465a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:24.756378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd0976-c5c3-4f41-8926-61b93a3f465a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:24.757657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-18fd0976-c5c3-4f41-8926-61b93a3f465a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:24.796236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.797921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.802640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-18fd0976-c5c3-4f41-8926-61b93a3f465a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:24.804037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18fd0976-c5c3-4f41-8926-61b93a3f465a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.3271320 Dec 22 15:21:24.808065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42138) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:24.822739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-392b1daf-f471-4d41-9e25-24d896d0146c tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:24.839633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.862863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/ef86913a-aab1-4b35-b7ff-dc377b019f1e HTTP/1.1" status: 204 len: 168 time: 10.2187018 Dec 22 15:21:24.870219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port f5d9e865-471d-4db5-9384-822ce764fc85 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:24.871348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:24.883512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42142) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:24.889793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:24.890903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:24.905368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=ef86913a-aab1-4b35-b7ff-dc377b019f1e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:24.974343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:24.974787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.010085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:25.011436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.066121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-46960903'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:25.083749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:25.096678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:25.164938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:25.207713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:25.243095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:25.271857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:25.280943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.298506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:25.309518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:25.319861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:25.377938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:25.384872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.407059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Deleting port f5f41750-f115-4b98-b42a-06ecb2920dfb {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:25.409329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.449152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.454934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:25.466413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.469109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:21:25.471469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:25.482380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] For port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,segment=NetworkSegment(8d32714b-ab11-429f-b7f3-69973584b772),segment_id=8d32714b-ab11-429f-b7f3-69973584b772)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:25.528340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.534191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c8cf3fd-83a0-468e-94e8-01f5a7b95ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:25.629407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] The port 'f5f41750-f115-4b98-b42a-06ecb2920dfb' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:21:25.703937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65a3cc23-1c94-494f-b2ca-ec2468ddd71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1603975 Dec 22 15:21:25.717174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42146) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:25.717853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Allocated IP 172.22.0.2 (9e64e64a-9b78-40c3-b2aa-0838e7a52411/558b82a5-e1a4-4586-b1b9-b0c21ddee9be/7cef7904-eea1-4bb9-afa0-97238c8f2ccf) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:25.724625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Pushing event updated for resources: {'Port': ['ID=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:25.732956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:25.896951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c270d3ff-cf10-489d-b65d-d9a5bb95de3c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:25.907043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for f5d9e865-471d-4db5-9384-822ce764fc85 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:25.949629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:25.983215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675e0ead-abb9-4151-a786-7fb11984b7ef']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:26.001712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffab218-1776-4f20-8489-d75e31f7f51f') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:26.002069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffab218-1776-4f20-8489-d75e31f7f51f') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:26.023637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.057241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.070340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:26.071013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.087843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c270d3ff-cf10-489d-b65d-d9a5bb95de3c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:26.119045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c270d3ff-cf10-489d-b65d-d9a5bb95de3c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:26.119045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.171403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Provisioning for port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:26.192713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Provisioning complete for port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:26.193143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.232504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.274164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:26.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:26.296053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Transition to ACTIVE for port object 7cef7904-eea1-4bb9-afa0-97238c8f2ccf will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:26.337899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:26.342914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Transition to ACTIVE for port object 7cef7904-eea1-4bb9-afa0-97238c8f2ccf will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:26.373252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.399223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Provisioning for port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:26.410508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.415406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f24fa7cf-961f-439b-b55a-41d070a466d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:26.416681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Provisioning complete for port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:26.416969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.434941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8ede901-0750-4810-a0da-680e73de2899 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:26.455231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.469045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.469375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:26.499662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.500344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment 9c540d52-93f8-4a22-9846-c986d3c1d6b4 of type vlan for network df57d236-3f69-4a06-b787-1c47d1c6554a Dec 22 15:21:26.544894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Pushing event deleted for resources: {'Network': ['ID=675e0ead-abb9-4151-a786-7fb11984b7ef,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:26.556458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Pushing event updated for resources: {'Port': ['ID=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:26.557725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:26.559293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.571825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:26.578663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f24fa7cf-961f-439b-b55a-41d070a466d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:26.581300 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f24fa7cf-961f-439b-b55a-41d070a466d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8336124 Dec 22 15:21:26.609635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:26.624274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42150) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:26.630535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port c270d3ff-cf10-489d-b65d-d9a5bb95de3c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:26.650188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:26.655168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:26.659596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:26.664562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Provisioning complete for port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:26.664991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43c1592d-93d0-4cd5-956d-d74b8deb797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.724633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] 10.222.0.32 "DELETE /v2.0/networks/675e0ead-abb9-4151-a786-7fb11984b7ef HTTP/1.1" status: 204 len: 168 time: 5.3639369 Dec 22 15:21:26.729966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.735750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:26.741283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0968a8d6-152c-425f-b638-6f5ebfd6a2a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:26.869345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5d525-8558-4ff5-9e87-205f9720206d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:26.872139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-85b5d525-8558-4ff5-9e87-205f9720206d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2462838 Dec 22 15:21:26.877928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42156) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:26.952798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:26.980748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:27.001785 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-80bd3bf0-0a4c-4113-a878-1f61342850eb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197581 Dec 22 15:21:27.055397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42160) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:27.062293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.070478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:27.071677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.104857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:27.146678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:27.165683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Attempting to bind port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:27.166495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Attempting to bind port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:27.167177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Attempting to bind port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf on network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:27.193634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:27.195014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Checking segment: {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:27.196135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.197461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Bound using segment: {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:27.198684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Bound port: 7cef7904-eea1-4bb9-afa0-97238c8f2ccf, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:27.202632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.329125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f10d0f9-fc29-4100-8b5b-f90b8236bb71 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:27.399386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:27.405878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42164) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:27.442779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] For port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:27.451114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] For port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,segment=NetworkSegment(20129906-21f4-4a27-9b06-316407f74512),segment_id=20129906-21f4-4a27-9b06-316407f74512)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:27.463512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.469150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-539c7726-783a-4275-af85-32724bea345c None None] Provisioning complete for port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:27.469616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-539c7726-783a-4275-af85-32724bea345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.475602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:27.506053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.516614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8bd73f5-9a66-4b64-a858-18985eba7284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:27.553780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=f5d9e865-471d-4db5-9384-822ce764fc85,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:27.555094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:27.570496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:27.576525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.579569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:27.603515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=df57d236-3f69-4a06-b787-1c47d1c6554a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:27.608663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:27.615619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-539c7726-783a-4275-af85-32724bea345c None None] Port e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:27.618705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:27.627175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7339547 Dec 22 15:21:27.629065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4db2e8e-c84d-42d7-8afe-cb8ad2505a9d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:27.633964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:27.656840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42168) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:27.699980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-539c7726-783a-4275-af85-32724bea345c None None] Provisioning complete for port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:27.700414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-539c7726-783a-4275-af85-32724bea345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:27.734337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Pushing event updated for resources: {'Port': ['ID=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:27.738026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:27.756954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:27.859284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-539c7726-783a-4275-af85-32724bea345c None None] Port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:27.903498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b79e7e50-63ee-4be0-9895-cc0d7e9ca0be up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:28.038360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:28.039079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.082134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:28.089035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.126336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:28.148462 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bfc6ef74-344f-41c6-8e61-808d3b39b70a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=29ee8602eef4448c9a3d52badc2e8275&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7248521 Dec 22 15:21:28.149712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:28.152310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42172) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:28.250945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c270d3ff-cf10-489d-b65d-d9a5bb95de3c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:28.299228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.305807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Checking segment: {'id': '7da0c21b-1ce2-4ff2-94b5-ae79623a40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2114726a-40b8-4290-90f6-80591b6701c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:28.306317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network hostable DHCP agents. Network: 2114726a-40b8-4290-90f6-80591b6701c2, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:28.339074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de6e1f7c-037a-497d-8960-183807f6ddb3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:28.392163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c270d3ff-cf10-489d-b65d-d9a5bb95de3c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:28.392844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.393198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.428798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:28.438031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.461425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network 2114726a-40b8-4290-90f6-80591b6701c2 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:28.498792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.500026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:28.509485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2114726a-40b8-4290-90f6-80591b6701c2) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:28.523350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:28.524111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.533805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f8498-1a52-4fc4-8e20-3ec7f4896215 None None] Network 2114726a-40b8-4290-90f6-80591b6701c2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:28.650091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.7031035 Dec 22 15:21:28.655704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42176) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:28.662364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-375240766', 'network_id': '2114726a-40b8-4290-90f6-80591b6701c2'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:28.669065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:28.673845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.678424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:port and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:28.682537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:28.693693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:28.709355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:28.711798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e7dea-8cd4-4127-9317-2a2ef981c9d6,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:28.718893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:28.760419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.765713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb0e7dea-8cd4-4127-9317-2a2ef981c9d6 HTTP/1.1" status: 204 len: 168 time: 0.6084321 Dec 22 15:21:28.841994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Made reservation on behalf of 8f1232df58b046949ea5603e896103a3 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:28.848091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.855437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.882372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.888868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b12afeb-7842-4849-8fa1-099b2255b072 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:28.915663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b7445-0924-4209-b3b2-595600643927 None None] Network 2114726a-40b8-4290-90f6-80591b6701c2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:28.942900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] device_id is not set on port 05764c57-cb4f-4b39-a550-ed498b82b067 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:28.965008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:28.976365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.008622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.014853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:29.021204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:29.031764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:29.032431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.055933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338467d-f715-4238-b332-7daf897922f9 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:29.077866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.078799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=404c508f-e34a-4f92-bf1f-799f58b20792,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:29.091886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:29.099554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b HTTP/1.1" status: 204 len: 168 time: 4.2885735 Dec 22 15:21:29.111039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42182) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.246692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1873991 Dec 22 15:21:29.262555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42186) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.268895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c29aa1-7649-4a34-9ba8-0dba10fef913 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:21:29.270477 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-70c29aa1-7649-4a34-9ba8-0dba10fef913 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/e4cda1d9-7fa5-4a89-91cb-5e47ebd6ba6b HTTP/1.1" status: 404 len: 333 time: 0.1629753 Dec 22 15:21:29.284367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:aa:e0:28', 'name': 'tempest-NetworksTestDHCPv6-1748080354'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:29.317354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42190) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.393102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.412167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b2f782d-9752-405d-9849-0184a02cd0e0 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502 tempest-ExtraDHCPOptionsIpV6TestJSON-560999502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:29.478087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network df57d236-3f69-4a06-b787-1c47d1c6554a is not hosted by any dhcp agent {{(pid=88967) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:21:29.482596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:29.483445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.485097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "PUT /v2.0/networks/df57d236-3f69-4a06-b787-1c47d1c6554a HTTP/1.1" status: 200 len: 723 time: 1.8272030 Dec 22 15:21:29.494419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42194) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.517343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:29.613673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:29.614158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.726599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Allocated IP 2001:db8::2ad (2114726a-40b8-4290-90f6-80591b6701c2/1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce/05764c57-cb4f-4b39-a550-ed498b82b067) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:29.729589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '404c508f-e34a-4f92-bf1f-799f58b20792'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:29.737492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.744702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=df57d236-3f69-4a06-b787-1c47d1c6554a,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:29.757337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:29.793115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:29.838208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.839206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Fanout notify agent at l3_agent the message router_deleted on router 9d8d8d2c-2529-4096-bd3e-cf75ad14900b {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:29.938728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:29.942408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/routers/9d8d8d2c-2529-4096-bd3e-cf75ad14900b HTTP/1.1" status: 204 len: 168 time: 7.7436252 Dec 22 15:21:29.945322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:29.948635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.22.0.1 (9e64e64a-9b78-40c3-b2aa-0838e7a52411/558b82a5-e1a4-4586-b1b9-b0c21ddee9be/60397e49-6bad-49b1-8ce6-85bddef6325b) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:29.953093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42202) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:29.957035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:29.974390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cef7904-eea1-4bb9-afa0-97238c8f2ccf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:30.017137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:30.041630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:30.087689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:30.352537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Allocated IP 2001:db8::f816:3eff:fe47:2218 (5ab54424-188e-4b54-81b5-4cfc68514aa3/404c508f-e34a-4f92-bf1f-799f58b20792/4d3a7c98-79ab-4248-bb3c-34f7134bb7c6) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:30.421922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:30.432529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:30.594035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:30.636681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:30.881959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703598a3-c318-48e8-bb73-c93c12029eaa None None] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:30.907839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:30.926191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:30.938779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.003720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.043195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting subnet cdd6542b-5e99-4165-8971-dd4e03aaef2e {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:31.107349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object 60397e49-6bad-49b1-8ce6-85bddef6325b will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:31.118775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.165720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:31.215879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.298939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.309899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7fc3bbdc-de96-4b83-8f63-bb04497244c3 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:31.351003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.364964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 39bbba32-6ebc-43bb-9d86-4645ce87ad39 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:31.388664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Transition to ACTIVE for port object 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:31.406782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.439762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Provisioning for port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:31.480399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:31.486505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Provisioning complete for port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:31.486971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.492882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:31.503905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.514660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Transition to ACTIVE for port object 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:31.516494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:31.575091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.575879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=60397e49-6bad-49b1-8ce6-85bddef6325b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:31.591877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2c9247d-07b7-413e-8261-23f97299d9cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:31.601287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:31.622063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.696529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.702986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.709701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:feaa:e028 (5ab54424-188e-4b54-81b5-4cfc68514aa3/404c508f-e34a-4f92-bf1f-799f58b20792/39bbba32-6ebc-43bb-9d86-4645ce87ad39) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:31.711129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c290df0-e530-4ce3-8463-acd1a0dfe9a1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:31.727269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Pushing event updated for resources: {'Port': ['ID=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:31.729342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.747211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5712a917-5dbc-4fcb-9ada-dc3c97c91620 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:31.753087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:31.756709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:31.765658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:31.775641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:31.812205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.820265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:31.839182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:31.840438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a52640ea-d458-4adc-93a2-524fda97d7e1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:31.845249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=d82b24a5-5993-4f8c-9c87-cab977ac7d87,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:31.852493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:31.867500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': '9c540d52-93f8-4a22-9846-c986d3c1d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:31.867935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: df57d236-3f69-4a06-b787-1c47d1c6554a, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:31.891785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:31.899479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3d1145a-016d-45b6-8cda-bb4f8696096e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:31.945426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Attempting to bind port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:31.945868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Attempting to bind port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:31.946283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Attempting to bind port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:31.974267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd6542b-5e99-4165-8971-dd4e03aaef2e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:31.984154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network df57d236-3f69-4a06-b787-1c47d1c6554a is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:31.987213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:32.012704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:32.013147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:32.013278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.013609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.014345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:32.014927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Bound port: 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:32.021166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.048640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, df57d236-3f69-4a06-b787-1c47d1c6554a) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:32.052309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.073412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:32.074138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1208275'] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.077242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network 2114726a-40b8-4290-90f6-80591b6701c2 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:32.079137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.084123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc56d7d-f2ff-4b43-baba-ebec1af54f67 None None] Network a109831b-7d73-42f2-a971-817954333f24 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:32.093543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:32.114143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3190208-4f25-4ee3-b2ee-d60b13be5dab None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:32.124458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Port': ['ID=05764c57-cb4f-4b39-a550-ed498b82b067,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:32.143185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:32.144376 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/subnets/cdd6542b-5e99-4165-8971-dd4e03aaef2e HTTP/1.1" status: 204 len: 168 time: 2.1899867 Dec 22 15:21:32.144830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:32.145708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.149417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42222) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:32.155430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:32.170263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 HTTP/1.1" status: 204 len: 168 time: 2.8517520 Dec 22 15:21:32.180373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.181405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42226) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:32.287695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6303627 Dec 22 15:21:32.293290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42230) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:32.368176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8656471 Dec 22 15:21:32.397435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42234) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:32.458456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Deleting port 05764c57-cb4f-4b39-a550-ed498b82b067 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:32.459276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.550176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:32.558499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] For port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:32.573620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] For port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:32.577933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.619032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd07cd2-e339-4156-8848-6e44a93ca24b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:21:32.620019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8cd07cd2-e339-4156-8848-6e44a93ca24b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:32.677643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 39bbba32-6ebc-43bb-9d86-4645ce87ad39 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:32.846375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.874860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8cd07cd2-e339-4156-8848-6e44a93ca24b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:32.876176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8cd07cd2-e339-4156-8848-6e44a93ca24b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/a38d6dc3-c210-45e3-81ba-0f6a8c85e2a3 HTTP/1.1" status: 404 len: 333 time: 0.6897099 Dec 22 15:21:32.882363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:32.921331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.969077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] For port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,segment=NetworkSegment(20129906-21f4-4a27-9b06-316407f74512),segment_id=20129906-21f4-4a27-9b06-316407f74512)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:32.980796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:32.985190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-838a8fc8-95dd-4e4d-8e86-90b83a294059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.063826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-62cf47be-d728-4b77-b549-fdd54050ad38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:33.136951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 82a74b9b-26c8-48b9-a48f-401df78c73e4 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:33.137409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.189124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.288079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.386886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-df57d236-3f69-4a06-b787-1c47d1c6554a', 'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': 'd82b24a5-5993-4f8c-9c87-cab977ac7d87'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:33.388482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.411244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-13036cac-74be-49bd-96ea-4a2d14ff5d35 None None] Provisioning for port 60397e49-6bad-49b1-8ce6-85bddef6325b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:33.437981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-13036cac-74be-49bd-96ea-4a2d14ff5d35 None None] Provisioning complete for port 60397e49-6bad-49b1-8ce6-85bddef6325b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:33.438727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13036cac-74be-49bd-96ea-4a2d14ff5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.439360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3373402'] for subnet, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.505991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-13036cac-74be-49bd-96ea-4a2d14ff5d35 None None] Port 60397e49-6bad-49b1-8ce6-85bddef6325b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:33.508226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Pushing event updated for resources: {'Port': ['ID=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:33.522390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:33.525115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-306e4433-43d3-4fcc-8275-72889a9873a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:33.709811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Calling delete_port for 05764c57-cb4f-4b39-a550-ed498b82b067 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:33.775682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c35fcca1-e415-46b8-875e-4f6bcd451745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057942608-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:33.884933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] DHCP port deletion for a109831b-7d73-42f2-a971-817954333f24 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:33.917650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:33.926535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-13036cac-74be-49bd-96ea-4a2d14ff5d35 None None] Provisioning complete for port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:33.927306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13036cac-74be-49bd-96ea-4a2d14ff5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.936626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:33.943326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:33.948338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:33.949919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:33.968184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=39bbba32-6ebc-43bb-9d86-4645ce87ad39,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:33.980162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:34.006077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Pushing event updated for resources: {'Port': ['ID=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:34.052192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.055277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Deleting port 82a74b9b-26c8-48b9-a48f-401df78c73e4 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:34.056181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.060887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7931299 Dec 22 15:21:34.061856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42254) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.224718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.255861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-490eb083-4a82-4828-8002-315d24750845 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:34.390639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event deleted for resources: {'Port': ['ID=05764c57-cb4f-4b39-a550-ed498b82b067,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:34.395848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:34.412337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35734a4b-b244-4af4-b78a-00b61611ff34 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:34.424991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35734a4b-b244-4af4-b78a-00b61611ff34 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:34.426563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-35734a4b-b244-4af4-b78a-00b61611ff34 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:34.435464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.440424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42260) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.458036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:34.479471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet 16e5773a-b92e-48a5-be21-dc6f25b86334 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:34.491990 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/ports/05764c57-cb4f-4b39-a550-ed498b82b067 HTTP/1.1" status: 204 len: 168 time: 2.1950326 Dec 22 15:21:34.494491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] For port 82a74b9b-26c8-48b9-a48f-401df78c73e4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82a74b9b-26c8-48b9-a48f-401df78c73e4,segment=NetworkSegment(b361cc88-b439-4122-9ef4-927ea57ba13e),segment_id=b361cc88-b439-4122-9ef4-927ea57ba13e)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:34.494966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.495623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42266) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.506594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2114726a-40b8-4290-90f6-80591b6701c2', 'external_fixed_ips': [{'subnet_id': '1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce', 'ip_address': '2001:db8::2ad'}]}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:34.510927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.517624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:34.526746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:router and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:34.533247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:34.548442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-35734a4b-b244-4af4-b78a-00b61611ff34 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:34.560827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-35734a4b-b244-4af4-b78a-00b61611ff34 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4938416 Dec 22 15:21:34.564921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42270) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:34.630142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:34.644824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.691338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-917741655', 'router:external': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:34.692615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35cf54b7-5c75-4a34-94ed-62f8b5a6590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.710277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:34.732802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 82a74b9b-26c8-48b9-a48f-401df78c73e4 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:34.736226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:network and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:34.749698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.751733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.758585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:34.794355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.801800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 39bbba32-6ebc-43bb-9d86-4645ce87ad39 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:34.802471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.842882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c30097c1-f9d6-49f2-82ef-411921b6dc47 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:34.854678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:34.906080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] For port 82a74b9b-26c8-48b9-a48f-401df78c73e4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82a74b9b-26c8-48b9-a48f-401df78c73e4,segment=NetworkSegment(b361cc88-b439-4122-9ef4-927ea57ba13e),segment_id=b361cc88-b439-4122-9ef4-927ea57ba13e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:34.906254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.928771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:34.989486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.008160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.031683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Made reservation on behalf of 8a5eeb6d54bb4df2b351fb6a7a1218d9 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:35.040176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.051653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=60397e49-6bad-49b1-8ce6-85bddef6325b,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:35.054671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.062169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:35.081274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758581936038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3679317'] for subnet, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.094542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f50fb38b-e8c6-479d-a57b-ceb0e8e1519a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:35.108105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Calling delete_port for 82a74b9b-26c8-48b9-a48f-401df78c73e4 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:35.111743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.158088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d8cee2a9-b0d2-46ec-b39d-a4726401d672 None None] Provisioning complete for port 60397e49-6bad-49b1-8ce6-85bddef6325b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:35.158506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8cee2a9-b0d2-46ec-b39d-a4726401d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.260100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d8cee2a9-b0d2-46ec-b39d-a4726401d672 None None] Port 60397e49-6bad-49b1-8ce6-85bddef6325b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:35.292241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.304305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Allocated IP 172.20.0.2 (df57d236-3f69-4a06-b787-1c47d1c6554a/d82b24a5-5993-4f8c-9c87-cab977ac7d87/36fed921-a8c7-42ca-a17f-c86810b669b3) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:35.318487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=d82b24a5-5993-4f8c-9c87-cab977ac7d87,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:35.330549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:35.331285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:35.374337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:35.375214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] No DVR routers for this DVR port 82a74b9b-26c8-48b9-a48f-401df78c73e4 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:35.378025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56104b30-203b-4057-9b2d-a86cec42cbff tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:35.391181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:35.397329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:security_group_rule and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:35.401780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:35.411582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:35.462606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:35.464521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.467330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "PUT /v2.0/subnets/d82b24a5-5993-4f8c-9c87-cab977ac7d87 HTTP/1.1" status: 200 len: 806 time: 3.0586405 Dec 22 15:21:35.480170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=82a74b9b-26c8-48b9-a48f-401df78c73e4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:35.496232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42274) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:35.499914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:35.657090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.680504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.693260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Transition to ACTIVE for port object 36fed921-a8c7-42ca-a17f-c86810b669b3 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:35.716577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Transition to ACTIVE for port object 36fed921-a8c7-42ca-a17f-c86810b669b3 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:35.720253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.752893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.763342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.771710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e01ea287-3bd1-4117-a5e1-6dde7f49fab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:35.816592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.844002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:35.846005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Deleting port 82a74b9b-26c8-48b9-a48f-401df78c73e4 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:35.846661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.895875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:35.918198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:35.932236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cef7904-eea1-4bb9-afa0-97238c8f2ccf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:35.935681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.962193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.980006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 36fed921-a8c7-42ca-a17f-c86810b669b3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:35.980427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:35.999998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:36.045939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:36.056856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:36.061339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a109831b-7d73-42f2-a971-817954333f24']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:36.104098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03f73c0c-d2bf-4acd-86e7-229ac7a06c72 None None] The port '82a74b9b-26c8-48b9-a48f-401df78c73e4' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:21:36.112509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 39bbba32-6ebc-43bb-9d86-4645ce87ad39 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:36.132024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Pushing event updated for resources: {'Port': ['ID=36fed921-a8c7-42ca-a17f-c86810b669b3,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:36.147805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:36.197538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b361cc88-b439-4122-9ef4-927ea57ba13e') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:36.197862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b361cc88-b439-4122-9ef4-927ea57ba13e') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:36.315791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:36.346356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Attempting to bind port 36fed921-a8c7-42ca-a17f-c86810b669b3 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:36.346642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Attempting to bind port 36fed921-a8c7-42ca-a17f-c86810b669b3 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '9c540d52-93f8-4a22-9846-c986d3c1d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:36.347164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Attempting to bind port 36fed921-a8c7-42ca-a17f-c86810b669b3 on network df57d236-3f69-4a06-b787-1c47d1c6554a {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:36.350940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.362197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:36.362637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Checking segment: {'id': '9c540d52-93f8-4a22-9846-c986d3c1d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:36.363148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.363471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15a8dd0-88b7-42a7-a3ea-f468da549823,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:36.364363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Bound using segment: {'id': '9c540d52-93f8-4a22-9846-c986d3c1d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:36.364942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Bound port: 36fed921-a8c7-42ca-a17f-c86810b669b3, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c540d52-93f8-4a22-9846-c986d3c1d6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'df57d236-3f69-4a06-b787-1c47d1c6554a'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:36.365654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.372527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.380000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:36.383400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-658af5ee-8be2-40ff-869f-708a7206e14a None None] Provisioning for port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:36.438201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.439384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Added segment 8bb96410-a6f4-4e03-80a4-728edc19baa6 of type vlan for network 2ce549f8-34d5-4d41-a707-702f94e37329 Dec 22 15:21:36.455862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.472525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30fefbaa-f321-46fe-9406-d82c30b281fc tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:36.509154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:36.509573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.638249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=39bbba32-6ebc-43bb-9d86-4645ce87ad39,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:36.652876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:36.741727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.765929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.779252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.791704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.795067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bd7273b5-9cce-4c98-a2d1-41f04d33296f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:36.802405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] For port 36fed921-a8c7-42ca-a17f-c86810b669b3, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:36.818669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] For port 36fed921-a8c7-42ca-a17f-c86810b669b3, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=36fed921-a8c7-42ca-a17f-c86810b669b3,segment=NetworkSegment(9c540d52-93f8-4a22-9846-c986d3c1d6b4),segment_id=9c540d52-93f8-4a22-9846-c986d3c1d6b4)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:36.822401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:36.862260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=16e5773a-b92e-48a5-be21-dc6f25b86334,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:36.869624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:36.870130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.881386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3ae3a6d1-8a17-49d4-80b5-b653b17fbcd0 None None] Provisioning complete for port 60397e49-6bad-49b1-8ce6-85bddef6325b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:36.882692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a6d1-8a17-49d4-80b5-b653b17fbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:36.894217 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:36.931777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/39bbba32-6ebc-43bb-9d86-4645ce87ad39 HTTP/1.1" status: 204 len: 168 time: 2.3646917 Dec 22 15:21:36.934563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42278) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:36.950650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:36.960652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3ae3a6d1-8a17-49d4-80b5-b653b17fbcd0 None None] Port 60397e49-6bad-49b1-8ce6-85bddef6325b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:36.963163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:36.984450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-905be3ba-d72d-410c-94c0-7bd270c148ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:37.038279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.040203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:37.041546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.060958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45bc6a4a-2ea7-4fc1-b011-6c5c92976b60 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:37.065889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.087920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.094184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Pushing event updated for resources: {'Port': ['ID=36fed921-a8c7-42ca-a17f-c86810b669b3,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:37.098174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:37.102423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a27981-1ca2-4d09-9aa3-6b4aafbb2820 None None] Network 58bfcda7-ebc6-4374-981e-c4a9675cef6a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:37.257714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3ae3a6d1-8a17-49d4-80b5-b653b17fbcd0 None None] Could not find standard attr ID for object 39bbba32-6ebc-43bb-9d86-4645ce87ad39. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:21:37.260047 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/16e5773a-b92e-48a5-be21-dc6f25b86334 HTTP/1.1" status: 204 len: 168 time: 4.3738418 Dec 22 15:21:37.272217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42282) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:37.303319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 36fed921-a8c7-42ca-a17f-c86810b669b3, host dv-neutron-822709-1-hyperv, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:37.304781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.328974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Network': ['ID=2ce549f8-34d5-4d41-a707-702f94e37329,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:37.343831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.349043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:37.391120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9141fca-b9ea-4e37-91ed-d62a89d3e31c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:37.393437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2ce549f8-34d5-4d41-a707-702f94e37329 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:37.394695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9141fca-b9ea-4e37-91ed-d62a89d3e31c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:37.396239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d9141fca-b9ea-4e37-91ed-d62a89d3e31c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:37.414072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.9670193 Dec 22 15:21:37.416759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42286) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:37.420744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:37.442952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7cf016c2-45b6-4fe1-9340-80ae2bedd999 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:37.447724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'subnet': {'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:37.454221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:37.454733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.513579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:37.516202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d9141fca-b9ea-4e37-91ed-d62a89d3e31c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:37.517530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d9141fca-b9ea-4e37-91ed-d62a89d3e31c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5814378 Dec 22 15:21:37.524888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:subnet and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:37.528285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:37.533743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:37.582852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.584765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:37.635323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.661931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 36fed921-a8c7-42ca-a17f-c86810b669b3 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:37.712136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Made reservation on behalf of 8a5eeb6d54bb4df2b351fb6a7a1218d9 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:37.720244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.721391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/networks/a109831b-7d73-42f2-a971-817954333f24 HTTP/1.1" status: 204 len: 168 time: 5.5706317 Dec 22 15:21:37.722895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Network': ['ID=a109831b-7d73-42f2-a971-817954333f24,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:37.744211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:37.747827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:37.753560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.905219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:21:37.925292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:37.988923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.066665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:38.089650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] DHCP port deletion for 58bfcda7-ebc6-4374-981e-c4a9675cef6a request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:38.093146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:38.093620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.096135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Deleting port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:38.096581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.138463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.148365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:38.343858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:38.344485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:38.441918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82a74b9b-26c8-48b9-a48f-401df78c73e4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:38.489898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 82a74b9b-26c8-48b9-a48f-401df78c73e4 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:38.490565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82a74b9b-26c8-48b9-a48f-401df78c73e4 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:38.570487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:38.574369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:38.616493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 3f2839d8-7424-4811-9148-0b227dcee435 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:38.616874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.742884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] For port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,segment=NetworkSegment(8d32714b-ab11-429f-b7f3-69973584b772),segment_id=8d32714b-ab11-429f-b7f3-69973584b772)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:38.743298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.836556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 36fed921-a8c7-42ca-a17f-c86810b669b3 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:38.881871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Allocated IP 2001:db8::2ad (2114726a-40b8-4290-90f6-80591b6701c2/1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce/6572aab7-bd4e-422e-ac49-534625537a24) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:38.892299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 36fed921-a8c7-42ca-a17f-c86810b669b3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:38.893019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:38.921289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] For port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,segment=NetworkSegment(8d32714b-ab11-429f-b7f3-69973584b772),segment_id=8d32714b-ab11-429f-b7f3-69973584b772)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:38.921621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.052763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for b79e7e50-63ee-4be0-9895-cc0d7e9ca0be owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:39.074687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Calling delete_port for b79e7e50-63ee-4be0-9895-cc0d7e9ca0be owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:39.092074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:39.106420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:39.126063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:39.127429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:39.206685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8231406 Dec 22 15:21:39.219206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42298) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:39.258050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'network': {'name': 'tempest-RoutersTest-201155221'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:39.273813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.282308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:39.296678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:39.315691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:network and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:39.333797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:39.348425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:39.352621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:39.365832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 36fed921-a8c7-42ca-a17f-c86810b669b3 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:39.395172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:39.396002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:39.397693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Pushing event deleted for resources: {'Port': ['ID=b79e7e50-63ee-4be0-9895-cc0d7e9ca0be,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:39.445325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:39.450862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] No DVR routers for this DVR port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:39.519827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b79e7e50-63ee-4be0-9895-cc0d7e9ca0be no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:39.524181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.531327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.552209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 36fed921-a8c7-42ca-a17f-c86810b669b3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=36fed921-a8c7-42ca-a17f-c86810b669b3,segment=NetworkSegment(9c540d52-93f8-4a22-9846-c986d3c1d6b4),segment_id=9c540d52-93f8-4a22-9846-c986d3c1d6b4)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:39.552447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.640165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b79e7e50-63ee-4be0-9895-cc0d7e9ca0be {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:39.640806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b79e7e50-63ee-4be0-9895-cc0d7e9ca0be not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:39.678621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:39.684686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.715023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e65815-a859-4c11-85d9-12cf9b0859ce None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:39.719678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 3f2839d8-7424-4811-9148-0b227dcee435 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:39.770396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 36fed921-a8c7-42ca-a17f-c86810b669b3 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:39.928027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 404c508f-e34a-4f92-bf1f-799f58b20792 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:39.932887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:39.993759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.013766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:31Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:33Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:40.019123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:21:40.019531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Updating router e8e75df7-9d01-4854-ba57-34ec478b47e9 port 60397e49-6bad-49b1-8ce6-85bddef6325b binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:21:40.045081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b7ce212-15f6-4d81-a22c-cac5e79d43f4 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:40.084392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port b79e7e50-63ee-4be0-9895-cc0d7e9ca0be {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:40.084943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.087780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.161232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=3f2839d8-7424-4811-9148-0b227dcee435,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:40.183987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7cfc6a7c-69ed-4e16-8b0b-13efa1d5b7fb None None] Provisioning for port 36fed921-a8c7-42ca-a17f-c86810b669b3 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:40.184850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:40.195859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7cfc6a7c-69ed-4e16-8b0b-13efa1d5b7fb None None] Provisioning complete for port 36fed921-a8c7-42ca-a17f-c86810b669b3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:40.196595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6a7c-69ed-4e16-8b0b-13efa1d5b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.227623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.236204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.239502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] The port 'b79e7e50-63ee-4be0-9895-cc0d7e9ca0be' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:21:40.376527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:40.413430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.438717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6a7c-69ed-4e16-8b0b-13efa1d5b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.467811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.476519 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/floatingips/97f7d2d5-edd4-44c4-9ce7-2c795621e6ce HTTP/1.1" status: 204 len: 168 time: 2.7193305 Dec 22 15:21:40.478752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42302) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:40.507594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.522749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.523131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added segment 9e80c562-22d4-4606-b9b5-a81f8d456851 of type vlan for network 37f647f2-3d45-462e-b905-c57f4d575ffe Dec 22 15:21:40.533209 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee96225d-8b09-48e4-8e98-03df3bc72fff tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] DELETE failed (client error): The resource could not be found. Dec 22 15:21:40.533912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee96225d-8b09-48e4-8e98-03df3bc72fff tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:40.536543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee96225d-8b09-48e4-8e98-03df3bc72fff tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/ports/64698065-b63a-4c27-947f-042fbceb62c5 HTTP/1.1" status: 404 len: 333 time: 0.0570927 Dec 22 15:21:40.543297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42306) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:40.563950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.580341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c821ff5-ed3a-46cc-b475-712fce0d90cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:40.612973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bfcda7-ebc6-4374-981e-c4a9675cef6a']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:40.656554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Port': ['ID=6572aab7-bd4e-422e-ac49-534625537a24,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:40.665718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:40.668116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09501dba-324d-4889-909d-59bfa7082182 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Synchronizing usage tracker for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:40.684036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network 2114726a-40b8-4290-90f6-80591b6701c2 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:40.684985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d32714b-ab11-429f-b7f3-69973584b772') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:40.684985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d32714b-ab11-429f-b7f3-69973584b772') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:40.685626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:40.696628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:40.700516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.703092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.722274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.725135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Transition to ACTIVE for port object 60397e49-6bad-49b1-8ce6-85bddef6325b will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:40.746588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.752625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.757490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:40.758163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.775772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.781743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:40.807324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-09501dba-324d-4889-909d-59bfa7082182 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Unset dirty status for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:40.811839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09501dba-324d-4889-909d-59bfa7082182 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d8d8d2c-2529-4096-bd3e-cf75ad14900b HTTP/1.1" status: 200 len: 205 time: 0.2544780 Dec 22 15:21:40.812082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:40.816169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42310) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:40.878119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:40.878774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:40.945613 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:40.952299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d00bb8-e379-4a6c-aa38-43e9febaf75a None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:40.978296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=36fed921-a8c7-42ca-a17f-c86810b669b3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:40.988634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-5e5a30a1-89c0-492a-b30c-35fc0d9a3729 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] delete failed (client error): The resource could not be found. Dec 22 15:21:40.994037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e5a30a1-89c0-492a-b30c-35fc0d9a3729 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/routers/9d8d8d2c-2529-4096-bd3e-cf75ad14900b HTTP/1.1" status: 404 len: 336 time: 0.1152792 Dec 22 15:21:40.995905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42314) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:40.999033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:41.007418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d09ec0-6f9a-4414-9773-ccd2f950a15c None None] Pushing event updated for resources: {'Port': ['ID=60397e49-6bad-49b1-8ce6-85bddef6325b,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:41.012936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6d09ec0-6f9a-4414-9773-ccd2f950a15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:41.035397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4cc2198f-9f09-446a-b977-502bb1b27dd9 None None] Could not find standard attr ID for object 36fed921-a8c7-42ca-a17f-c86810b669b3. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:21:41.048071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5545479f-aa8b-4adb-8372-bddf154bd2d8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] DELETE failed (client error): The resource could not be found. Dec 22 15:21:41.048635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5545479f-aa8b-4adb-8372-bddf154bd2d8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:41.054713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5545479f-aa8b-4adb-8372-bddf154bd2d8 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/subnets/cdd6542b-5e99-4165-8971-dd4e03aaef2e HTTP/1.1" status: 404 len: 337 time: 0.0508237 Dec 22 15:21:41.058622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42318) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:41.066544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port 36fed921-a8c7-42ca-a17f-c86810b669b3 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:41.139715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Attempting to bind port 60397e49-6bad-49b1-8ce6-85bddef6325b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:41.140493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Attempting to bind port 60397e49-6bad-49b1-8ce6-85bddef6325b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:41.140675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Attempting to bind port 60397e49-6bad-49b1-8ce6-85bddef6325b on network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:41.150125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:41.150512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Checking segment: {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:41.151004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.151799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Bound using segment: {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:41.152953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Bound port: 60397e49-6bad-49b1-8ce6-85bddef6325b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20129906-21f4-4a27-9b06-316407f74512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:41.153402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.243205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:41.243812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.252387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.262228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:41.263863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.290709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.291062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.296698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] For port 60397e49-6bad-49b1-8ce6-85bddef6325b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:41.301532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] For port 60397e49-6bad-49b1-8ce6-85bddef6325b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=60397e49-6bad-49b1-8ce6-85bddef6325b,segment=NetworkSegment(20129906-21f4-4a27-9b06-316407f74512),segment_id=20129906-21f4-4a27-9b06-316407f74512)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:41.313919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca2e1a88-5895-4767-94e3-4fbdf61e65bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:41.341728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.343738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port c662da25-2b5b-450c-9d16-4d23e8807ade {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:41.344480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.360113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:41.428425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:41.429139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:41.474654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Network': ['ID=37f647f2-3d45-462e-b905-c57f4d575ffe,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:41.478395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:41.499791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 37f647f2-3d45-462e-b905-c57f4d575ffe details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:41.512782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.623623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.640007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32cf0695-df3b-4fac-9020-ba9fffdb7818 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:41.647045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.652815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.659338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:41.688509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.698954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:41.703279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=404c508f-e34a-4f92-bf1f-799f58b20792,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:41.710126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=58bfcda7-ebc6-4374-981e-c4a9675cef6a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:41.714735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:41.720142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aeb67a95-dc0a-4081-af33-c21bd36c0d8e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:41.758763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:41.774123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=d82b24a5-5993-4f8c-9c87-cab977ac7d87,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:41.777944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:41.788484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5465329 Dec 22 15:21:41.793636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a020b9e-d7df-49fd-b0a9-15a22d42f460 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:41.807041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42322) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:41.822767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'subnet': {'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:41.866267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/58bfcda7-ebc6-4374-981e-c4a9675cef6a HTTP/1.1" status: 204 len: 168 time: 4.5519671 Dec 22 15:21:41.873994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42326) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:41.915232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1547136857'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:41.944283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:41.950277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:network and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:41.954420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:41.962632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:42.040744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:42.044260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:42.047233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.058568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/404c508f-e34a-4f92-bf1f-799f58b20792 HTTP/1.1" status: 204 len: 168 time: 4.5289447 Dec 22 15:21:42.065539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.068407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42330) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:42.189413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:42.201238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1a94d262-3cf1-4c44-8eac-4adb6444b6be tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011078 Dec 22 15:21:42.204767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.205267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Added segment 095204fa-dea8-4bdb-8a8e-e329a6cd22b4 of type vlan for network 7713360c-ab3d-435f-aa7d-ee7e2e93215b Dec 22 15:21:42.218148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42334) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:42.236498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.285337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:42.287526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df57d236-3f69-4a06-b787-1c47d1c6554a']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:42.303705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d09ec0-6f9a-4414-9773-ccd2f950a15c None None] Pushing event updated for resources: {'Port': ['ID=60397e49-6bad-49b1-8ce6-85bddef6325b,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:42.313308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c540d52-93f8-4a22-9846-c986d3c1d6b4') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:42.313722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c540d52-93f8-4a22-9846-c986d3c1d6b4') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:42.316250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.323492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:42.325393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.330754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:42.331638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.332522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6d09ec0-6f9a-4414-9773-ccd2f950a15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:42.339923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-de859a18-95a1-4989-a331-d17772a54540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:31Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:41Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:42.344139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9985b522-8795-4aad-b1bc-fa0578347ce6 tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:42.351408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de859a18-95a1-4989-a331-d17772a54540 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:31Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:41Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:42.359546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a3e10f-6a1c-46dc-bdd8-32f2e4851a9c tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:42.382236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:subnet and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:42.525540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Subnet': ['ID=10723f47-32ae-4638-af94-4083375a5c8e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:42.527872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Network': ['ID=7713360c-ab3d-435f-aa7d-ee7e2e93215b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:42.531923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.537245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:42.542176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:42.550783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6730204 Dec 22 15:21:42.552558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:42.560166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:42.560699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Deleting port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:42.562487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42338) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:42.563376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.569778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:42.579356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:42.625088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.746340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:42.763870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:42.764467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:42.796947 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:42.800738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:42.809272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Made reservation on behalf of 1069a8bdd2a041a5ba30cfc0b78b2138 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:42.846631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:42.853093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:42.922778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:42.932321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:42.939421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:42.953252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:42.961257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:43.006633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbeb703-3dd1-4982-b3cd-58feaacaf554 None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:43.029620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 60397e49-6bad-49b1-8ce6-85bddef6325b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:43.044086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.049149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.060867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cea4e4e4-14c5-4f00-8b28-44204f0fd87d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:43.090978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/df57d236-3f69-4a06-b787-1c47d1c6554a HTTP/1.1" status: 204 len: 168 time: 7.5932450 Dec 22 15:21:43.096786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42342) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:43.124359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:43.141676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:43.158054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.267292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.284198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=df57d236-3f69-4a06-b787-1c47d1c6554a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:43.287489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:43.293539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.330475 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ee2a67-0ba6-40b2-ae9d-02dd30f7e1e6 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:21:43.330864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ee2a67-0ba6-40b2-ae9d-02dd30f7e1e6 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:21:43.337783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-91ee2a67-0ba6-40b2-ae9d-02dd30f7e1e6 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/df57d236-3f69-4a06-b787-1c47d1c6554a HTTP/1.1" status: 404 len: 339 time: 0.2385812 Dec 22 15:21:43.337783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42346) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:43.369789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1756373968', 'description': 'd1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:43.376725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:43.381864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:network and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:43.385814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:43.394101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:43.408936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Checking segment: {'id': '8bb96410-a6f4-4e03-80a4-728edc19baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:43.409407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network hostable DHCP agents. Network: 2ce549f8-34d5-4d41-a707-702f94e37329, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:43.477106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] For port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:43.477630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.650758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Calling delete_port for 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:43.694370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.745937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbeb703-3dd1-4982-b3cd-58feaacaf554 None None] Network df57d236-3f69-4a06-b787-1c47d1c6554a could not be found, it might have been deleted concurrently. {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:21:43.838358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.846743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-239cf0d1-34c2-4b3b-b41d-5ab15fc143f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:43.898256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:43.904428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.923477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for c662da25-2b5b-450c-9d16-4d23e8807ade owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:43.930586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Pushing event deleted for resources: {'Port': ['ID=4d3a7c98-79ab-4248-bb3c-34f7134bb7c6,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:43.933856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 60397e49-6bad-49b1-8ce6-85bddef6325b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:43.942032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52489a-c7a5-42e7-8764-94a8b1f48f15 None None] DHCP port deletion for df57d236-3f69-4a06-b787-1c47d1c6554a request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:43.950498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:43.951954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 60397e49-6bad-49b1-8ce6-85bddef6325b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:43.952380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:43.975831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network 2ce549f8-34d5-4d41-a707-702f94e37329 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:44.030530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] No DVR routers for this DVR port 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:44.049885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2ce549f8-34d5-4d41-a707-702f94e37329) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:44.060201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cb425-a96f-4845-b6a4-96b730f8cc52 None None] Network 2ce549f8-34d5-4d41-a707-702f94e37329 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:44.081067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:44.082037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.172111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.193572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bb9df96-0dd0-4033-a604-45143949e76b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:44.274190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.328328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Router 6edc9fdb-341c-41b5-a833-705754e6ec92 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:21:44.341293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.341926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 60397e49-6bad-49b1-8ce6-85bddef6325b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=60397e49-6bad-49b1-8ce6-85bddef6325b,segment=NetworkSegment(20129906-21f4-4a27-9b06-316407f74512),segment_id=20129906-21f4-4a27-9b06-316407f74512)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:44.343880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:44.350398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a95a7da-b321-401d-8e07-b5d8e1a8eb38 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:44.359111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:44.369161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:44.369834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.374712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=7f2e78fa-ffdc-40c9-8b0f-af6c84357a44,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:44.378086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.9438913 Dec 22 15:21:44.384812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:44.385401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42350) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:44.409596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1241576041', 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:44.416016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.416265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.420274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b5cb5f-ac2d-4eaf-9a2f-7764d87b3809 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:44.427362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:44.483552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:44.503616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.504290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment 67d9cd27-4d85-450c-83c9-0d7e2ddcadc5 of type vlan for network a10ecf5a-697d-416b-8e59-99dd936bd800 Dec 22 15:21:44.511621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:port and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:44.522555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2521069 Dec 22 15:21:44.523884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:44.528244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42354) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:44.529827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:44.538341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:d2:56:05', 'name': 'tempest-NetworksTestDHCPv6-1506099954'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:44.555036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:44.557198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.563503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.579772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cadd0ee-0266-472d-8077-b8dd080ccd2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:44.611819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:44.644924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Subnet': ['ID=d76a8882-c04b-47ae-93e0-d62a856fef78,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:44.645855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=c662da25-2b5b-450c-9d16-4d23e8807ade,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:44.658065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:44.663915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:44.664585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.668881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:44.669565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.674583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86755f2c-b54a-4b8f-afe1-8318e4d6ee6d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:44.679171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:44.679572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4d3a7c98-79ab-4248-bb3c-34f7134bb7c6 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:44.682295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d221873-35c0-43a6-a025-49b8132b1a31 None None] Network 2ce549f8-34d5-4d41-a707-702f94e37329 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:44.743445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Made reservation on behalf of 8a5eeb6d54bb4df2b351fb6a7a1218d9 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:44.749173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:44.791911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Checking segment: {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:44.793185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network hostable DHCP agents. Network: 37f647f2-3d45-462e-b905-c57f4d575ffe, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:44.814620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 36fed921-a8c7-42ca-a17f-c86810b669b3 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:21:44.827194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Checking segment: {'id': '095204fa-dea8-4bdb-8a8e-e329a6cd22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:44.827654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network hostable DHCP agents. Network: 7713360c-ab3d-435f-aa7d-ee7e2e93215b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:44.847771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=de8533e9-ba66-4c98-987f-d79d6b33bf9d,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:44.859842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:44.863868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebee3285-9665-47de-8a7e-74592a4c80fe tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:44.866260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 36fed921-a8c7-42ca-a17f-c86810b669b3 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:21:44.866679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 36fed921-a8c7-42ca-a17f-c86810b669b3 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:21:44.883831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5198910 Dec 22 15:21:44.891018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42358) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:44.997384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=60397e49-6bad-49b1-8ce6-85bddef6325b,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:45.001189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:45.050232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 37f647f2-3d45-462e-b905-c57f4d575ffe is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:45.137930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:45.145266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330031a-14b4-46b4-bb90-90fafccb49e2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:45.146343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7330031a-14b4-46b4-bb90-90fafccb49e2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Synchronizing usage tracker for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:45.161412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=a10ecf5a-697d-416b-8e59-99dd936bd800,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:45.166091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:45.169728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 7713360c-ab3d-435f-aa7d-ee7e2e93215b) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:45.178334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:45.179044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.197111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847e3a2-4e34-4fcc-8e31-6193721555dd None None] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:45.208572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 37f647f2-3d45-462e-b905-c57f4d575ffe) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:45.212540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a10ecf5a-697d-416b-8e59-99dd936bd800 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:45.223044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:45.224183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.235258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] device_id is not set on port 03971d4e-28bf-4784-ad9d-1f3f9b317201 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:45.247308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7330031a-14b4-46b4-bb90-90fafccb49e2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Unset dirty status for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:45.250977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7330031a-14b4-46b4-bb90-90fafccb49e2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks?id=a10ecf5a-697d-416b-8e59-99dd936bd800 HTTP/1.1" status: 200 len: 761 time: 0.3496635 Dec 22 15:21:45.252046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42362) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:45.259411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'description': 'd2'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:45.274240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa97490-a9a8-422c-ba72-3697e5702aac None None] Network 37f647f2-3d45-462e-b905-c57f4d575ffe requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:45.286030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7176793 Dec 22 15:21:45.288667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42366) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:45.307408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-798218556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:45.314901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5026107 Dec 22 15:21:45.322095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:45.323197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:45.326309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.329961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:45.395359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:router and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:45.405120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:45.426198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:45.461059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '7f2e78fa-ffdc-40c9-8b0f-af6c84357a44'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:45.462060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.547487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.548493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.609926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.633689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.687960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.696809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b798785-0624-424f-8f89-f90df3413d5e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:45.708514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:45.726665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:45.740749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/ports/c662da25-2b5b-450c-9d16-4d23e8807ade HTTP/1.1" status: 204 len: 168 time: 4.6781063 Dec 22 15:21:45.742138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:45.750038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42374) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:45.791040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.801745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network a10ecf5a-697d-416b-8e59-99dd936bd800 is not hosted by any dhcp agent {{(pid=88967) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:21:45.809671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:45.810736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:45.817226 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "PUT /v2.0/networks/a10ecf5a-697d-416b-8e59-99dd936bd800 HTTP/1.1" status: 200 len: 758 time: 0.5598085 Dec 22 15:21:45.827089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42378) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:45.958613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:46.048173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=a10ecf5a-697d-416b-8e59-99dd936bd800,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:46.071966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:46.076482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a10ecf5a-697d-416b-8e59-99dd936bd800 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:46.105164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 01fefe39-4198-4d9c-b804-f5453e666232 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:46.105775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.170526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Allocated IP 172.20.0.7 (2ce549f8-34d5-4d41-a707-702f94e37329/10723f47-32ae-4638-af94-4083375a5c8e/03971d4e-28bf-4784-ad9d-1f3f9b317201) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:46.203900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.206112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b18a1e21-e764-42bb-8abf-b09d8de621ce tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9161775 Dec 22 15:21:46.224100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42382) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:46.241906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b', 'name': 'tempest-PortsIpV6TestJSON-1513710477'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:46.275031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:21:46.306754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f0e97f-0ac1-4e08-bbdd-13acd713fd07 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:46.307059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Sync routers for ids ['6edc9fdb-341c-41b5-a833-705754e6ec92'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:21:46.317037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79f0e97f-0ac1-4e08-bbdd-13acd713fd07 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks?id=a10ecf5a-697d-416b-8e59-99dd936bd800 HTTP/1.1" status: 200 len: 761 time: 0.4817047 Dec 22 15:21:46.327709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42386) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:46.349153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447351647'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:46.365733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Allocated IP 2001:db8::f816:3eff:fe6d:ca52 (5ab54424-188e-4b54-81b5-4cfc68514aa3/7f2e78fa-ffdc-40c9-8b0f-af6c84357a44/2ca1245e-9072-4a1b-9982-de0bd84c3a13) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:46.374444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-7713360c-ab3d-435f-aa7d-ee7e2e93215b', 'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': 'de8533e9-ba66-4c98-987f-d79d6b33bf9d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:46.375421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.405068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:46.459979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-37f647f2-3d45-462e-b905-c57f4d575ffe', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:46.460886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.495794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:46.498035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.502103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.0016191 Dec 22 15:21:46.503965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42390) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:46.515185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Routers {'6edc9fdb-341c-41b5-a833-705754e6ec92'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:46.516063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6edc9fdb-341c-41b5-a833-705754e6ec92'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:46.530292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.691009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:46.696678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.718928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:46.733480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:46.743109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:46.759155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:46.796684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port a90baae2-0ca4-4209-aa79-5194c6343b98 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:46.827838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 60397e49-6bad-49b1-8ce6-85bddef6325b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:46.927268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:46.936575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:46.977229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port d863316f-084e-4be6-aa7a-c7815f8c81c1 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:21:47.067948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:21:47.091026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Allocated IP 172.23.0.2 (37f647f2-3d45-462e-b905-c57f4d575ffe/d76a8882-c04b-47ae-93e0-d62a856fef78/0f1a1456-4ec8-41bb-bd16-17057b87c87f) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:47.100549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.126775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.137423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.138217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment 55c81f79-ffd3-43a6-bacc-322631d92285 of type vlan for network 68c61721-3bc6-49a8-a496-374b5c929f1b Dec 22 15:21:47.162133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.201607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 60397e49-6bad-49b1-8ce6-85bddef6325b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:47.202229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.311266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Allocated IP 2001:db8::2 (7713360c-ab3d-435f-aa7d-ee7e2e93215b/de8533e9-ba66-4c98-987f-d79d6b33bf9d/98e5a217-dd66-4968-ab29-82539df6a019) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:47.326339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 01fefe39-4198-4d9c-b804-f5453e666232 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:47.420278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.439458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.507512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Deleting port 6572aab7-bd4e-422e-ac49-534625537a24 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:47.508948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.540315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Set router 6edc9fdb-341c-41b5-a833-705754e6ec92 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:47.572828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:47.634074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e3c75ce-7b53-4f1f-b055-f3351ac59fed tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:47.861304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.090924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.282161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Calling delete_port for 6572aab7-bd4e-422e-ac49-534625537a24 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:48.299091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network 2ce549f8-34d5-4d41-a707-702f94e37329 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:48.301122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Port': ['ID=03971d4e-28bf-4784-ad9d-1f3f9b317201,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:48.309331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:48.315090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:48.315858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:48.371620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Transition to ACTIVE for port object 2ca1245e-9072-4a1b-9982-de0bd84c3a13 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:48.383732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.388066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:48.388745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.397028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a17dcf9-b3d8-470a-9cea-78e7dc2d2135 tempest-ExternalNetworksTestJSON-1825769655 tempest-ExternalNetworksTestJSON-1825769655-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:48.437560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.467202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:48.467783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.504253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.561615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Transition to ACTIVE for port object 2ca1245e-9072-4a1b-9982-de0bd84c3a13 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:48.569154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.581370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:48.581602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=68c61721-3bc6-49a8-a496-374b5c929f1b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:48.589969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:48.590535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8968104-e889-4045-99ea-67caa418e860 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:48.598190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Transition to ACTIVE for port object 0f1a1456-4ec8-41bb-bd16-17057b87c87f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:48.623738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 68c61721-3bc6-49a8-a496-374b5c929f1b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:21:48.663986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.671394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event deleted for resources: {'Port': ['ID=6572aab7-bd4e-422e-ac49-534625537a24,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:48.674621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:48.687993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b264e1a-1bb4-41f6-b8e1-c23201ae26b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:48.694685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3520525 Dec 22 15:21:48.711117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42394) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.713363 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.3182783 Dec 22 15:21:48.729827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:48.744802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42398) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.753684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=01fefe39-4198-4d9c-b804-f5453e666232,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:48.767055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:48.775265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Transition to ACTIVE for port object 0f1a1456-4ec8-41bb-bd16-17057b87c87f will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:48.849233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fed2:5605 (5ab54424-188e-4b54-81b5-4cfc68514aa3/7f2e78fa-ffdc-40c9-8b0f-af6c84357a44/a90baae2-0ca4-4209-aa79-5194c6343b98) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:48.861979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.879630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.898306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:48.903920 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/ports/01fefe39-4198-4d9c-b804-f5453e666232 HTTP/1.1" status: 204 len: 168 time: 3.1433954 Dec 22 15:21:48.929154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:48.930367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Transition to ACTIVE for port object 98e5a217-dd66-4968-ab29-82539df6a019 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:48.937390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42402) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:48.942680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Pushing event updated for resources: {'Port': ['ID=2ca1245e-9072-4a1b-9982-de0bd84c3a13,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:48.946563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:48.968882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:48.970227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b635329-1fbb-4e36-a29a-0a230b07d12e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:49.003137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Network 37f647f2-3d45-462e-b905-c57f4d575ffe is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:49.014093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:49.032974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:49.047650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Transition to ACTIVE for port object 98e5a217-dd66-4968-ab29-82539df6a019 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:49.060708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:49.066772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc9fdb-341c-41b5-a833-705754e6ec92', 'name': '', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2114726a-40b8-4290-90f6-80591b6701c2', 'external_fixed_ips': [{'subnet_id': '1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce', 'ip_address': '2001:db8::2ad'}], 'enable_snat': True}, 'gw_port_id': '6572aab7-bd4e-422e-ac49-534625537a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:34Z', 'updated_at': '2021-12-22T15:21:40Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': '6572aab7-bd4e-422e-ac49-534625537a24', 'name': '', 'network_id': '2114726a-40b8-4290-90f6-80591b6701c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc9fdb-341c-41b5-a833-705754e6ec92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce', 'ip_address': '2001:db8::2ad', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:38Z', 'updated_at': '2021-12-22T15:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:49.108376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.119467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.138079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.154543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Checking router: 6edc9fdb-341c-41b5-a833-705754e6ec92 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:21:49.155005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Updating router 6edc9fdb-341c-41b5-a833-705754e6ec92 port 6572aab7-bd4e-422e-ac49-534625537a24 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:21:49.307183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Pushing event updated for resources: {'Port': ['ID=0f1a1456-4ec8-41bb-bd16-17057b87c87f,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:49.371339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:49.373175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:49.377680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-889b49ef-6201-4c37-82de-9e0668e16555 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:49.410416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3395cd-3b1c-4b9a-9965-bf9add1a8c72 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:49.411279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7c3395cd-3b1c-4b9a-9965-bf9add1a8c72 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Synchronizing usage tracker for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:49.439793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Deleting port 03971d4e-28bf-4784-ad9d-1f3f9b317201 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:49.440048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Port 6572aab7-bd4e-422e-ac49-534625537a24 not found while updating agent binding for router 6edc9fdb-341c-41b5-a833-705754e6ec92. {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 22 15:21:49.440421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.450880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.501277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:49.514394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:49.525763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object a90baae2-0ca4-4209-aa79-5194c6343b98 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:49.531884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:49.542500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7c3395cd-3b1c-4b9a-9965-bf9add1a8c72 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Unset dirty status for tenant:928a39bc056444c28c3c31c6d927f4d7 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:49.548348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7c3395cd-3b1c-4b9a-9965-bf9add1a8c72 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a3364d-9602-4943-b0a3-432d3ad4d347 HTTP/1.1" status: 200 len: 913 time: 0.5895724 Dec 22 15:21:49.549341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42408) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:49.556814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Attempting to bind port 0f1a1456-4ec8-41bb-bd16-17057b87c87f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:49.557474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Attempting to bind port 0f1a1456-4ec8-41bb-bd16-17057b87c87f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:49.558690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Attempting to bind port 0f1a1456-4ec8-41bb-bd16-17057b87c87f on network 37f647f2-3d45-462e-b905-c57f4d575ffe {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:49.591621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Routers {'6edc9fdb-341c-41b5-a833-705754e6ec92'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:21:49.592500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6edc9fdb-341c-41b5-a833-705754e6ec92'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:49.617371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Usage tracker for resource:subnet and tenant:0a4bd6136ef1414c962f0c02808ae99a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:49.699661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:49.726266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.728458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:49.746041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] Set router 6edc9fdb-341c-41b5-a833-705754e6ec92 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:21:49.791386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.796153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::227 (7713360c-ab3d-435f-aa7d-ee7e2e93215b/de8533e9-ba66-4c98-987f-d79d6b33bf9d/d863316f-084e-4be6-aa7a-c7815f8c81c1) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:49.875783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Attempting to bind port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:49.877051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Attempting to bind port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:49.877725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Attempting to bind port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:49.882756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Pushing event updated for resources: {'Port': ['ID=98e5a217-dd66-4968-ab29-82539df6a019,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:49.883879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:21:49.887289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:49.951224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.957223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc9fdb-341c-41b5-a833-705754e6ec92', 'name': '', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:34Z', 'updated_at': '2021-12-22T15:21:48Z', 'revision_number': 5, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:49.973623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bd11c1b-b826-4147-b41c-4202c3a368ec tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:49.975950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:49.976557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Checking segment: {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:49.977321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:49.978059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Bound using segment: {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:49.979040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Bound port: 0f1a1456-4ec8-41bb-bd16-17057b87c87f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:49.980324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.024349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11cf019-b37d-44ad-b566-97861732bd2a None None] The sync data for ids ['6edc9fdb-341c-41b5-a833-705754e6ec92'] in dv-neutron-822709-1-hyperv is: [{'id': '6edc9fdb-341c-41b5-a833-705754e6ec92', 'name': '', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:34Z', 'updated_at': '2021-12-22T15:21:48Z', 'revision_number': 5, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:21:50.033460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.033460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6edc9fdb-341c-41b5-a833-705754e6ec92 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:50.034282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Allocated IP 172.23.0.1 (37f647f2-3d45-462e-b905-c57f4d575ffe/d76a8882-c04b-47ae-93e0-d62a856fef78/b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:50.079841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:50.087391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:50.152420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:50.157739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:50.160251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.165060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=a90baae2-0ca4-4209-aa79-5194c6343b98,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:50.191294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:50.215395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.216756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6edc9fdb-341c-41b5-a833-705754e6ec92 HTTP/1.1" status: 204 len: 168 time: 3.7122598 Dec 22 15:21:50.222563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.228934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42414) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:50.278620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.388622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:50.389384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:50.390108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.390912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:50.391863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Bound port: 2ca1245e-9072-4a1b-9982-de0bd84c3a13, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:50.392602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.420449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8850951 Dec 22 15:21:50.426258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42418) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:50.602211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Attempting to bind port 98e5a217-dd66-4968-ab29-82539df6a019 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:50.602725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Attempting to bind port 98e5a217-dd66-4968-ab29-82539df6a019 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '095204fa-dea8-4bdb-8a8e-e329a6cd22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:50.603085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Attempting to bind port 98e5a217-dd66-4968-ab29-82539df6a019 on network 7713360c-ab3d-435f-aa7d-ee7e2e93215b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:50.637315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:50.637721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Checking segment: {'id': '095204fa-dea8-4bdb-8a8e-e329a6cd22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:50.638198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.638663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Bound using segment: {'id': '095204fa-dea8-4bdb-8a8e-e329a6cd22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:50.639264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Bound port: 98e5a217-dd66-4968-ab29-82539df6a019, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095204fa-dea8-4bdb-8a8e-e329a6cd22b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7713360c-ab3d-435f-aa7d-ee7e2e93215b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:50.639709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.685588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Deleting subnet 1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:50.712591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.750838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] For port 0f1a1456-4ec8-41bb-bd16-17057b87c87f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:50.759181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.765253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] For port 2ca1245e-9072-4a1b-9982-de0bd84c3a13, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:50.769753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] For port 2ca1245e-9072-4a1b-9982-de0bd84c3a13, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2ca1245e-9072-4a1b-9982-de0bd84c3a13,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:50.782722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] For port 0f1a1456-4ec8-41bb-bd16-17057b87c87f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f1a1456-4ec8-41bb-bd16-17057b87c87f,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:50.806772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.816180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7dc2c71-de65-4fb6-b2a4-b20c88bd4f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:50.824623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Transition to ACTIVE for port object b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:50.849664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.860477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:50.875503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Calling delete_port for 03971d4e-28bf-4784-ad9d-1f3f9b317201 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:50.890946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] For port 98e5a217-dd66-4968-ab29-82539df6a019, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:50.930212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] For port 98e5a217-dd66-4968-ab29-82539df6a019, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=98e5a217-dd66-4968-ab29-82539df6a019,segment=NetworkSegment(095204fa-dea8-4bdb-8a8e-e329a6cd22b4),segment_id=095204fa-dea8-4bdb-8a8e-e329a6cd22b4)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:50.991601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.025386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.030449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Pushing event updated for resources: {'Port': ['ID=2ca1245e-9072-4a1b-9982-de0bd84c3a13,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:51.035401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:51.040641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.103693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object d863316f-084e-4be6-aa7a-c7815f8c81c1 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:51.203911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Pushing event updated for resources: {'Port': ['ID=0f1a1456-4ec8-41bb-bd16-17057b87c87f,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:51.292274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.315379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b79e70e5-147e-4d2a-83ec-25ed38938aba tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.322709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289055c0-6d3f-4034-961a-e143e06abbd5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:51.330591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289055c0-6d3f-4034-961a-e143e06abbd5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:51.331644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-289055c0-6d3f-4034-961a-e143e06abbd5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:51.374062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.398272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Pushing event updated for resources: {'Port': ['ID=98e5a217-dd66-4968-ab29-82539df6a019,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:51.402436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:51.402995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.403518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:51.415702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.436330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.518459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.520036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1608a504-e8e7-4726-8197-65db64342da1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.526137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event deleted for resources: {'Port': ['ID=03971d4e-28bf-4784-ad9d-1f3f9b317201,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:51.531523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:51.553201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fafbfa5-ff99-4f0e-931f-ed8ce5ef7296 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.625589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 37f647f2-3d45-462e-b905-c57f4d575ffe is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:51.655921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:51.666053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:51.724052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:51.727335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:51.736824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-289055c0-6d3f-4034-961a-e143e06abbd5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:51.739078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-289055c0-6d3f-4034-961a-e143e06abbd5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.2816825 Dec 22 15:21:51.749923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42422) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:51.793060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:51.802303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:51.813607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:51.820315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:51.820315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.852579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.856457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=2bfaea1c-a092-466d-b91a-975dca14df15,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:51.870992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.876951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:51.880962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b11d605-86da-46d5-b2a5-0c41b2ff9d29 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.897443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:51.910709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec3b3824-a2b7-41b8-aa48-7dda92e2a0e5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:51.989143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port a90baae2-0ca4-4209-aa79-5194c6343b98 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:51.989530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.028100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=d863316f-084e-4be6-aa7a-c7815f8c81c1,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:52.039396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:52.049879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.8235643 Dec 22 15:21:52.053071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/ports/03971d4e-28bf-4784-ad9d-1f3f9b317201 HTTP/1.1" status: 204 len: 168 time: 3.2448130 Dec 22 15:21:52.054147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42426) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.170558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.224155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:52.224459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': '55c81f79-ffd3-43a6-bacc-322631d92285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:52.224738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: 68c61721-3bc6-49a8-a496-374b5c929f1b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:21:52.228740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:52.247132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'external_fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7'}]}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:52.272673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.286669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce HTTP/1.1" status: 204 len: 168 time: 2.0515635 Dec 22 15:21:52.287738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:52.305866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:router and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:52.316391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:52.317532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42434) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.345447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:52.542188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.544171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.563350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network 68c61721-3bc6-49a8-a496-374b5c929f1b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:21:52.600996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.656450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 68c61721-3bc6-49a8-a496-374b5c929f1b) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:52.667700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b6d0f-1c84-4562-b28e-2db2ea03fbd6 None None] Network 68c61721-3bc6-49a8-a496-374b5c929f1b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:52.677209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:52.677943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.762943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0510085 Dec 22 15:21:52.765040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:52.824786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42438) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:52.898196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.028061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.093390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-68c61721-3bc6-49a8-a496-374b5c929f1b', 'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '2bfaea1c-a092-466d-b91a-975dca14df15'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:21:53.094330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.155753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2114726a-40b8-4290-90f6-80591b6701c2']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:53.178966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da0c21b-1ce2-4ff2-94b5-ae79623a40a0') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:53.179646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da0c21b-1ce2-4ff2-94b5-ae79623a40a0') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:53.203969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.235256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 98e5a217-dd66-4968-ab29-82539df6a019 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:53.273993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.302899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.311847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:53.312451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:53.328042 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:53.388917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.439396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Allocated IP 172.20.0.2 (68c61721-3bc6-49a8-a496-374b5c929f1b/2bfaea1c-a092-466d-b91a-975dca14df15/7dac816d-4f8b-4b87-89f1-a406c545f0eb) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:21:53.471614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 98e5a217-dd66-4968-ab29-82539df6a019 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:53.481933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f1a1456-4ec8-41bb-bd16-17057b87c87f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:53.516573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.599152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.631755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.643622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:53.669787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2114726a-40b8-4290-90f6-80591b6701c2 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:21:53.684226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.696259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event deleted for resources: {'Network': ['ID=2114726a-40b8-4290-90f6-80591b6701c2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:53.706934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0f1a1456-4ec8-41bb-bd16-17057b87c87f completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:53.713309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:53.719663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2ca1245e-9072-4a1b-9982-de0bd84c3a13 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:53.732208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.749170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2114726a-40b8-4290-90f6-80591b6701c2 HTTP/1.1" status: 204 len: 168 time: 1.4200995 Dec 22 15:21:53.820404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.824886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for a90baae2-0ca4-4209-aa79-5194c6343b98 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:53.850431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Transition to ACTIVE for port object 7dac816d-4f8b-4b87-89f1-a406c545f0eb will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:53.907078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Transition to ACTIVE for port object 7dac816d-4f8b-4b87-89f1-a406c545f0eb will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:21:53.944785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:53.967560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:54.127328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:54.163450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Network 68c61721-3bc6-49a8-a496-374b5c929f1b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:54.174995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:54.177924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:21:54.368765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Pushing event updated for resources: {'Port': ['ID=7dac816d-4f8b-4b87-89f1-a406c545f0eb,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:54.412869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:54.527906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Attempting to bind port 7dac816d-4f8b-4b87-89f1-a406c545f0eb on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:21:54.528344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Attempting to bind port 7dac816d-4f8b-4b87-89f1-a406c545f0eb by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '55c81f79-ffd3-43a6-bacc-322631d92285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:21:54.532843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Attempting to bind port 7dac816d-4f8b-4b87-89f1-a406c545f0eb on network 68c61721-3bc6-49a8-a496-374b5c929f1b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:21:54.571289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:21:54.575631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Checking segment: {'id': '55c81f79-ffd3-43a6-bacc-322631d92285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:21:54.576237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:54.576710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Bound using segment: {'id': '55c81f79-ffd3-43a6-bacc-322631d92285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:21:54.577284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Bound port: 7dac816d-4f8b-4b87-89f1-a406c545f0eb, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c81f79-ffd3-43a6-bacc-322631d92285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '68c61721-3bc6-49a8-a496-374b5c929f1b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:21:54.587158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:54.672484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42448) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:54.687041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'name': 'tempest-router--2062141658', 'project_id': '60a7affe03124931be61faab986b27d4'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:21:54.721710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:21:54.737531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:router and tenant:60a7affe03124931be61faab986b27d4 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:21:54.746222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:21:54.762151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:21:54.793358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] For port 7dac816d-4f8b-4b87-89f1-a406c545f0eb, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:21:54.797533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] For port 7dac816d-4f8b-4b87-89f1-a406c545f0eb, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7dac816d-4f8b-4b87-89f1-a406c545f0eb,segment=NetworkSegment(55c81f79-ffd3-43a6-bacc-322631d92285),segment_id=55c81f79-ffd3-43a6-bacc-322631d92285)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:21:54.802741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:54.819704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-665d3982-cddc-4e9c-bd08-e772699bcb13 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:54.836177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:54.842189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9460ab86-19e2-4f87-834b-af96f8d18bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:54.900322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:54.936910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfaea1c-a092-466d-b91a-975dca14df15,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:54.939490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:54.940708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.007156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Pushing event updated for resources: {'Port': ['ID=7dac816d-4f8b-4b87-89f1-a406c545f0eb,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.027464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.029274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.035862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:55.043680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Provisioning for port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:55.058928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Provisioning complete for port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:55.059504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.087267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.087618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.088046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.088609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.089065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.089485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.089905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.090321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.090729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.091197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.091613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.095263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:55.158146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.199605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.210212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56a4bc87-ffe1-4ab2-b2dd-ab432d848c1e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:55.229500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.250761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.325326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c61721-3bc6-49a8-a496-374b5c929f1b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:55.361925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c81f79-ffd3-43a6-bacc-322631d92285') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:55.362329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c81f79-ffd3-43a6-bacc-322631d92285') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:21:55.386504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.436749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.437076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.458607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event updated for resources: {'Port': ['ID=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:55.459921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.465531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.468365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:21:55.468365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.469606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:21:55.486993 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:21:55.527370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.536589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.542955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] For port 2ca1245e-9072-4a1b-9982-de0bd84c3a13, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2ca1245e-9072-4a1b-9982-de0bd84c3a13,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:55.586659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.589974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6e45ed1-f0c5-4539-9aa8-4f2e7fcd6e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:55.602885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.603298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.603738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.604163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.604960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.605388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.605817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.606316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.606930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.607285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.607861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:21:55.612979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:55.626731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-124ff5c7-1521-4ae5-b5de-1596e72c4cbb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:55.633921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-059d952d-ed21-4283-a0a2-79924ca0d1f9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:55.679101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98697752-4612-4e2e-a9ad-f84ea11a4d22 None None] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:55.840801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.842744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42a81688-2087-4d54-8781-91800c74ad74 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1691189 Dec 22 15:21:55.847975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42452) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:55.856123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=d863316f-084e-4be6-aa7a-c7815f8c81c1,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:55.883052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:55.906929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:55.914093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:21:55.914093 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:21:55.914093 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': '68c61721-3bc6-49a8-a496-374b5c929f1b'}] Dec 22 15:21:55.914093 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:21:55.914554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:21:55.920402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=a90baae2-0ca4-4209-aa79-5194c6343b98,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:55.940913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:56.021117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8c2497-a3a3-47e0-b4a3-e6a33d0a34e1 None None] Network 37f647f2-3d45-462e-b905-c57f4d575ffe requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:56.128343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:56.178042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42456) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:56.178382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/a90baae2-0ca4-4209-aa79-5194c6343b98 HTTP/1.1" status: 204 len: 168 time: 4.4212134 Dec 22 15:21:56.402465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:56.453339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:56.535424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:56.571209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Pushing event updated for resources: {'Port': ['ID=2ca1245e-9072-4a1b-9982-de0bd84c3a13,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:56.610791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 7dac816d-4f8b-4b87-89f1-a406c545f0eb {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:21:56.610791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:56.626168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:56.627171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Provisioning for port 98e5a217-dd66-4968-ab29-82539df6a019 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:56.700715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Provisioning complete for port 98e5a217-dd66-4968-ab29-82539df6a019 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:56.701587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:56.710780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Network 37f647f2-3d45-462e-b905-c57f4d575ffe is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:56.719935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:56.854161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c28d6-ffbc-4210-a368-18b1e54c8ed1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:56.855968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c28d6-ffbc-4210-a368-18b1e54c8ed1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:21:56.856843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a7c28d6-ffbc-4210-a368-18b1e54c8ed1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:21:57.029541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a7c28d6-ffbc-4210-a368-18b1e54c8ed1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:21:57.034715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6a7c28d6-ffbc-4210-a368-18b1e54c8ed1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8554142 Dec 22 15:21:57.038560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42462) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:57.096706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:57.255838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7dac816d-4f8b-4b87-89f1-a406c545f0eb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:57.393362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] For port 98e5a217-dd66-4968-ab29-82539df6a019, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=98e5a217-dd66-4968-ab29-82539df6a019,segment=NetworkSegment(095204fa-dea8-4bdb-8a8e-e329a6cd22b4),segment_id=095204fa-dea8-4bdb-8a8e-e329a6cd22b4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:57.435522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:57.439703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:57.486282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7dac816d-4f8b-4b87-89f1-a406c545f0eb completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:57.500729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Could not find standard attr ID for object a90baae2-0ca4-4209-aa79-5194c6343b98. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:21:57.506101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2ca1245e-9072-4a1b-9982-de0bd84c3a13 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:57.533753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 7dac816d-4f8b-4b87-89f1-a406c545f0eb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7dac816d-4f8b-4b87-89f1-a406c545f0eb,segment=NetworkSegment(55c81f79-ffd3-43a6-bacc-322631d92285),segment_id=55c81f79-ffd3-43a6-bacc-322631d92285)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:57.534470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:57.707671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Pushing event updated for resources: {'Port': ['ID=98e5a217-dd66-4968-ab29-82539df6a019,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:57.730904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:57.731919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Provisioning for port 0f1a1456-4ec8-41bb-bd16-17057b87c87f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:57.744829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Provisioning complete for port 0f1a1456-4ec8-41bb-bd16-17057b87c87f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:57.746079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:57.771796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 7dac816d-4f8b-4b87-89f1-a406c545f0eb owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:21:57.871930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:57.872958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.122255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.170218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.197532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 7f2e78fa-ffdc-40c9-8b0f-af6c84357a44 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:21:58.210253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.263031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] For port 0f1a1456-4ec8-41bb-bd16-17057b87c87f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f1a1456-4ec8-41bb-bd16-17057b87c87f,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:21:58.283671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.284616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.300570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.309698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-437fd9aa-7496-4ca0-9a73-7def12c658f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:58.351582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.455863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Pushing event updated for resources: {'Port': ['ID=0f1a1456-4ec8-41bb-bd16-17057b87c87f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:58.465177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:58.490150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Provisioning complete for port 98e5a217-dd66-4968-ab29-82539df6a019 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:58.490865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.567638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b6f335-926f-4814-9498-1718ade185e6 None None] Network 68c61721-3bc6-49a8-a496-374b5c929f1b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:58.790757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:58.906400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c9caa81-c0cc-467b-b601-702515c38669 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:58.961830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.024542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 98e5a217-dd66-4968-ab29-82539df6a019 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:59.025054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.042279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.091750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.107198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.188984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:21:59.220412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.225029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 98e5a217-dd66-4968-ab29-82539df6a019 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:59.225469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.304200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778237e-c30c-43a6-b924-92dad5f2452a None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:21:59.325385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.331109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf01c96-7844-4aae-9cf7-bf1b6aa9ab8f None None] DHCP port deletion for 68c61721-3bc6-49a8-a496-374b5c929f1b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:21:59.358119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port 7dac816d-4f8b-4b87-89f1-a406c545f0eb on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:21:59.404280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.404931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2d0dc1c-6c1f-4ff8-90e1-ad93579eb7ec {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:21:59.455459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=d863316f-084e-4be6-aa7a-c7815f8c81c1,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:59.471913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Provisioning for port d863316f-084e-4be6-aa7a-c7815f8c81c1 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:21:59.472248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:59.484179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Provisioning complete for port d863316f-084e-4be6-aa7a-c7815f8c81c1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:59.489694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.489937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:59.541305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/7f2e78fa-ffdc-40c9-8b0f-af6c84357a44 HTTP/1.1" status: 204 len: 168 time: 2.4968295 Dec 22 15:21:59.547775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=7dac816d-4f8b-4b87-89f1-a406c545f0eb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:59.551536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42466) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:59.560615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.562219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c314c0c-8622-4dd5-b292-6d158b77f81e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e2d0dc1c-6c1f-4ff8-90e1-ad93579eb7ec HTTP/1.1" status: 204 len: 168 time: 3.6813626 Dec 22 15:21:59.568439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:59.569005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b66170bf-d440-42ea-8d46-0f55aa16723d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:21:59.578792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:21:59.652721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f1a1456-4ec8-41bb-bd16-17057b87c87f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:21:59.671142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-69d63d52-cc32-498d-9fb8-440033f8f71f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971355 Dec 22 15:21:59.671443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2e78fa-ffdc-40c9-8b0f-af6c84357a44,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:21:59.674571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42472) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:21:59.685256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Port d863316f-084e-4be6-aa7a-c7815f8c81c1 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:21:59.686442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.697759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:21:59.724967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:21:59.730718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:21:59.756816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Provisioning complete for port 0f1a1456-4ec8-41bb-bd16-17057b87c87f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:59.757226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:21:59.835121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0f1a1456-4ec8-41bb-bd16-17057b87c87f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:21:59.835649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.007354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c61721-3bc6-49a8-a496-374b5c929f1b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:00.038522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c81f79-ffd3-43a6-bacc-322631d92285') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:00.039035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c81f79-ffd3-43a6-bacc-322631d92285') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:00.128709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.181272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Allocated IP 172.20.0.7 (2ce549f8-34d5-4d41-a707-702f94e37329/10723f47-32ae-4638-af94-4083375a5c8e/de6d3ff0-4902-42fe-b9ae-be7ce39efc6f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:00.191165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 731bf2b3-7a63-4a79-87a8-d959cff75ddd {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:00.191608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.195513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.254435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42476) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.340637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:00.348087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:00.348825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.349893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Deleting port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:00.350559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:00.380419 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:00.603858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] For port 2ca1245e-9072-4a1b-9982-de0bd84c3a13, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2ca1245e-9072-4a1b-9982-de0bd84c3a13,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:00.605054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.610115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.616357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e60de68e-6f84-4361-b78d-2c57f01fa986 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:00.635274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.650584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=68c61721-3bc6-49a8-a496-374b5c929f1b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:00.657068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:00.658112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-333895806', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:00.662887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/68c61721-3bc6-49a8-a496-374b5c929f1b HTTP/1.1" status: 204 len: 168 time: 7.8343203 Dec 22 15:22:00.664131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.684862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:00.717264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74fe2a5-f44c-41b4-956d-d1cdac51b731 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] GET failed (client error): The resource could not be found. Dec 22 15:22:00.717846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d74fe2a5-f44c-41b4-956d-d1cdac51b731 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Synchronizing usage tracker for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:00.739621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Usage tracker for resource:router and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:00.741919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Provisioning for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:00.746304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:00.758737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:00.785792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbccdae-61af-4a5c-a4e0-b60336a67d6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:00.786589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d74fe2a5-f44c-41b4-956d-d1cdac51b731 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Unset dirty status for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:00.787244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbbccdae-61af-4a5c-a4e0-b60336a67d6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:00.788482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d74fe2a5-f44c-41b4-956d-d1cdac51b731 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/subnets/2bfaea1c-a092-466d-b91a-975dca14df15 HTTP/1.1" status: 404 len: 337 time: 0.1227558 Dec 22 15:22:00.791436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42486) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.826267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Router 99920af9-c7b6-4022-98c2-1b1b1603fbb4 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:00.830089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c1fc4a-4efd-48d3-8c79-978a25ef2534 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:00.830724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c1fc4a-4efd-48d3-8c79-978a25ef2534 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:00.834350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42c1fc4a-4efd-48d3-8c79-978a25ef2534 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/68c61721-3bc6-49a8-a496-374b5c929f1b HTTP/1.1" status: 404 len: 339 time: 0.0396459 Dec 22 15:22:00.839241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42490) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:00.882421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Calling delete_port for 2ca1245e-9072-4a1b-9982-de0bd84c3a13 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:00.906280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.908136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:00.941975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7dac816d-4f8b-4b87-89f1-a406c545f0eb no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:01.012179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Provisioning complete for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:01.012833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.090226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbbccdae-61af-4a5c-a4e0-b60336a67d6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:01.094511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bbbccdae-61af-4a5c-a4e0-b60336a67d6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4101188 Dec 22 15:22:01.096986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7dac816d-4f8b-4b87-89f1-a406c545f0eb {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:01.097685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7dac816d-4f8b-4b87-89f1-a406c545f0eb not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:01.098497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2ca1245e-9072-4a1b-9982-de0bd84c3a13 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:01.102122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42494) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.175603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e74fe69-3c86-475d-beef-2828c306640a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.180599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e74fe69-3c86-475d-beef-2828c306640a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.181490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e74fe69-3c86-475d-beef-2828c306640a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Synchronizing usage tracker for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:01.234329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:01.246077 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/routers/99920af9-c7b6-4022-98c2-1b1b1603fbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1865456 Dec 22 15:22:01.251450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42498) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.256250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] Sync routers for ids ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:01.257889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e74fe69-3c86-475d-beef-2828c306640a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Unset dirty status for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:01.267493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e74fe69-3c86-475d-beef-2828c306640a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.4258094 Dec 22 15:22:01.273065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] Routers {'99920af9-c7b6-4022-98c2-1b1b1603fbb4'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:01.274197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:01.352586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:01.369197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] Routers {'99920af9-c7b6-4022-98c2-1b1b1603fbb4'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:01.369197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:01.393541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42502) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.409346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.438626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.440109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-10e8f425-14e2-43b3-8519-42135eff3485 None None] Port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:22:01.441561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:01.445373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:01.446199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77b3414-4087-4d32-bebb-a569e9481745 None None] The sync data for ids ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:01.483398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:01.506331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9837e05c-fdb2-4051-8598-d0cd63367b33 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 207 time: 0.0940251 Dec 22 15:22:01.506640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42506) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.526398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.577394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.591112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa398edf-753c-4766-ab21-f612a1df01a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:01.606977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 731bf2b3-7a63-4a79-87a8-d959cff75ddd owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:01.656171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3191996 Dec 22 15:22:01.659182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.675766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42510) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.679492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Pushing event deleted for resources: {'Port': ['ID=2ca1245e-9072-4a1b-9982-de0bd84c3a13,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:01.698459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:01.701939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e12591-cfdc-4e27-91a4-6d7c9cdf3741 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.703303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d4e12591-cfdc-4e27-91a4-6d7c9cdf3741 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:01.715746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:01.764044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:01.765256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:21:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:01.766582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df39f0f-fd6c-485c-ac34-49612e73d017 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.767464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5df39f0f-fd6c-485c-ac34-49612e73d017 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:01.819893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d4e12591-cfdc-4e27-91a4-6d7c9cdf3741 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:01.824330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d4e12591-cfdc-4e27-91a4-6d7c9cdf3741 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7180319 Dec 22 15:22:01.826433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42516) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:01.840709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c35d-e7d8-44d4-a045-dbe4c8870b40 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.853556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c35d-e7d8-44d4-a045-dbe4c8870b40 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.864703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c35d-e7d8-44d4-a045-dbe4c8870b40 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.873965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c35d-e7d8-44d4-a045-dbe4c8870b40 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.883837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066c35d-e7d8-44d4-a045-dbe4c8870b40 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:01.887556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9066c35d-e7d8-44d4-a045-dbe4c8870b40 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3089 time: 0.3797381 Dec 22 15:22:01.900023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:01.958662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42520) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:02.000304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] No DVR routers for this DVR port 2ca1245e-9072-4a1b-9982-de0bd84c3a13 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:02.006126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5df39f0f-fd6c-485c-ac34-49612e73d017 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:02.009960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5df39f0f-fd6c-485c-ac34-49612e73d017 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports?device_id=99920af9-c7b6-4022-98c2-1b1b1603fbb4 HTTP/1.1" status: 200 len: 989 time: 0.7556984 Dec 22 15:22:02.015086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42524) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:02.024665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b1f318c9-ab37-4277-bb84-3efc19ca25f6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1932464 Dec 22 15:22:02.044931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Provisioning complete for port d863316f-084e-4be6-aa7a-c7815f8c81c1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:02.045608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:02.049691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42526) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:02.067372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:02.132463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e84c70d-d282-4d55-8bd9-eb31252ba408 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:22:02.229862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:02.350402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b6a56a5-39d7-4cf5-a014-3ff9b0fa0d85 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:02.395424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:02.458037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Port d863316f-084e-4be6-aa7a-c7815f8c81c1 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:22:02.466273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-691821bc-21fe-4ad2-91ef-fa9808fb5c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:02.507553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Could not find standard attr ID for object 7dac816d-4f8b-4b87-89f1-a406c545f0eb. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:22:02.522663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network 2ce549f8-34d5-4d41-a707-702f94e37329 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:02.531492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:02.550221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:02.575739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:02.649207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Provisioning complete for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:02.649207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:02.688341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:02.711279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:02.814369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Port': ['ID=de6d3ff0-4902-42fe-b9ae-be7ce39efc6f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:02.821443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e84c70d-d282-4d55-8bd9-eb31252ba408 None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:22:02.841845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7923ca87-8b86-490e-86fb-6a2839aeadcd None None] Port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:22:02.842679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:02.844214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:02.853350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:02.865743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-433e6333-cdc3-4d4f-b184-e68006ec6689 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Synchronizing usage tracker for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:03.034206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-433e6333-cdc3-4d4f-b184-e68006ec6689 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Unset dirty status for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:03.045585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-433e6333-cdc3-4d4f-b184-e68006ec6689 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 676 time: 1.0688460 Dec 22 15:22:03.074995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42532) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:03.186503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:21:52Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:21:53Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:03.231712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:03.241035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc743460-513d-4924-8d3e-087a73e80124 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:03.269223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:03.269911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Updating router e8e75df7-9d01-4854-ba57-34ec478b47e9 port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:22:03.317848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=731bf2b3-7a63-4a79-87a8-d959cff75ddd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:03.329557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:03.333186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91628cbb-eb09-4645-accf-43f07653ecd7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:03.334935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91628cbb-eb09-4645-accf-43f07653ecd7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:03.335833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-91628cbb-eb09-4645-accf-43f07653ecd7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Synchronizing usage tracker for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:03.432601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:03.498441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-91628cbb-eb09-4645-accf-43f07653ecd7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Unset dirty status for tenant:0a4bd6136ef1414c962f0c02808ae99a on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:03.505864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-91628cbb-eb09-4645-accf-43f07653ecd7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4030998 Dec 22 15:22:03.509257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42536) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:03.727061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222259db-475e-4de1-a999-ba4e33c56001 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:03.728761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222259db-475e-4de1-a999-ba4e33c56001 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:03.734596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-222259db-475e-4de1-a999-ba4e33c56001 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2178321 Dec 22 15:22:03.753679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42540) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:03.967133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:03.978289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:03.992160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:22:04.032791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.108654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Removed routes are [] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:22:04.109141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.176465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.177253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.265713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'f86f5e14-de42-4365-b88d-9d8dcea6456f'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:04.267726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.392786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.407294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:04.492006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f193ff9-c798-45c5-849e-10357aadd1ca tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:04.493620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f193ff9-c798-45c5-849e-10357aadd1ca tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks/73d9f049-f750-4aee-bcd7-968e0114c2a9 HTTP/1.1" status: 200 len: 799 time: 0.7365758 Dec 22 15:22:04.551294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42544) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.653379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eedf0047-322d-4f25-836a-15468f0ebc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.708959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:04.720299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:04.724954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:04.726020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:04.735014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=f86f5e14-de42-4365-b88d-9d8dcea6456f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:04.740090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:04.860861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Allocated IP 172.26.4.240 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/4fe2a231-1465-483b-9e4f-64d3befd9f26) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:04.910884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1190791d-ff25-4625-8916-73730de292f6 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/networks/73d9f049-f750-4aee-bcd7-968e0114c2a9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3441153 Dec 22 15:22:04.914555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42548) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:04.925860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Allocated IP 2001:db8::f816:3eff:fef6:ffff (5ab54424-188e-4b54-81b5-4cfc68514aa3/f86f5e14-de42-4365-b88d-9d8dcea6456f/d1e23329-eb56-45f7-9c5d-16c246459d9a) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:04.946245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.006206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.068417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.201484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Transition to ACTIVE for port object b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:05.253476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.266335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.267899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e6c89-589f-4af6-947c-e6b44d067e1e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:05.269472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa4e6c89-589f-4af6-947c-e6b44d067e1e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/subnets/039b8b3a-4473-4ff2-9d98-28a8fc651aa8 HTTP/1.1" status: 200 len: 811 time: 0.3498795 Dec 22 15:22:05.285197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:05.288126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97ee4b48-eb6e-4f3f-aa5f-2bb04c8c1d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:05.440605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.450662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a699d30-2562-40b9-a9f2-75e505cb8e91 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:05.459154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a699d30-2562-40b9-a9f2-75e505cb8e91 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "GET /v2.0/subnets/039b8b3a-4473-4ff2-9d98-28a8fc651aa8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1660271 Dec 22 15:22:05.461135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:05.474699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1252047027'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:05.500781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:05.527494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4745474 Dec 22 15:22:05.528984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:05.531199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42560) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:05.596604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:77:aa:bd', 'name': 'tempest-NetworksTestDHCPv6-1749326760'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:05.633116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a27ead-344a-41a1-94e4-18d26a08bc65 None None] Pushing event updated for resources: {'Port': ['ID=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:05.646722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07a27ead-344a-41a1-94e4-18d26a08bc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:05.744217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:05.749837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.779778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.796383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:05.799505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.844049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Transition to ACTIVE for port object d1e23329-eb56-45f7-9c5d-16c246459d9a will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:05.858135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Attempting to bind port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:05.859036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Attempting to bind port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:05.859730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Attempting to bind port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 on network 37f647f2-3d45-462e-b905-c57f4d575ffe {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:05.893809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:05.894124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Checking segment: {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:05.894782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.895535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Bound using segment: {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:05.896429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Bound port: b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e80c562-22d4-4606-b9b5-a81f8d456851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:05.897808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.923295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Transition to ACTIVE for port object d1e23329-eb56-45f7-9c5d-16c246459d9a will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:05.926187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.932787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:05.936488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:05.939823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event updated for resources: {'Port': ['ID=4fe2a231-1465-483b-9e4f-64d3befd9f26,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:05.949679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:05.960214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:05.964366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:05.973427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:05.993779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.002140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:06.013402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:06.027249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Router 4b4f6835-fafa-46d3-8476-6c9a414cdce3 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:06.033592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:06.059179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.059703 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Added segment c0e9454b-5c2d-44d3-95cb-dba6323658a1 of type vlan for network 23de7286-8d7b-4452-967a-3a79434f1a91 Dec 22 15:22:06.142188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:06.199535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:06.206051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Pushing event updated for resources: {'Port': ['ID=d1e23329-eb56-45f7-9c5d-16c246459d9a,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:06.214766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:06.218297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:06.225468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:06.246937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] For port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:06.253437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] For port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:06.296563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.322882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.333418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43436bf1-0e29-43c5-b2e2-53463030edd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:06.549436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Attempting to bind port d1e23329-eb56-45f7-9c5d-16c246459d9a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:06.549995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Attempting to bind port d1e23329-eb56-45f7-9c5d-16c246459d9a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:06.550678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Attempting to bind port d1e23329-eb56-45f7-9c5d-16c246459d9a on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:06.588228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a27ead-344a-41a1-94e4-18d26a08bc65 None None] Pushing event updated for resources: {'Port': ['ID=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:06.594735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:06.595040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:06.595700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.596427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:06.597350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Bound port: d1e23329-eb56-45f7-9c5d-16c246459d9a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:06.598065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.621812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07a27ead-344a-41a1-94e4-18d26a08bc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:06.635167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:06.636919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:06.649616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port d863316f-084e-4be6-aa7a-c7815f8c81c1 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:06.649616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.710883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:22:06.959656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.965399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:06.966122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:06.999581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:07.056058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.067356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.100160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:07.154209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.165182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:07.205264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:07.265960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for d863316f-084e-4be6-aa7a-c7815f8c81c1 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:07.299354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.311016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:07.386541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:07.400232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.403403 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79fc89c3-536a-496f-bf25-8dc58d013f40 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 933 time: 5.7263765 Dec 22 15:22:07.412728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42564) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:07.550042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Network': ['ID=23de7286-8d7b-4452-967a-3a79434f1a91,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:07.554444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Pushing event updated for resources: {'Port': ['ID=d1e23329-eb56-45f7-9c5d-16c246459d9a,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:07.564844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:07.567726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:07.581386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1155689 Dec 22 15:22:07.582385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42568) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:07.592202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:07.595460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 4a11ddde-379c-414b-8bc0-e2365872a94d yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:07.604273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 23de7286-8d7b-4452-967a-3a79434f1a91 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:07.820248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:03Z', 'revision_number': 6, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:06Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:07.825709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.826521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:07.829245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213613d-4a68-4e1e-9aed-b370efade3a2 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:03Z', 'revision_number': 6, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:06Z', 'revision_number': 4, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:07.973944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fe77:aabd (5ab54424-188e-4b54-81b5-4cfc68514aa3/f86f5e14-de42-4365-b88d-9d8dcea6456f/4a11ddde-379c-414b-8bc0-e2365872a94d) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:08.051555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:08.073971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Sync routers for ids ['4b4f6835-fafa-46d3-8476-6c9a414cdce3'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:08.105080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Routers {'4b4f6835-fafa-46d3-8476-6c9a414cdce3'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:08.106197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['4b4f6835-fafa-46d3-8476-6c9a414cdce3'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:08.161800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:08.163222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 15.9714365 Dec 22 15:22:08.170230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42572) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:08.310533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:08.332173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:08.379070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7a7e417-7a13-4e54-bf0b-35ce1fc9939d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 933 time: 0.9635222 Dec 22 15:22:08.382553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42576) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:08.383992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:08.406618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'routes': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:08.509382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:08.525526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Set router 4b4f6835-fafa-46d3-8476-6c9a414cdce3 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:08.596443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Made reservation on behalf of 0a4bd6136ef1414c962f0c02808ae99a for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:08.631519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=d863316f-084e-4be6-aa7a-c7815f8c81c1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:08.660170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:08.691912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Router 05a3364d-9602-4943-b0a3-432d3ad4d347 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:22:08.839735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.001016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 4a11ddde-379c-414b-8bc0-e2365872a94d will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:09.046263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d1e23329-eb56-45f7-9c5d-16c246459d9a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:09.083691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.208048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6835-fafa-46d3-8476-6c9a414cdce3', 'name': '', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'external_fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de6d3ff0-4902-42fe-b9ae-be7ce39efc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:52Z', 'updated_at': '2021-12-22T15:22:03Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': 'de6d3ff0-4902-42fe-b9ae-be7ce39efc6f', 'name': '', 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6835-fafa-46d3-8476-6c9a414cdce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:59Z', 'updated_at': '2021-12-22T15:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10723f47-32ae-4638-af94-4083375a5c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:09.214361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Checking router: 4b4f6835-fafa-46d3-8476-6c9a414cdce3 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:09.214902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d1e23329-eb56-45f7-9c5d-16c246459d9a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:09.215075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Updating router 4b4f6835-fafa-46d3-8476-6c9a414cdce3 port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:22:09.220935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:09.280026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.290068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing IP validity checks on allocation pools {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:22:09.290852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:22:09.322551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.340401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:09.341022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.349485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:09.350952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.384132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c08de053-19eb-48be-9ba2-1da7d247f50b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:09.530207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:09.540689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:09.588878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.697842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:09.765034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:09.767544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0563238-3a63-478b-a01b-5b2f66d250e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:09.950908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:09.957303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:10.005875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.031628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:10.035648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Transition to ACTIVE for port object de6d3ff0-4902-42fe-b9ae-be7ce39efc6f will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:10.036449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:10.037195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.075778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.081269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.093126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf336497-e5e9-4ca5-9865-8ded062287ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:10.171310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=4a11ddde-379c-414b-8bc0-e2365872a94d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:10.176785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:10.196314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6622977 Dec 22 15:22:10.197242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42580) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.256875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Router 62369d62-4fa7-4378-a033-f206f335b031 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:10.329245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Attempting to bind port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:10.330496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Attempting to bind port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '8bb96410-a6f4-4e03-80a4-728edc19baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:10.330496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Attempting to bind port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f on network 2ce549f8-34d5-4d41-a707-702f94e37329 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:10.342477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:10.355529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792603c-7051-4f6a-a752-8f38cad97e96 None None] Pushing event updated for resources: {'Port': ['ID=de6d3ff0-4902-42fe-b9ae-be7ce39efc6f,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:10.363364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1792603c-7051-4f6a-a752-8f38cad97e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:10.367922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:10.368617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:10.372277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:10.372994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Checking segment: {'id': '8bb96410-a6f4-4e03-80a4-728edc19baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:10.373764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.374509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Bound using segment: {'id': '8bb96410-a6f4-4e03-80a4-728edc19baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:10.375496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Bound port: de6d3ff0-4902-42fe-b9ae-be7ce39efc6f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb96410-a6f4-4e03-80a4-728edc19baa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:10.376683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.517664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.528145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-662f45aa-bcbf-4f7e-a398-da4fa023e6a9 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:10.548973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] For port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:10.554733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] For port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=de6d3ff0-4902-42fe-b9ae-be7ce39efc6f,segment=NetworkSegment(8bb96410-a6f4-4e03-80a4-728edc19baa6),segment_id=8bb96410-a6f4-4e03-80a4-728edc19baa6)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:10.588963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:10.610891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1792603c-7051-4f6a-a752-8f38cad97e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:10.623037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:10.650224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "PUT /v2.0/routers/05a3364d-9602-4943-b0a3-432d3ad4d347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.0997007 Dec 22 15:22:10.666173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42584) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.672618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080340b-d3d6-4d68-b70d-2ba590cce972 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:22:10.773193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031d95d-bf0a-468d-afba-39c97cf71e78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:10.778905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031d95d-bf0a-468d-afba-39c97cf71e78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:10.780301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2031d95d-bf0a-468d-afba-39c97cf71e78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:10.867258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792603c-7051-4f6a-a752-8f38cad97e96 None None] Pushing event updated for resources: {'Port': ['ID=de6d3ff0-4902-42fe-b9ae-be7ce39efc6f,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:10.870388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] Sync routers for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:10.873806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1792603c-7051-4f6a-a752-8f38cad97e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:10.889817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2031d95d-bf0a-468d-afba-39c97cf71e78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:10.899251 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2031d95d-bf0a-468d-afba-39c97cf71e78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6964614 Dec 22 15:22:10.903818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42588) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:10.908759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:10.909467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:10.996064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Routers {'4b4f6835-fafa-46d3-8476-6c9a414cdce3'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:10.996884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=143db539-9c4f-47d9-bef0-d8b6a4fd3a54,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:10.997990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['4b4f6835-fafa-46d3-8476-6c9a414cdce3'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.006371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:11.037448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Router 99920af9-c7b6-4022-98c2-1b1b1603fbb4 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:22:11.097576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Checking segment: {'id': 'c0e9454b-5c2d-44d3-95cb-dba6323658a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:11.098165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network hostable DHCP agents. Network: 23de7286-8d7b-4452-967a-3a79434f1a91, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:22:11.224884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 4a11ddde-379c-414b-8bc0-e2365872a94d {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:11.224884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.248312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Network 23de7286-8d7b-4452-967a-3a79434f1a91 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:22:11.287277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.308816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] Set router 4b4f6835-fafa-46d3-8476-6c9a414cdce3 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:11.342505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 23de7286-8d7b-4452-967a-3a79434f1a91) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:11.366290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added routes are [] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:22:11.366893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:22:11.371200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:11.371521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.382835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Deleting port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:11.382835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.418688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:11.426857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/routers/99920af9-c7b6-4022-98c2-1b1b1603fbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3936732 Dec 22 15:22:11.435045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42592) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:11.464746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:11.485553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.9009552 Dec 22 15:22:11.498012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42596) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:11.507089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:11.542988 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-783bbdc1-ca9d-479f-90cc-7efa7bee689f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:22:11.543571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-783bbdc1-ca9d-479f-90cc-7efa7bee689f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:11.572209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] Sync routers for ids ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:11.579383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.597080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:11.611165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-783bbdc1-ca9d-479f-90cc-7efa7bee689f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:11.617434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-783bbdc1-ca9d-479f-90cc-7efa7bee689f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/d863316f-084e-4be6-aa7a-c7815f8c81c1 HTTP/1.1" status: 404 len: 333 time: 0.1738124 Dec 22 15:22:11.620292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42600) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:11.633931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:11.706267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.709044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] Sync routers for ids ['62369d62-4fa7-4378-a033-f206f335b031'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:11.732018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.769163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b4f6835-fafa-46d3-8476-6c9a414cdce3', 'name': '', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'external_fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de6d3ff0-4902-42fe-b9ae-be7ce39efc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:52Z', 'updated_at': '2021-12-22T15:22:03Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': 'de6d3ff0-4902-42fe-b9ae-be7ce39efc6f', 'name': '', 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6835-fafa-46d3-8476-6c9a414cdce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:59Z', 'updated_at': '2021-12-22T15:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10723f47-32ae-4638-af94-4083375a5c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.776620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354434b-0855-44f5-8472-3b3fa91956f0 None None] The sync data for ids ['4b4f6835-fafa-46d3-8476-6c9a414cdce3'] in dv-neutron-822709-1-hyperv is: [{'id': '4b4f6835-fafa-46d3-8476-6c9a414cdce3', 'name': '', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'external_fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'de6d3ff0-4902-42fe-b9ae-be7ce39efc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:21:52Z', 'updated_at': '2021-12-22T15:22:03Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': 'de6d3ff0-4902-42fe-b9ae-be7ce39efc6f', 'name': '', 'network_id': '2ce549f8-34d5-4d41-a707-702f94e37329', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b4f6835-fafa-46d3-8476-6c9a414cdce3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '10723f47-32ae-4638-af94-4083375a5c8e', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:59Z', 'updated_at': '2021-12-22T15:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10723f47-32ae-4638-af94-4083375a5c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:11.786103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] Routers {'62369d62-4fa7-4378-a033-f206f335b031'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:11.787118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['62369d62-4fa7-4378-a033-f206f335b031'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.863505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] Routers {'05a3364d-9602-4943-b0a3-432d3ad4d347'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:11.864211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['05a3364d-9602-4943-b0a3-432d3ad4d347'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.920544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.930049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:11.931455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.6674786 Dec 22 15:22:11.946274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42606) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:11.953400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.953856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dc4df7-cac4-42e6-8fbc-1c5d2158329c None None] The sync data for ids ['05a3364d-9602-4943-b0a3-432d3ad4d347'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:11.955808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:11.980921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] Routers {'62369d62-4fa7-4378-a033-f206f335b031'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:11.982617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['62369d62-4fa7-4378-a033-f206f335b031'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:12.004725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] Routers {'99920af9-c7b6-4022-98c2-1b1b1603fbb4'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:12.005433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:12.136596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:12.181014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:12.182355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee069c-e2e5-412f-9129-c7b2c8a67997 None None] The sync data for ids ['62369d62-4fa7-4378-a033-f206f335b031'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:12.291475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3373402'] for subnet, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:12.312946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:12.396570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080340b-d3d6-4d68-b70d-2ba590cce972 None None] Unable to find a vacant binding_index for network 23de7286-8d7b-4452-967a-3a79434f1a91 and agent 8c60873f-ada5-4356-a03a-df8cb782f576 {{(pid=88969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 22 15:22:12.419716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080340b-d3d6-4d68-b70d-2ba590cce972 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 23de7286-8d7b-4452-967a-3a79434f1a91) {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:22:12.460143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] For port de6d3ff0-4902-42fe-b9ae-be7ce39efc6f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=de6d3ff0-4902-42fe-b9ae-be7ce39efc6f,segment=NetworkSegment(8bb96410-a6f4-4e03-80a4-728edc19baa6),segment_id=8bb96410-a6f4-4e03-80a4-728edc19baa6)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:12.460143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:12.493713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] Routers {'99920af9-c7b6-4022-98c2-1b1b1603fbb4'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:12.494463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:12.561836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 4a11ddde-379c-414b-8bc0-e2365872a94d owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:12.627654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:12.628896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3740b1-4514-4657-b53e-bab38bfa56ea None None] The sync data for ids ['99920af9-c7b6-4022-98c2-1b1b1603fbb4'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:12.667485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Provisioning for port d1e23329-eb56-45f7-9c5d-16c246459d9a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:12.761608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Provisioning complete for port d1e23329-eb56-45f7-9c5d-16c246459d9a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:12.762549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:12.786170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Calling delete_port for de6d3ff0-4902-42fe-b9ae-be7ce39efc6f owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:12.880668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:12.881457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:12.983170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:03Z', 'revision_number': 6, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:09Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:13.005387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:13.113025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:13.114521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:13.220708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.244464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:13.339712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=4a11ddde-379c-414b-8bc0-e2365872a94d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:13.343898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:13.458485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.510328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.526047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:13.577711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:13.734139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.753844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ba6eb39-8ca5-4186-9281-afef5fea8371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:13.783635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.835872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.854735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.915334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event deleted for resources: {'Port': ['ID=de6d3ff0-4902-42fe-b9ae-be7ce39efc6f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:13.917618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:13.920951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:13.925090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.932503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.948577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:13.987576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Pushing event updated for resources: {'Port': ['ID=d1e23329-eb56-45f7-9c5d-16c246459d9a,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:13.998218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:14.208500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.209505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Fanout notify agent at l3_agent the message router_deleted on router 99920af9-c7b6-4022-98c2-1b1b1603fbb4 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:14.242366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.243671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-faba0cc1-3b77-4e91-b2ae-b99058e0fa9b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/routers/99920af9-c7b6-4022-98c2-1b1b1603fbb4 HTTP/1.1" status: 204 len: 168 time: 2.5385234 Dec 22 15:22:14.253217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42610) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.329655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18de57fd-9f94-434c-9955-14638688e82e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/4a11ddde-379c-414b-8bc0-e2365872a94d HTTP/1.1" status: 204 len: 168 time: 3.3211684 Dec 22 15:22:14.340535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42614) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.343425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.353243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.368890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.380386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a521e630-2f14-46b8-861f-2e48f64493b3 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/62369d62-4fa7-4378-a033-f206f335b031 HTTP/1.1" status: 200 len: 924 time: 2.4327407 Dec 22 15:22:14.383756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42618) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.388595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758581936038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3679317'] for subnet, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.402497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-464f61f9-40bb-470f-b2c8-d2e2db6a681a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:14.410875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-23de7286-8d7b-4452-967a-3a79434f1a91', 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '143db539-9c4f-47d9-bef0-d8b6a4fd3a54'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:14.411952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.448999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting port 5ddfc43a-4814-4dc9-9fe6-e59bb78f7a85 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:14.449508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.489160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06461ea1-5e87-49b0-93d5-484945547d93 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=62369d62-4fa7-4378-a033-f206f335b031 HTTP/1.1" status: 200 len: 205 time: 0.0975220 Dec 22 15:22:14.493140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42622) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.541492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.541492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b4f6835-fafa-46d3-8476-6c9a414cdce3 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:14.571165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.578357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4b4f6835-fafa-46d3-8476-6c9a414cdce3 HTTP/1.1" status: 204 len: 168 time: 6.3451126 Dec 22 15:22:14.578357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42626) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.692546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event updated for resources: {'Subnet': ['ID=143db539-9c4f-47d9-bef0-d8b6a4fd3a54,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:14.695520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:14.696193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.698231 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "PUT /v2.0/subnets/143db539-9c4f-47d9-bef0-d8b6a4fd3a54 HTTP/1.1" status: 200 len: 877 time: 3.1985714 Dec 22 15:22:14.702732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c2297-cc5c-4b18-827d-f8a1788eba1c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:14.703087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42630) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.704392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c2297-cc5c-4b18-827d-f8a1788eba1c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:14.704894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-312c2297-cc5c-4b18-827d-f8a1788eba1c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:14.708261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:14.716033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Allocated IP 172.20.0.3 (23de7286-8d7b-4452-967a-3a79434f1a91/143db539-9c4f-47d9-bef0-d8b6a4fd3a54/40433900-1b50-4576-9ab2-b8349311c908) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:14.732489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:11Z', 'revision_number': 7, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:09Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:14.740134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83550593-31f0-4230-8fa5-ebcc1bc046be None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:11Z', 'revision_number': 7, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:09Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:14.789262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Deleting subnet 10723f47-32ae-4638-af94-4083375a5c8e {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:14.800874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.832275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:14.840890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:22:14.907420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-312c2297-cc5c-4b18-827d-f8a1788eba1c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:14.909564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-312c2297-cc5c-4b18-827d-f8a1788eba1c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5676100 Dec 22 15:22:14.921282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42634) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:14.935014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet de8533e9-ba66-4c98-987f-d79d6b33bf9d {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:15.005416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.300623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.319878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.336723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Transition to ACTIVE for port object 40433900-1b50-4576-9ab2-b8349311c908 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:15.371545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Transition to ACTIVE for port object 40433900-1b50-4576-9ab2-b8349311c908 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:15.412105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Calling delete_port for 5ddfc43a-4814-4dc9-9fe6-e59bb78f7a85 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:15.418674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.427644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35ffd68f-2b24-4ec0-80c7-d283f3e8d24e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:15.477847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.532945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Network 23de7286-8d7b-4452-967a-3a79434f1a91 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:15.539508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:15.543710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:15.611834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Pushing event updated for resources: {'Port': ['ID=40433900-1b50-4576-9ab2-b8349311c908,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:15.613184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.618498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet f86f5e14-de42-4365-b88d-9d8dcea6456f {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:15.622681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.630500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:15.650009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.668234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.687986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 40433900-1b50-4576-9ab2-b8349311c908 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:15.688306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.776476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:15.778371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Attempting to bind port 40433900-1b50-4576-9ab2-b8349311c908 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:15.778591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Attempting to bind port 40433900-1b50-4576-9ab2-b8349311c908 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'c0e9454b-5c2d-44d3-95cb-dba6323658a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:15.781024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.781258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Attempting to bind port 40433900-1b50-4576-9ab2-b8349311c908 on network 23de7286-8d7b-4452-967a-3a79434f1a91 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:15.801081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:15.801742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Checking segment: {'id': 'c0e9454b-5c2d-44d3-95cb-dba6323658a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:15.802335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.803088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Bound using segment: {'id': 'c0e9454b-5c2d-44d3-95cb-dba6323658a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:15.803756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Bound port: 40433900-1b50-4576-9ab2-b8349311c908, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e9454b-5c2d-44d3-95cb-dba6323658a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:15.804308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.836104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:15.947347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] For port 40433900-1b50-4576-9ab2-b8349311c908, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:16.036024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] For port 40433900-1b50-4576-9ab2-b8349311c908, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=40433900-1b50-4576-9ab2-b8349311c908,segment=NetworkSegment(c0e9454b-5c2d-44d3-95cb-dba6323658a1),segment_id=c0e9454b-5c2d-44d3-95cb-dba6323658a1)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:16.047594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d1e23329-eb56-45f7-9c5d-16c246459d9a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:16.053653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.064683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c3947c3-55e2-464f-b7ce-e93580128e90 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:16.104024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.111675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bd2f838-ef35-4edc-80a0-8b0f94c49335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:16.140109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.159251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 40433900-1b50-4576-9ab2-b8349311c908, host dv-neutron-822709-1-hyperv, got binding levels [] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:16.159906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.185984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=10723f47-32ae-4638-af94-4083375a5c8e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:16.199600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:16.205691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5be2d4e9-18b8-4d76-bd6a-08acf3d526d2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:16.210052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.211509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c0c30ab-1511-41db-a4c9-d96d946f1811 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 699 time: 7.8142192 Dec 22 15:22:16.233413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42638) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:16.289700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Pushing event updated for resources: {'Port': ['ID=40433900-1b50-4576-9ab2-b8349311c908,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:16.294703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:16.317789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d1e23329-eb56-45f7-9c5d-16c246459d9a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:16.318648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.389948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.446863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.472074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-518ecec9-c39d-4a54-a8d2-a0da2dd9a12f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:16.516811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.544921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=de8533e9-ba66-4c98-987f-d79d6b33bf9d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:16.545952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Port': ['ID=5ddfc43a-4814-4dc9-9fe6-e59bb78f7a85,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:16.549524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:16.554788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:16.559312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/de8533e9-ba66-4c98-987f-d79d6b33bf9d HTTP/1.1" status: 204 len: 168 time: 2.3048773 Dec 22 15:22:16.566431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42642) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:16.569638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:16.570762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 40433900-1b50-4576-9ab2-b8349311c908 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:16.593281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:16.594854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:16.626434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/10723f47-32ae-4638-af94-4083375a5c8e HTTP/1.1" status: 204 len: 168 time: 2.0456989 Dec 22 15:22:16.627777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42646) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:16.727276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:16.875301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:16.956371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.000822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ceeb52ae-7db8-4449-a7bc-074957bdbef4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 699 time: 0.7660074 Dec 22 15:22:17.005853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42650) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:17.117826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 98e5a217-dd66-4968-ab29-82539df6a019 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:17.118736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.133012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:17.133357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:17.240237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.332154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:11Z', 'revision_number': 7, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:09Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:17.337278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:17.353632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.362418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:17.363472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:17.367257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-afa3519b-1b1b-4184-8605-f240ce6bbb29 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:17.379908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.475959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=f86f5e14-de42-4365-b88d-9d8dcea6456f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:17.486485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:17.498588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.532897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.559516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:17.605368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Deleting port 4fe2a231-1465-483b-9e4f-64d3befd9f26 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:17.605368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.680597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 40433900-1b50-4576-9ab2-b8349311c908 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:17.681451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:17.704124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/f86f5e14-de42-4365-b88d-9d8dcea6456f HTTP/1.1" status: 204 len: 168 time: 2.7770350 Dec 22 15:22:17.709063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42654) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:17.890890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] For port 98e5a217-dd66-4968-ab29-82539df6a019, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=98e5a217-dd66-4968-ab29-82539df6a019,segment=NetworkSegment(095204fa-dea8-4bdb-8a8e-e329a6cd22b4),segment_id=095204fa-dea8-4bdb-8a8e-e329a6cd22b4)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:17.891497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.078268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:11Z', 'revision_number': 7, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:09Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:18.094266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa09f3c-b43f-4c25-9abf-2c32f64646f9 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:11Z', 'revision_number': 7, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6', 'name': '', 'network_id': '37f647f2-3d45-462e-b905-c57f4d575ffe', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:ff:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:49Z', 'updated_at': '2021-12-22T15:22:09Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': 'd76a8882-c04b-47ae-93e0-d62a856fef78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:18.152782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 40433900-1b50-4576-9ab2-b8349311c908 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:18.209299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 98e5a217-dd66-4968-ab29-82539df6a019 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:18.233205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b378dc76-0365-4b5b-b7a8-f06f15b0953d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4495926 Dec 22 15:22:18.236208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.361965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.395056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce549f8-34d5-4d41-a707-702f94e37329']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:18.402045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.410188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb96410-a6f4-4e03-80a4-728edc19baa6') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:18.410548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb96410-a6f4-4e03-80a4-728edc19baa6') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:18.424099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.438857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42658) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:18.441337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.450400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:18.450768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:18.474099 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:18.486854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 40433900-1b50-4576-9ab2-b8349311c908 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:18.516181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device de6d3ff0-4902-42fe-b9ae-be7ce39efc6f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:18.587563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: de6d3ff0-4902-42fe-b9ae-be7ce39efc6f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:18.587969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device de6d3ff0-4902-42fe-b9ae-be7ce39efc6f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:18.600145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.836253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Calling delete_port for 4fe2a231-1465-483b-9e4f-64d3befd9f26 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:18.872609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:18.886066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.894375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30d5e0f9-2e2c-48f1-9467-69504d4e9595 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:18.918414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ce549f8-34d5-4d41-a707-702f94e37329 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:22:18.932048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 40433900-1b50-4576-9ab2-b8349311c908, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=40433900-1b50-4576-9ab2-b8349311c908,segment=NetworkSegment(c0e9454b-5c2d-44d3-95cb-dba6323658a1),segment_id=c0e9454b-5c2d-44d3-95cb-dba6323658a1)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:18.932452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.948701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.971767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2ce549f8-34d5-4d41-a707-702f94e37329 HTTP/1.1" status: 204 len: 168 time: 2.3403521 Dec 22 15:22:18.972055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7788458c-35d6-4fba-841f-bea006d6b9b4 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:18.973261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:18.974271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Fanout notify agent at l3_agent the message router_deleted on router 05a3364d-9602-4943-b0a3-432d3ad4d347 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:19.002208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:19.004012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/routers/05a3364d-9602-4943-b0a3-432d3ad4d347 HTTP/1.1" status: 204 len: 168 time: 8.3352506 Dec 22 15:22:19.005815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ce549f8-34d5-4d41-a707-702f94e37329,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:19.012600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42664) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:19.021960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:19.197611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:19.222755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4cd4785-851a-4e43-a36d-d0c61da8dcf5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:19.290835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8df8c5-3df7-4b57-bf6e-6637b2bb8535 None None] Network 23de7286-8d7b-4452-967a-3a79434f1a91 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:19.309581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No DVR routers for this DVR port 98e5a217-dd66-4968-ab29-82539df6a019 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:19.603400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4962417-0bcd-4e3f-83ef-8b2e36c680ce None None] Provisioning for port 40433900-1b50-4576-9ab2-b8349311c908 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:19.617162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Deleting subnet 65416ca6-5484-4413-9805-c3ea016950ce {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:19.627572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4962417-0bcd-4e3f-83ef-8b2e36c680ce None None] Provisioning complete for port 40433900-1b50-4576-9ab2-b8349311c908 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:19.628004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4962417-0bcd-4e3f-83ef-8b2e36c680ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:19.643918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 40433900-1b50-4576-9ab2-b8349311c908 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:19.750782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:19.991821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:20.028078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.062695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b3d45-ce4f-41a9-89ba-c3ab758319e0 None None] Network 7713360c-ab3d-435f-aa7d-ee7e2e93215b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:20.068937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=98e5a217-dd66-4968-ab29-82539df6a019,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:20.072378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:20.075981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.087828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:20.092670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:20.097422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe628f35-8b7c-4ee8-8e77-e7290e189e26 tempest-ServersTestJSON-1644105353 tempest-ServersTestJSON-1644105353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:20.123577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d1e23329-eb56-45f7-9c5d-16c246459d9a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:20.180540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:20.191334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event deleted for resources: {'Port': ['ID=4fe2a231-1465-483b-9e4f-64d3befd9f26,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:20.195553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:20.206322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.211451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:20.234164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Deleting port d1e23329-eb56-45f7-9c5d-16c246459d9a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:20.235063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.318691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42672) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:20.326385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'name': 'tempest-router--1604961820', 'project_id': '85695b3b31264bc9b1f1da00ccec4e49'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:20.334045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:20.343798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:router and tenant:85695b3b31264bc9b1f1da00ccec4e49 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:20.358467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.382567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:20.394365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.399068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:20.404704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c1a14f9-db64-46b0-a711-3161ca64beef tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:20.428750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.463914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Subnet': ['ID=65416ca6-5484-4413-9805-c3ea016950ce,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:20.471718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:20.480630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.498307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/subnets/65416ca6-5484-4413-9805-c3ea016950ce HTTP/1.1" status: 204 len: 168 time: 1.4815385 Dec 22 15:22:20.500384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.501462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.505079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42676) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:20.537936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.547866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:20.554674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.555602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73ac8004-337a-4cf4-ae23-473707b870fc tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:20.607946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7713360c-ab3d-435f-aa7d-ee7e2e93215b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:20.611219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b4962417-0bcd-4e3f-83ef-8b2e36c680ce None None] Port 40433900-1b50-4576-9ab2-b8349311c908 update to ACTIVE by agent not found {{(pid=88969) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 22 15:22:20.671858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=40433900-1b50-4576-9ab2-b8349311c908,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:20.680896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:20.774606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095204fa-dea8-4bdb-8a8e-e329a6cd22b4') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:20.775125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095204fa-dea8-4bdb-8a8e-e329a6cd22b4') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:20.775269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.778663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.804482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port 40433900-1b50-4576-9ab2-b8349311c908 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:20.879208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.927564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:20.975332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.001669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.022370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:21.022858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.040871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.077066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:21.100516 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:21.117002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.117002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dccbe67f-4e03-41a0-be5b-a22b3a81d477 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7900198 Dec 22 15:22:21.125652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42680) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:21.141425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-902219df-1098-40db-a3c9-d7dcea4d7475 None None] Provisioning complete for port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:21.142601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-902219df-1098-40db-a3c9-d7dcea4d7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.208624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7a21c8-1666-40e8-838c-26a85b156d25']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:21.228817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a34109-71c1-450e-82cd-f1ed96a57f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-23de7286-8d7b-4452-967a-3a79434f1a91', 'network_id': '23de7286-8d7b-4452-967a-3a79434f1a91', 'tenant_id': '0a4bd6136ef1414c962f0c02808ae99a', 'fixed_ips': [{'subnet_id': '143db539-9c4f-47d9-bef0-d8b6a4fd3a54'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:21.230941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-75a34109-71c1-450e-82cd-f1ed96a57f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.243254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c569aabe-357a-46e9-b4f9-e632baa374a3') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:21.243776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c569aabe-357a-46e9-b4f9-e632baa374a3') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:21.265408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.303826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.348590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5aa94f-63db-4aca-abd1-6b250baf24ee None None] DHCP port deletion for 7713360c-ab3d-435f-aa7d-ee7e2e93215b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:21.358146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.368532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:21.378759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:21.392626 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:21.419895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.428953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb459828-b5ca-4b34-bee1-fc3f9efc9ff7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:21.459112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.545312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.562110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:21.580491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.594682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=143db539-9c4f-47d9-bef0-d8b6a4fd3a54,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:21.602512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.603362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:21.612832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=7713360c-ab3d-435f-aa7d-ee7e2e93215b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:21.669482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:21.689659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.770459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:21.771472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:21.793023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:21.979561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.021059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e15202ab-196f-4cd5-886d-44a7d991e1ad tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:22.055627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.065580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Calling delete_port for d1e23329-eb56-45f7-9c5d-16c246459d9a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:22.100141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/7713360c-ab3d-435f-aa7d-ee7e2e93215b HTTP/1.1" status: 204 len: 168 time: 5.5250666 Dec 22 15:22:22.100452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Pushing event deleted for resources: {'Network': ['ID=5e7a21c8-1666-40e8-838c-26a85b156d25,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:22.103131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42684) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:22.129973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.209223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:22.247370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92d8f35d-62eb-445e-ae88-12e306748e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:22.287429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] 10.222.0.32 "DELETE /v2.0/networks/5e7a21c8-1666-40e8-838c-26a85b156d25 HTTP/1.1" status: 204 len: 168 time: 1.7778842 Dec 22 15:22:22.288707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.321094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7351d32-49eb-4160-a6b5-f2ccd8f7a166 None None] Network 23de7286-8d7b-4452-967a-3a79434f1a91 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:22.377766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.379034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Fanout notify agent at l3_agent the message router_deleted on router 62369d62-4fa7-4378-a033-f206f335b031 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:22.430437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.432626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/62369d62-4fa7-4378-a033-f206f335b031 HTTP/1.1" status: 204 len: 168 time: 7.9348099 Dec 22 15:22:22.439105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42690) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:22.469470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1523199873', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': False}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:22.499420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 98e5a217-dd66-4968-ab29-82539df6a019 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:22.591545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:22.638056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:router and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:22.663329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:22.670583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23de7286-8d7b-4452-967a-3a79434f1a91']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:22.711750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:22.723775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 98e5a217-dd66-4968-ab29-82539df6a019 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:22.724425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 98e5a217-dd66-4968-ab29-82539df6a019 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:22.727881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86082a8f-ec40-4258-a5ea-352ffccbe034 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:22.728992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-86082a8f-ec40-4258-a5ea-352ffccbe034 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:22.740466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e9454b-5c2d-44d3-95cb-dba6323658a1') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:22.741270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e9454b-5c2d-44d3-95cb-dba6323658a1') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:22.860452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.881473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.891126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:22.892124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:22.915409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=d1e23329-eb56-45f7-9c5d-16c246459d9a,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:22.922652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:22.974966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6c8fb-29df-413a-9d87-a1f8bcd3d07f None None] DHCP port deletion for 23de7286-8d7b-4452-967a-3a79434f1a91 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:23.001286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42696) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:23.024910 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:23.035005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:23.039371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:23.048276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6914a14-c90b-4cf9-9c85-f45ae681fc4c None None] Network 23de7286-8d7b-4452-967a-3a79434f1a91 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:23.127980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.129091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.139841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.144793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.156286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.168975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-86082a8f-ec40-4258-a5ea-352ffccbe034 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:23.175704 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86082a8f-ec40-4258-a5ea-352ffccbe034 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/9df00148-691c-4cea-9815-2c0c5f3edb79 HTTP/1.1" status: 200 len: 845 time: 1.0636687 Dec 22 15:22:23.175704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42702) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.180369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.269898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b6d050d-deb1-4dc9-82f7-b33135df3db5 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/9df00148-691c-4cea-9815-2c0c5f3edb79?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0887582 Dec 22 15:22:23.283319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42706) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.286702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.294039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:23.321668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c868884-5200-4d7e-a631-913f84908052 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:23.354847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.371866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=23de7286-8d7b-4452-967a-3a79434f1a91,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:23.378374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:23.449747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.450329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4eaecb5c-e48e-4145-8c53-e16d4ebd82d9 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:23.470310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.472189 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb06c34d-c5ce-441f-955d-60e3c17a069d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/routers/4eaecb5c-e48e-4145-8c53-e16d4ebd82d9 HTTP/1.1" status: 204 len: 168 time: 2.3431869 Dec 22 15:22:23.478247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/23de7286-8d7b-4452-967a-3a79434f1a91 HTTP/1.1" status: 204 len: 168 time: 8.7719066 Dec 22 15:22:23.485435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42712) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.540533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Deleting port d1e23329-eb56-45f7-9c5d-16c246459d9a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:23.541081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.552487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:23.559535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:23.617076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:23.623897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9cdf5fa2-2409-41fc-9122-387775c49334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=928a39bc056444c28c3c31c6d927f4d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6209292 Dec 22 15:22:23.628760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42716) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.636028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5343116a-c89d-4e6f-ada8-4405bd56e304 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:23.636530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5343116a-c89d-4e6f-ada8-4405bd56e304 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:23.638387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5343116a-c89d-4e6f-ada8-4405bd56e304 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/143db539-9c4f-47d9-bef0-d8b6a4fd3a54 HTTP/1.1" status: 404 len: 337 time: 0.1495719 Dec 22 15:22:23.645442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42720) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.646697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:23.675335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:23.675896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.697591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.729794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:23.740494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2684e0d1-07ee-4b7c-82d1-b1879d0f33e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:23.741271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2684e0d1-07ee-4b7c-82d1-b1879d0f33e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:23.743303 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2684e0d1-07ee-4b7c-82d1-b1879d0f33e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/23de7286-8d7b-4452-967a-3a79434f1a91 HTTP/1.1" status: 404 len: 339 time: 0.0948894 Dec 22 15:22:23.748288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42724) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.779864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:23.799154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:23.846557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7d3bf3-cb8c-48fb-bbd1-2ac40af4e9ce tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:23.847329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7d3bf3-cb8c-48fb-bbd1-2ac40af4e9ce tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:23.849253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8f7d3bf3-cb8c-48fb-bbd1-2ac40af4e9ce tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/2bfaea1c-a092-466d-b91a-975dca14df15 HTTP/1.1" status: 404 len: 337 time: 0.0992157 Dec 22 15:22:23.860036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42728) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.990904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42732) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:23.997253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.002459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.015495 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb9032f-8e3d-4cff-bf04-e200efc8eb95 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:24.016620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb9032f-8e3d-4cff-bf04-e200efc8eb95 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:24.018317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-beb9032f-8e3d-4cff-bf04-e200efc8eb95 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/68c61721-3bc6-49a8-a496-374b5c929f1b HTTP/1.1" status: 404 len: 339 time: 0.1560781 Dec 22 15:22:24.027199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42738) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:24.047862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.048726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.056962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66744096-2039-43a3-bc15-d880e0081801 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:24.077516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.124488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:24.125582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.137027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:24.137736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.329414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 40433900-1b50-4576-9ab2-b8349311c908 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:24.384637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Calling delete_port for d1e23329-eb56-45f7-9c5d-16c246459d9a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:24.399768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-85150409', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:24.422423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 40433900-1b50-4576-9ab2-b8349311c908 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:24.422848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 40433900-1b50-4576-9ab2-b8349311c908 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:24.429653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:24.442191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Usage tracker for resource:router and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:24.452413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:24.454689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:24.461912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.469572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:24.477327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:24.495644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.503380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-addacd7d-b453-4d8b-8fa8-bb753147a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:24.523896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:24.525099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:24.529579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00975d-e187-4336-b642-252c5cd0ebc8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:24.533159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:24.542566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:24.572482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:24.573673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.575937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.576933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.626767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=d1e23329-eb56-45f7-9c5d-16c246459d9a,revision_number=7']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:24.643885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:24.648316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e14d9c2a-7ead-43ce-a3db-aa1b172952d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:24.679357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.681224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f00975d-e187-4336-b642-252c5cd0ebc8 HTTP/1.1" status: 204 len: 168 time: 1.0516744 Dec 22 15:22:24.687860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.8623197 Dec 22 15:22:24.694487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42744) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:24.710359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:fa:dc:71', 'name': 'tempest-NetworksTestDHCPv6-52533084'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:24.772308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.858654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=c4512bed-784c-435f-a447-063352ba9016,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:24.861095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Deleting port d1e23329-eb56-45f7-9c5d-16c246459d9a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:24.862439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.868181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.874131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10ecf5a-697d-416b-8e59-99dd936bd800']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:24.875481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:24.917116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d9cd27-4d85-450c-83c9-0d7e2ddcadc5') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:24.922942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d9cd27-4d85-450c-83c9-0d7e2ddcadc5') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:24.939052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:24.947144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:24.947561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.953691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:24.962633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:24.964870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:25.002879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.009370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0989ec43-0756-4658-8074-e7a999506a59 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:25.043839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.051334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.052808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:25.292370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] For port d1e23329-eb56-45f7-9c5d-16c246459d9a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d1e23329-eb56-45f7-9c5d-16c246459d9a,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:25.293329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.404693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.458792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.484810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c836a8fd-3fa6-4f46-9794-4efeaa1ed639 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:25.488800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Calling delete_port for d1e23329-eb56-45f7-9c5d-16c246459d9a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:25.493598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:25.494060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:25.511977 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:25.567785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 9bad8ebe-0972-4d60-9b31-b91189991885 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:25.625598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:25.625847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:25.633868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:25.699603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:25.716942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622bd72-e27a-4126-b71b-b5903adbca9f None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:25.722231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:25.722926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.735640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=fa04d4f9-54c7-402e-b5ef-dc589349707e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:25.760971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:25.801291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.814464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:25.833570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.868612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.873033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb05962-9f2e-43c6-8c34-0f586671b516 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:25.899968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:25.903566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/a10ecf5a-697d-416b-8e59-99dd936bd800 HTTP/1.1" status: 204 len: 168 time: 1.8686297 Dec 22 15:22:25.915760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42758) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.917729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6329570 Dec 22 15:22:25.926212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42760) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:25.930058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=a10ecf5a-697d-416b-8e59-99dd936bd800,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:25.940599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:25.998767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1747145331'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:26.002268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Pushing event deleted for resources: {'Port': ['ID=d1e23329-eb56-45f7-9c5d-16c246459d9a,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:26.014197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:26.016050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:26.028763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:26.038003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:26.042617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb50e54-09e6-4735-b1e8-833eafc14a9f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:26.043159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb50e54-09e6-4735-b1e8-833eafc14a9f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:26.045335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-acb50e54-09e6-4735-b1e8-833eafc14a9f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/d82b24a5-5993-4f8c-9c87-cab977ac7d87 HTTP/1.1" status: 404 len: 337 time: 0.1258323 Dec 22 15:22:26.058059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:26.060570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42766) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.153329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] No DVR routers for this DVR port d1e23329-eb56-45f7-9c5d-16c246459d9a on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:26.258489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Allocated IP 172.26.4.252 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/f25f89b0-611e-4664-9b8d-8821f0617516) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:26.282929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edfc81b-3065-480c-89d2-7ec02e4a7206 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:26.356112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:26.389122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d51869-f876-4fe6-bbdc-b92c738ff61e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:26.390046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d51869-f876-4fe6-bbdc-b92c738ff61e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:26.393629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-75d51869-f876-4fe6-bbdc-b92c738ff61e tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/df57d236-3f69-4a06-b787-1c47d1c6554a HTTP/1.1" status: 404 len: 339 time: 0.3284798 Dec 22 15:22:26.413491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42774) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.457815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fefa:dc71 (5ab54424-188e-4b54-81b5-4cfc68514aa3/c4512bed-784c-435f-a447-063352ba9016/9bad8ebe-0972-4d60-9b31-b91189991885) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:26.618123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'c4512bed-784c-435f-a447-063352ba9016'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:26.619939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:26.624813 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae1b72a-99ab-4290-9d68-68b4acb9e7e8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:26.625452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae1b72a-99ab-4290-9d68-68b4acb9e7e8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:26.628138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ae1b72a-99ab-4290-9d68-68b4acb9e7e8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/0a6d51df-9b05-4efb-891e-5e41fe3349f3 HTTP/1.1" status: 404 len: 337 time: 0.2129414 Dec 22 15:22:26.635720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.656259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:26.706100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-71286d41-e71f-44ae-bc5c-1219b83815c8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:26.707388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71286d41-e71f-44ae-bc5c-1219b83815c8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:26.746150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'tenant_id': '5d86d41addff41dea021f7a3e4ddfdd8', 'fixed_ips': [{'subnet_id': 'fa04d4f9-54c7-402e-b5ef-dc589349707e'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:26.747150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:26.793511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:26.828887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group_rule and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:26.849356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.882394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71286d41-e71f-44ae-bc5c-1219b83815c8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/ef86913a-aab1-4b35-b7ff-dc377b019f1e HTTP/1.1" status: 404 len: 339 time: 0.2288430 Dec 22 15:22:26.890841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42790) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:26.922757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:26.944805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:27.010709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8516ae4-ca2c-45e1-a554-3a380cd86c46 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.011145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8516ae4-ca2c-45e1-a554-3a380cd86c46 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.013081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a8516ae4-ca2c-45e1-a554-3a380cd86c46 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/73962cd1-ff60-485f-9fbf-d246eda07e4a HTTP/1.1" status: 404 len: 337 time: 0.1199849 Dec 22 15:22:27.021843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42794) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.046642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Allocated IP 2001:db8::2 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/fa04d4f9-54c7-402e-b5ef-dc589349707e/e13eea30-f661-4ee0-aea5-c93e2108f0de) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:27.081774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.086475 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28e06b9-6157-4854-8aa7-706c843b51f4 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.086995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28e06b9-6157-4854-8aa7-706c843b51f4 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.093498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d28e06b9-6157-4854-8aa7-706c843b51f4 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/93a8e023-cd45-49ac-95b6-041aae6f99b2 HTTP/1.1" status: 404 len: 339 time: 0.0616486 Dec 22 15:22:27.093769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.096773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42798) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.166032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 9bad8ebe-0972-4d60-9b31-b91189991885 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:27.172332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72675db-6697-434a-b23b-f81d8beef9ff tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.172808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72675db-6697-434a-b23b-f81d8beef9ff tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.178806 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d72675db-6697-434a-b23b-f81d8beef9ff tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/9706c62a-f4eb-4f3f-b276-ff626832fc0a HTTP/1.1" status: 404 len: 337 time: 0.0768976 Dec 22 15:22:27.182184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42802) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.222891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1935220401'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:27.226214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.240569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:27.291145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.306383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a6651a1-fa0f-4118-9dd5-103bfb9e8214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:27.311059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e212cbb-2fc2-429e-816d-9d1c6af9fb9c tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.311380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e212cbb-2fc2-429e-816d-9d1c6af9fb9c tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.314897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e212cbb-2fc2-429e-816d-9d1c6af9fb9c tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/be88bd0c-9819-4c69-b0ed-467a32b4bcdb HTTP/1.1" status: 404 len: 339 time: 0.1300166 Dec 22 15:22:27.319091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42806) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.323240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:27.327839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:27.341503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.407947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:27.452113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.471766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56183a05-f9e4-4d53-99ec-8c440e811a6a tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:27.484296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.491228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.526462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Transition to ACTIVE for port object e13eea30-f661-4ee0-aea5-c93e2108f0de will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:27.526762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:27.534857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.559572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Allocated IP 2001:db8::f816:3eff:fef0:6ff9 (5ab54424-188e-4b54-81b5-4cfc68514aa3/c4512bed-784c-435f-a447-063352ba9016/54af1716-b067-41c4-bbe8-8f5c475784b3) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:27.571225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Transition to ACTIVE for port object e13eea30-f661-4ee0-aea5-c93e2108f0de will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:27.579669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.641403 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ed148c-6810-4c76-a825-10a2bb3744b1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.642806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ed148c-6810-4c76-a825-10a2bb3744b1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.647211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.657982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.660653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07a27ead-344a-41a1-94e4-18d26a08bc65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:27.679462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.684831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7535203 Dec 22 15:22:27.685527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:27.687317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=9bad8ebe-0972-4d60-9b31-b91189991885,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:27.691352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42810) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.693649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:27.698852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:27.699642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:27.704261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:27.704965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.716845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'security_group': {'name': 'tempest-secgroup-350773284'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:27.748568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a93730-b111-43e9-acf5-bac29e48a110,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:27.774253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20ed148c-6810-4c76-a825-10a2bb3744b1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/a69d92dc-734c-4b0a-87ea-fcfdfaa022ea HTTP/1.1" status: 404 len: 337 time: 0.4347351 Dec 22 15:22:27.781734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42814) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.783646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:27.784926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d0d3047-2a26-46ff-89c1-d63a15ed8232 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:27.785914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:27.852671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:27.861740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:27.863542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:27.875393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:27.878512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9726b82d-5f1b-4fb6-b4e9-d5a67fc6231c tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.878512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9726b82d-5f1b-4fb6-b4e9-d5a67fc6231c tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.879018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9726b82d-5f1b-4fb6-b4e9-d5a67fc6231c tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/c664e297-cd98-4708-8cf3-7334e42d858e HTTP/1.1" status: 404 len: 339 time: 0.0949266 Dec 22 15:22:27.880249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:27.882968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:27.884556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:27.889637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42818) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.896744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group_rule and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:27.898073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Pushing event updated for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:27.902727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:27.912061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:27.941914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:27.944925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:27.949832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2522182 Dec 22 15:22:27.951773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:27.958664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42822) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:27.966214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:27.968755 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-044d5f04-df86-491c-a1c9-09d3c04be1f4 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:27.968981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044d5f04-df86-491c-a1c9-09d3c04be1f4 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:27.970870 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-044d5f04-df86-491c-a1c9-09d3c04be1f4 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/af4691a7-e168-4484-8df4-1a4a6ec7e0dc HTTP/1.1" status: 404 len: 337 time: 0.0801015 Dec 22 15:22:27.971878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:27.983009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42826) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.064531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Allocated IP 172.26.4.183 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/f7742c86-19ae-492d-868d-73b41701a9e5) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:28.068320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Attempting to bind port e13eea30-f661-4ee0-aea5-c93e2108f0de on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:28.068987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Attempting to bind port e13eea30-f661-4ee0-aea5-c93e2108f0de by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ba678790-512c-4f8c-b662-f00378b97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:28.069674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Attempting to bind port e13eea30-f661-4ee0-aea5-c93e2108f0de on network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:28.090391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-626ac8b5-b552-494d-ac6e-1404c1fabaa9 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:28.090886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626ac8b5-b552-494d-ac6e-1404c1fabaa9 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:28.091092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Port': ['ID=f25f89b0-611e-4664-9b8d-8821f0617516,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:28.100105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:28.100643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Checking segment: {'id': 'ba678790-512c-4f8c-b662-f00378b97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:28.101057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:28.101249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.101888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Bound using segment: {'id': 'ba678790-512c-4f8c-b662-f00378b97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:28.102777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Bound port: e13eea30-f661-4ee0-aea5-c93e2108f0de, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba678790-512c-4f8c-b662-f00378b97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:28.104944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.127282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-626ac8b5-b552-494d-ac6e-1404c1fabaa9 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/de6fa5ce-a128-4224-8144-6eed9a98fc16 HTTP/1.1" status: 404 len: 339 time: 0.1069803 Dec 22 15:22:28.138698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42830) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.205056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.214702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:28.217608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ed43f4-5b25-4921-b9a5-220a430448f7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:28.218110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ed43f4-5b25-4921-b9a5-220a430448f7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:28.236949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group_rule and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:28.243594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Transition to ACTIVE for port object 54af1716-b067-41c4-bbe8-8f5c475784b3 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:28.243905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:28.269810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:28.273246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26ed43f4-5b25-4921-b9a5-220a430448f7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/fb30812e-5e12-4f47-9739-d00afde236a2 HTTP/1.1" status: 404 len: 337 time: 0.1274335 Dec 22 15:22:28.289379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42834) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.330329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Transition to ACTIVE for port object 54af1716-b067-41c4-bbe8-8f5c475784b3 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:28.345054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:28.345927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.352000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e13eea30-f661-4ee0-aea5-c93e2108f0de,segment=NetworkSegment(ba678790-512c-4f8c-b662-f00378b97767),segment_id=ba678790-512c-4f8c-b662-f00378b97767)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:28.365508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:22:28.369022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-87469fdd-d603-4a07-8a4f-3146e7fa6c6f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:28.369562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87469fdd-d603-4a07-8a4f-3146e7fa6c6f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:28.392459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.394891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89acd1e-f4a8-4aef-94b6-a054c3104714 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:28.396132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e89acd1e-f4a8-4aef-94b6-a054c3104714 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:28.403954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:28.414120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-87469fdd-d603-4a07-8a4f-3146e7fa6c6f tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/32b19574-5fdc-4623-bcfe-ad83d31a47db HTTP/1.1" status: 404 len: 339 time: 0.1214406 Dec 22 15:22:28.423203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42838) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.456855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.483387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.498234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dca081e-8da3-403c-8017-9affa940bf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:28.529512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c076355-1bab-43ca-b5bc-13229f370e32 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:28.530150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c076355-1bab-43ca-b5bc-13229f370e32 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:28.549168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.562259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.563617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.569718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.580626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e14dbf74-0430-4431-a32d-54f77bf8e83e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:28.610675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e89acd1e-f4a8-4aef-94b6-a054c3104714 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:28.615009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e89acd1e-f4a8-4aef-94b6-a054c3104714 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.6459703 Dec 22 15:22:28.627330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:28.633910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.641251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.643533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.654610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0c076355-1bab-43ca-b5bc-13229f370e32 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/b6926ce7-537b-410a-b9ec-90d6d0356a62 HTTP/1.1" status: 404 len: 337 time: 0.2258666 Dec 22 15:22:28.665008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42846) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:28.670035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7215dd15-047c-465f-8e61-98110d7665cc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:28.709920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:28.710931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Pushing event updated for resources: {'Port': ['ID=54af1716-b067-41c4-bbe8-8f5c475784b3,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:28.714399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:28.715288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:28.725859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.726616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment 2ff240aa-6b9e-4ceb-9510-1cd485f5ba69 of type vlan for network f467a219-0045-4268-8ba9-2fd536e0579a Dec 22 15:22:28.733042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:28.747254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:28.750607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:28.757337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27ac6543-c19e-46b3-861c-85bd8a12f404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:28.808043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:28.821607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:28.832890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:28.915831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event updated for resources: {'Port': ['ID=f7742c86-19ae-492d-868d-73b41701a9e5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:28.934335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:28.944551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 9bad8ebe-0972-4d60-9b31-b91189991885 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:28.945028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:28.968820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Pushing event updated for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:28.984623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:29.015622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Attempting to bind port 54af1716-b067-41c4-bbe8-8f5c475784b3 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:29.016308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Attempting to bind port 54af1716-b067-41c4-bbe8-8f5c475784b3 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:29.016999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Attempting to bind port 54af1716-b067-41c4-bbe8-8f5c475784b3 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:29.031948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:29.032620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:29.033363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.034099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:29.035030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Bound port: 54af1716-b067-41c4-bbe8-8f5c475784b3, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:29.035960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.103115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce6201a-1257-4632-9f92-03fca6eaf492 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] DELETE failed (client error): The resource could not be found. Dec 22 15:22:29.103547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce6201a-1257-4632-9f92-03fca6eaf492 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:29.110308 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3ce6201a-1257-4632-9f92-03fca6eaf492 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/2f04d0c8-7809-4684-840a-3f025a7e5966 HTTP/1.1" status: 404 len: 339 time: 0.4373469 Dec 22 15:22:29.111547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42850) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:29.159246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059805b4-5dc7-4975-963e-cdcd378046b5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:29.163275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:29.181611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.183131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4870830 Dec 22 15:22:29.193136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42854) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:29.210069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-473666727', 'security_groups': ['059805b4-5dc7-4975-963e-cdcd378046b5'], 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa04d4f9-54c7-402e-b5ef-dc589349707e'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:29.246035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:29.257897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=54af1716-b067-41c4-bbe8-8f5c475784b3,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:29.267869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.310878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.319370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:29.469677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Pushing event updated for resources: {'Port': ['ID=54af1716-b067-41c4-bbe8-8f5c475784b3,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:29.479368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:29.533813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.538309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:29.539077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:29.609895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:29.716817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:29.732323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7227719 Dec 22 15:22:29.737238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:29.738306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42858) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:29.754712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:29.755631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:29.867224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.0084705 Dec 22 15:22:29.877542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42862) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:29.884479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=f467a219-0045-4268-8ba9-2fd536e0579a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:29.893363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'name': 'tempest-PortsTestJSON-1821559146'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:29.906611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network f467a219-0045-4268-8ba9-2fd536e0579a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:29.909403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:29.934777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:29.948507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:port and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:29.970292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:29.993899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:29.996391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting subnet 039b8b3a-4473-4ff2-9d98-28a8fc651aa8 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:30.009375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:30.011161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.012448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.081011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.167264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.238655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:30.338701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:30.378701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:30.405855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 9bad8ebe-0972-4d60-9b31-b91189991885 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:30.418499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:30.425921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.483643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:30.620175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:30.624003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e13eea30-f661-4ee0-aea5-c93e2108f0de up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:30.626183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.653700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet d76a8882-c04b-47ae-93e0-d62a856fef78 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:30.719223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.785796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port e13eea30-f661-4ee0-aea5-c93e2108f0de completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:30.790475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Router 31160656-df0d-4cde-a190-633df14c9105 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:30.796743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 54af1716-b067-41c4-bbe8-8f5c475784b3 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:30.802237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.817452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:24Z', 'revision_number': 8, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:30.820045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:30.831375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:30.860124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:30.862291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:30.917326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:30.941078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port 4205162c-c19a-4df6-bf3b-4bd3c131a01a yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:30.950315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:30.963698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 54af1716-b067-41c4-bbe8-8f5c475784b3 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:30.991968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.039919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.084584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=9bad8ebe-0972-4d60-9b31-b91189991885,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:31.090598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:31.101848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.132951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:31.149092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/9bad8ebe-0972-4d60-9b31-b91189991885 HTTP/1.1" status: 204 len: 168 time: 2.5082991 Dec 22 15:22:31.156414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42866) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.265595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.312686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae58200-c9f8-48a7-b279-598ec964055c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:31.316255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae58200-c9f8-48a7-b279-598ec964055c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:31.319537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6ae58200-c9f8-48a7-b279-598ec964055c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1586742 Dec 22 15:22:31.326434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42870) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:31.451578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.601948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:24Z', 'revision_number': 8, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:31.610163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3548b-f105-4d1e-8b30-694caecba07f None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:24Z', 'revision_number': 8, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': '60397e49-6bad-49b1-8ce6-85bddef6325b', 'name': '', 'network_id': '9e64e64a-9b78-40c3-b2aa-0838e7a52411', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:5f:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:29Z', 'updated_at': '2021-12-22T15:21:44Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '558b82a5-e1a4-4586-b1b9-b0c21ddee9be', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:31.668163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Router 65044336-b1fa-44b9-b38e-89ce9a82e417 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:31.752813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Provisioning for port e13eea30-f661-4ee0-aea5-c93e2108f0de completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:31.774654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.779421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:31.779872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.897329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:31.902669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.911531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet c4512bed-784c-435f-a447-063352ba9016 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:31.920303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:31.920688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Sync routers for ids ['31160656-df0d-4cde-a190-633df14c9105'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:31.951193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-097a8501-c807-4a94-a2d3-74000ad87259 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:32.018982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Routers {'31160656-df0d-4cde-a190-633df14c9105'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:32.019744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['31160656-df0d-4cde-a190-633df14c9105'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:32.022665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.047999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.078222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.083023 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.6264279 Dec 22 15:22:32.086611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.088199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42874) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.090521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Subnet': ['ID=039b8b3a-4473-4ff2-9d98-28a8fc651aa8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:32.104298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:32.104512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d11c4-ca78-41af-8985-fd9e83303978 None None] Network 73d9f049-f750-4aee-bcd7-968e0114c2a9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:32.186238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::387 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/fa04d4f9-54c7-402e-b5ef-dc589349707e/4205162c-c19a-4df6-bf3b-4bd3c131a01a) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:32.222227 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/subnets/039b8b3a-4473-4ff2-9d98-28a8fc651aa8 HTTP/1.1" status: 204 len: 168 time: 3.1061339 Dec 22 15:22:32.282208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42878) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:32.303393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:32.449781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:32.450196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b5f687c9-53b4-4a2f-836a-8e92f0cdb4d6 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:32.475155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.532590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7fc4d8df-3571-4b14-b3b4-9e6ac0b688a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.548376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e13eea30-f661-4ee0-aea5-c93e2108f0de,segment=NetworkSegment(ba678790-512c-4f8c-b662-f00378b97767),segment_id=ba678790-512c-4f8c-b662-f00378b97767)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:32.608506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.654984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Set router 31160656-df0d-4cde-a190-633df14c9105 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:32.755073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:32.757944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b781e56d-bdc1-4969-95ed-3f3d79b3252c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:32.793526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f777f83-cb19-482c-adc2-b8570a167236 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:32.910967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:32.937335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] Sync routers for ids ['65044336-b1fa-44b9-b38e-89ce9a82e417'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:32.964068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] Routers {'65044336-b1fa-44b9-b38e-89ce9a82e417'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:32.964796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['65044336-b1fa-44b9-b38e-89ce9a82e417'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:32.995402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.003823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13f6e8f4-cabb-47d0-992c-c4304750633a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:33.007737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Pushing event updated for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:33.056155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:33.085471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] Routers {'65044336-b1fa-44b9-b38e-89ce9a82e417'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:33.086552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['65044336-b1fa-44b9-b38e-89ce9a82e417'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:33.087650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.090787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0966508 Dec 22 15:22:33.100505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=c4512bed-784c-435f-a447-063352ba9016,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:33.104561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:33.108657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42882) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.156378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=d76a8882-c04b-47ae-93e0-d62a856fef78,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:33.158913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.167013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.180285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:33.186942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:33.253454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.257313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/c4512bed-784c-435f-a447-063352ba9016 HTTP/1.1" status: 204 len: 168 time: 1.9240692 Dec 22 15:22:33.263636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.268866 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/d76a8882-c04b-47ae-93e0-d62a856fef78 HTTP/1.1" status: 204 len: 168 time: 3.4664495 Dec 22 15:22:33.278845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42886) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.279232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42888) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.294519 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b0c2ee7-315a-457f-946c-3d763ad23717 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/31160656-df0d-4cde-a190-633df14c9105 HTTP/1.1" status: 200 len: 909 time: 1.2047405 Dec 22 15:22:33.307579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42894) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.327690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1523199873', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': True}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:33.335076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:33.338151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:33.341863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:33.342332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce367da-8d4e-47e2-bd9f-15d33f12a342 None None] The sync data for ids ['65044336-b1fa-44b9-b38e-89ce9a82e417'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:33.347299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Usage tracker for resource:router and tenant:8f1232df58b046949ea5603e896103a3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:33.352839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:33.360657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6278d2-07af-471a-94b6-53166e8f568c None None] Network 37f647f2-3d45-462e-b905-c57f4d575ffe requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:33.361790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:33.466790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.468066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.488142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3c77b-9985-452f-ae79-25d5dbe438c9 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:33.508211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.515988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] DHCP port deletion for 73d9f049-f750-4aee-bcd7-968e0114c2a9 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:33.554392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Deleting port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:33.555092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.565615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Deleting port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:33.568819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.571216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-19bd7b5a-0072-42b0-87b0-57853727f7a9 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/65044336-b1fa-44b9-b38e-89ce9a82e417 HTTP/1.1" status: 200 len: 919 time: 0.4581656 Dec 22 15:22:33.577002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42898) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.592092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:33.592527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.688305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-857c887d-efb2-4265-b1ef-0bbc9c4a54d3 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=65044336-b1fa-44b9-b38e-89ce9a82e417 HTTP/1.1" status: 200 len: 205 time: 0.1021192 Dec 22 15:22:33.688615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f21a6ad-2f53-4e4e-ba54-bf13889afb49 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4037526 Dec 22 15:22:33.688847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42902) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.698911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42904) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:33.707216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=f0475cf8-462e-4d36-a11b-e6ceebd4edc6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:33.763591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:33.870588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.876179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.955196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:33.966020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object 4205162c-c19a-4df6-bf3b-4bd3c131a01a will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:33.972695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:33.972695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: f467a219-0045-4268-8ba9-2fd536e0579a, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:22:34.061901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 0f1a1456-4ec8-41bb-bd16-17057b87c87f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:34.061901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.169838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:22:34.181016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.220566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.225456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] For port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,segment=NetworkSegment(fd75f58e-5b75-413a-a284-06fd07f615e4),segment_id=fd75f58e-5b75-413a-a284-06fd07f615e4)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:34.225456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.237052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.245401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f604d950-4ccf-4512-826e-141dd63f6c02 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:34.247258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f604d950-4ccf-4512-826e-141dd63f6c02 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5369802 Dec 22 15:22:34.255390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78dd8570-de37-4d2c-ad1f-50dc6e8e607d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:34.323432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42910) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:34.376118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e13eea30-f661-4ee0-aea5-c93e2108f0de up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:34.427185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Could not find standard attr ID for object 4a11ddde-379c-414b-8bc0-e2365872a94d. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:22:34.439651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:22:34.447758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Could not find standard attr ID for object 9bad8ebe-0972-4d60-9b31-b91189991885. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:22:34.452149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.486767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] For port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,segment=NetworkSegment(fd75f58e-5b75-413a-a284-06fd07f615e4),segment_id=fd75f58e-5b75-413a-a284-06fd07f615e4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:34.487255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.519410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31160656-df0d-4cde-a190-633df14c9105', 'name': 'tempest-snat-router-1523199873', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.252'}], 'enable_snat': False}, 'gw_port_id': 'f25f89b0-611e-4664-9b8d-8821f0617516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:23Z', 'updated_at': '2021-12-22T15:22:28Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': 'f25f89b0-611e-4664-9b8d-8821f0617516', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31160656-df0d-4cde-a190-633df14c9105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:25Z', 'updated_at': '2021-12-22T15:22:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:34.524432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.534491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Calling delete_port for 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:34.586760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Checking router: 31160656-df0d-4cde-a190-633df14c9105 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:34.587204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Updating router 31160656-df0d-4cde-a190-633df14c9105 port f25f89b0-611e-4664-9b8d-8821f0617516 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:22:34.650955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, f467a219-0045-4268-8ba9-2fd536e0579a) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:34.675535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:34.676542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=4205162c-c19a-4df6-bf3b-4bd3c131a01a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:34.689615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:34.692117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:34.692582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:34.694838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] DHCP port deletion for 37f647f2-3d45-462e-b905-c57f4d575ffe request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:22:34.701191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c5a2c-70c4-4451-8d73-582e9b723728 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:34.706275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:34.710885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:34.711628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.729649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:34.733155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Calling delete_port for 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:34.734179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:34.734939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.755339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8684cb0d-8317-4e7d-965b-b2a871f833ff tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:34.756140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8684cb0d-8317-4e7d-965b-b2a871f833ff tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:34.766029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a57bc8b9-b541-4b9a-a324-ff061d2c587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.802570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Deleting port 0f1a1456-4ec8-41bb-bd16-17057b87c87f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:34.803252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.850583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Deleting port 54af1716-b067-41c4-bbe8-8f5c475784b3 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:34.851425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.870980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Allocated IP 172.26.4.254 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:34.917113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port 0f1a1456-4ec8-41bb-bd16-17057b87c87f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f1a1456-4ec8-41bb-bd16-17057b87c87f,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:34.918098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:34.927463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Provisioning for port 54af1716-b067-41c4-bbe8-8f5c475784b3 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:34.937609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7410026 Dec 22 15:22:34.954452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42914) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:34.963098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:35.013294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.049681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Provisioning complete for port 54af1716-b067-41c4-bbe8-8f5c475784b3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:35.050222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.075805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.088954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.185216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Deleting port f7742c86-19ae-492d-868d-73b41701a9e5 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:35.185595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.257994 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.3752058 Dec 22 15:22:35.260256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.265798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42918) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:35.274001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 0f1a1456-4ec8-41bb-bd16-17057b87c87f owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:35.311963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5d0478c-d25f-4aae-af22-a81482dd1db0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:35.349111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8684cb0d-8317-4e7d-965b-b2a871f833ff tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:35.350873 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8684cb0d-8317-4e7d-965b-b2a871f833ff tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0209990 Dec 22 15:22:35.373882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1110664389'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:35.382538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:35.388795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:35.395553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:35.432111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:35.434929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:35.435318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:35.449926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:35.450318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.501342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:35.514669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Port': ['ID=79ea1163-d8f0-4ed1-9bd0-c68485f65e1a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:35.529990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:35.550396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-43f8d0e6-574b-423d-b561-cef38d2c4073 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161988 Dec 22 15:22:35.551645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] No DVR routers for this DVR port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:35.565819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42926) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:35.595329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:35.601115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.617629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.625364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:35.709206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:35.847039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:35.867348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:35.891177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:35.907654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:35.939505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:35.947767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.978948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Deleting port 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:35.980484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:35.993052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:36.005218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.014055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.019093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:36.023280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:36.025185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.041121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.084549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.084984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment 673d5166-9807-44b9-8336-45edc695493a of type vlan for network 2ade69bd-4cef-4bd4-a9bc-0a292a4d8566 Dec 22 15:22:36.088890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=0f1a1456-4ec8-41bb-bd16-17057b87c87f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:36.101433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:36.104822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d9f049-f750-4aee-bcd7-968e0114c2a9']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:36.118416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c699cc1-73e8-4e06-a413-48bb50b33353 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:36.118728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No DVR routers for this DVR port 0f1a1456-4ec8-41bb-bd16-17057b87c87f on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:36.146128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd75f58e-5b75-413a-a284-06fd07f615e4') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:36.146128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd75f58e-5b75-413a-a284-06fd07f615e4') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:36.146620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:36.172450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Calling delete_port for f7742c86-19ae-492d-868d-73b41701a9e5 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:36.181985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.209997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:22:36.255579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.284106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.288455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:36.289030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.298064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-61b99c28-aff4-4d3c-9fdc-5452c4b949fc tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:36.352762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.399746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:36.400244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:36.417527 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:36.436035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:36.448936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f00ebf7e-62b7-4c9f-85fa-8f7e5f8a29e8 None None] The port '79ea1163-d8f0-4ed1-9bd0-c68485f65e1a' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:22:36.451328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:36.453550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Port': ['ID=5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:36.472163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:36.506935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:36.548231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] For port 0f1a1456-4ec8-41bb-bd16-17057b87c87f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f1a1456-4ec8-41bb-bd16-17057b87c87f,segment=NetworkSegment(9e80c562-22d4-4606-b9b5-a81f8d456851),segment_id=9e80c562-22d4-4606-b9b5-a81f8d456851)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:36.548976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.571879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.651138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=2ade69bd-4cef-4bd4-a9bc-0a292a4d8566,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:36.660947 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3134651 Dec 22 15:22:36.671188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:36.672375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42930) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:36.683721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.684653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'ports': [{'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'}, {'network_id': '2ade69bd-4cef-4bd4-a9bc-0a292a4d8566'}]} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:36.685207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:36.685733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': '2ade69bd-4cef-4bd4-a9bc-0a292a4d8566'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:36.706896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f647f2-3d45-462e-b905-c57f4d575ffe']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:36.730102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=54af1716-b067-41c4-bbe8-8f5c475784b3,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:36.730839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.738861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e80c562-22d4-4606-b9b5-a81f8d456851') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:36.739196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e80c562-22d4-4606-b9b5-a81f8d456851') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:36.758393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.766883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.778782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:36.848042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.885723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Pushing event deleted for resources: {'Network': ['ID=73d9f049-f750-4aee-bcd7-968e0114c2a9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:36.895251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.904317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] 10.222.0.32 "DELETE /v2.0/networks/73d9f049-f750-4aee-bcd7-968e0114c2a9 HTTP/1.1" status: 204 len: 168 time: 4.6197281 Dec 22 15:22:36.956284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2ade69bd-4cef-4bd4-a9bc-0a292a4d8566 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:36.961067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:36.971981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:36.973054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.978337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:36.989013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b48c51fa-54ee-4a63-a718-fdb89c7fee2b tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:37.008316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Calling delete_port for 0f1a1456-4ec8-41bb-bd16-17057b87c87f owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:37.051016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event deleted for resources: {'Port': ['ID=f7742c86-19ae-492d-868d-73b41701a9e5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:37.064677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:37.086652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.099951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa04d4f9-54c7-402e-b5ef-dc589349707e (CIDR: 2001:db8::/64) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:37.118228 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:37.178295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:22:37.178667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:37.259679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.317510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:37.321955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:37.325941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:37.332940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:37.389028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 2} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:37.401843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.416913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:37.442124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.448995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.480963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.493483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.496350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42938) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:37.512369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:37.537947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Calling delete_port for 54af1716-b067-41c4-bbe8-8f5c475784b3 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:37.565903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/37f647f2-3d45-462e-b905-c57f4d575ffe HTTP/1.1" status: 204 len: 168 time: 4.2830703 Dec 22 15:22:37.567043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42944) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:37.571740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=37f647f2-3d45-462e-b905-c57f4d575ffe,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:37.579275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:37.762188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.793064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=54af1716-b067-41c4-bbe8-8f5c475784b3,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:37.815103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port a75fc785-3bd3-434f-b587-b1cf656798d6 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:37.847177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:37.850952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1753e48c-1fbe-4914-9783-7040d93dab26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:37.886853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3bc865ad-b0b9-415c-9862-a39bd630b7ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a4bd6136ef1414c962f0c02808ae99a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3540301 Dec 22 15:22:37.893753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42948) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:37.896356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:37.896915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:37.897597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:37.898102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:37.937687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:38.034327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:38.035154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 79ea1163-d8f0-4ed1-9bd0-c68485f65e1a not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:38.053316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Pushing event updated for resources: {'Port': ['ID=54af1716-b067-41c4-bbe8-8f5c475784b3,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:38.059173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:38.074571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.076381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.088791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Transition to ACTIVE for port object f25f89b0-611e-4664-9b8d-8821f0617516 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:38.089042 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d16705b5-19d8-4ad2-bc12-cb9219eb20fc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1317549 Dec 22 15:22:38.094070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:38.096417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42952) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:38.099857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:38.101863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.107920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f9a43133-ed53-4fe0-b50b-f98bf36bfe77 None None] Provisioning for port 4205162c-c19a-4df6-bf3b-4bd3c131a01a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:38.111920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:38.112940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.119947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f9a43133-ed53-4fe0-b50b-f98bf36bfe77 None None] Provisioning complete for port 4205162c-c19a-4df6-bf3b-4bd3c131a01a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:38.120358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9a43133-ed53-4fe0-b50b-f98bf36bfe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.130227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=338fc1b0-8247-42c6-a779-4bf787471f3f,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:38.149186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:38.162700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.164005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.202520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.218024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a573765-607b-4a8e-8902-d4c0fcc91f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:38.235277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:38.253977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 54af1716-b067-41c4-bbe8-8f5c475784b3 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:38.259297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6812363 Dec 22 15:22:38.263654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42956) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:38.271081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:96:ce:0a', 'name': 'tempest-NetworksTestDHCPv6-768449602'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:38.286067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.334940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.335976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Fanout notify agent at l3_agent the message router_deleted on router 65044336-b1fa-44b9-b38e-89ce9a82e417 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:38.398237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Deleting port 54af1716-b067-41c4-bbe8-8f5c475784b3 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:38.399012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.424293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.425567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/65044336-b1fa-44b9-b38e-89ce9a82e417 HTTP/1.1" status: 204 len: 168 time: 4.7379756 Dec 22 15:22:38.436677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42960) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:38.445816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'name': 'tempest-snat-router-527355576', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': False}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:38.465428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:38.475145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Deleting port 0f1a1456-4ec8-41bb-bd16-17057b87c87f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:38.475783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.487736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:router and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:38.495198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:38.504859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:38.523121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9a43133-ed53-4fe0-b50b-f98bf36bfe77 None None] Port 4205162c-c19a-4df6-bf3b-4bd3c131a01a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:22:38.546748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.574890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:38.583650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.588496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:38.592470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:38.601903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:38.615696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.616216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.655426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501d39-926b-4bc2-9a53-e712b9f9c639 None None] Pushing event updated for resources: {'Port': ['ID=f25f89b0-611e-4664-9b8d-8821f0617516,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:38.656266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:38.662312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c501d39-926b-4bc2-9a53-e712b9f9c639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:38.677971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Attempting to bind port f25f89b0-611e-4664-9b8d-8821f0617516 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:38.677971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Attempting to bind port f25f89b0-611e-4664-9b8d-8821f0617516 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:38.678473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Attempting to bind port f25f89b0-611e-4664-9b8d-8821f0617516 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:38.692535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fdec659d-2948-45aa-97e7-2bce722e7f02 None None] The port '0f1a1456-4ec8-41bb-bd16-17057b87c87f' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:22:38.705029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.803459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:38.827572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 08c3bfaf-9a21-40fc-ba70-8c65318dbbb6 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:38.838456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:38.843906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:38.855890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:38.871626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:38.892246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.060755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 25668d21-0e16-4b07-8853-7d2da407ef4a yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:39.087736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:39.088962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:39.089722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.090466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:39.091423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Bound port: f25f89b0-611e-4664-9b8d-8821f0617516, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:39.092149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.154494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.167286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Router 8a3cf233-8dc2-482d-9c1c-755d86c624c1 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:39.240189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.375938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::389 (5ab54424-188e-4b54-81b5-4cfc68514aa3/338fc1b0-8247-42c6-a779-4bf787471f3f/25668d21-0e16-4b07-8853-7d2da407ef4a) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:39.430150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:39.463083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.501543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6375940-3b3e-481b-a2e3-e4d7b7b6fb39 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:39.554209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f661745-2ffd-43e1-90c7-375a83f4a371,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:39.557248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] For port f25f89b0-611e-4664-9b8d-8821f0617516, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:39.576778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:39.626248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=54af1716-b067-41c4-bbe8-8f5c475784b3,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:39.635065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] For port f25f89b0-611e-4664-9b8d-8821f0617516, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f25f89b0-611e-4664-9b8d-8821f0617516,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:39.685941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.687374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f1a1456-4ec8-41bb-bd16-17057b87c87f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:39.743113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42691ca1-c76c-4c47-89dd-2d805323c410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:39.833303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=54af1716-b067-41c4-bbe8-8f5c475784b3,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:39.834058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.850673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.859179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 0f1a1456-4ec8-41bb-bd16-17057b87c87f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:39.859869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f1a1456-4ec8-41bb-bd16-17057b87c87f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:39.867203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.891124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.897192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f661745-2ffd-43e1-90c7-375a83f4a371 HTTP/1.1" status: 204 len: 168 time: 1.9883904 Dec 22 15:22:39.924569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 25668d21-0e16-4b07-8853-7d2da407ef4a will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:39.940887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:39.944477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:39.999806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.028645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.063372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.178711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Sync routers for ids ['8a3cf233-8dc2-482d-9c1c-755d86c624c1'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:40.215557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Calling delete_port for 54af1716-b067-41c4-bbe8-8f5c475784b3 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:40.239156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.246601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9371433 Dec 22 15:22:40.249051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.250997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42966) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:40.266452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b014914b-8eb4-4180-aa5a-da9388ddec2e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:40.318906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=54af1716-b067-41c4-bbe8-8f5c475784b3,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:40.328258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:40.331097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13c6596-9594-46da-9a5a-58f409418bed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:40.364997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Routers {'8a3cf233-8dc2-482d-9c1c-755d86c624c1'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:40.365732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['8a3cf233-8dc2-482d-9c1c-755d86c624c1'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:40.453319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Routers {'31160656-df0d-4cde-a190-633df14c9105'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:40.454052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['31160656-df0d-4cde-a190-633df14c9105'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:40.459390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:40.480813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:40.508295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Allocated IP 172.26.4.193 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/1719de79-5e2c-4c57-9b8c-64511357a661) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:40.513329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:40.527994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:40.527994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.564588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=25668d21-0e16-4b07-8853-7d2da407ef4a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:40.574970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:40.579340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.606560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e37221a-cc6a-4059-9264-49099601552c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:40.722951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Set router 8a3cf233-8dc2-482d-9c1c-755d86c624c1 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:40.744557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:40.752549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:40.779923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c501d39-926b-4bc2-9a53-e712b9f9c639 None None] Pushing event updated for resources: {'Port': ['ID=f25f89b0-611e-4664-9b8d-8821f0617516,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:40.790981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c501d39-926b-4bc2-9a53-e712b9f9c639 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:40.791762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:22:40.792178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:22:40.810781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=a75fc785-3bd3-434f-b587-b1cf656798d6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:40.813744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:40.814663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.818240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:40.833959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:40.834542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:40.993173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:41.015530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:41.025685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:41.026359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.030853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=08c3bfaf-9a21-40fc-ba70-8c65318dbbb6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:41.056066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:41.093225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b12fae5-a44b-4a43-9881-0104f36d5568 None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:41.106086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17c2955e-81b6-4e5b-8671-c3701ef955f2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:41.117345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.149692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8845024 Dec 22 15:22:41.160003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42980) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:41.223654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.244876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6332f22b-8964-483e-b73d-fdd34c0d9817 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:41.259706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': '673d5166-9807-44b9-8336-45edc695493a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2ade69bd-4cef-4bd4-a9bc-0a292a4d8566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:41.260126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: 2ade69bd-4cef-4bd4-a9bc-0a292a4d8566, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:22:41.276275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1781478 Dec 22 15:22:41.277412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=6df25e95-aeb9-4527-934b-973e7081ee4d,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:41.280004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42984) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:41.287989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1578372835', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6df25e95-aeb9-4527-934b-973e7081ee4d'}], 'security_groups': ['b0a93730-b111-43e9-acf5-bac29e48a110']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:41.322176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:41.342112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:41.343944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Port': ['ID=1719de79-5e2c-4c57-9b8c-64511357a661,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:41.347240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:41.351550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:41.352864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:41.522072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] Set router 31160656-df0d-4cde-a190-633df14c9105 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:41.531641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f3534-1c26-47ec-a1b9-0499fa79e3b4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:41.537702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f3534-1c26-47ec-a1b9-0499fa79e3b4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:41.539186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-809f3534-1c26-47ec-a1b9-0499fa79e3b4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:41.546006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d736ec94-6d41-4c59-af0a-778c331f0231 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/8a3cf233-8dc2-482d-9c1c-755d86c624c1 HTTP/1.1" status: 200 len: 908 time: 1.2932053 Dec 22 15:22:41.552051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 42990) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:41.552670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.580356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Deleting port 54af1716-b067-41c4-bbe8-8f5c475784b3 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:41.580773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.604022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-809f3534-1c26-47ec-a1b9-0499fa79e3b4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:41.611228 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-809f3534-1c26-47ec-a1b9-0499fa79e3b4 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.4491751 Dec 22 15:22:41.613643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 42994) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:41.633367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 2ade69bd-4cef-4bd4-a9bc-0a292a4d8566 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:22:41.729784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2ade69bd-4cef-4bd4-a9bc-0a292a4d8566) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:41.742210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:41.746962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:41.750743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:41.751562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.777397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 25668d21-0e16-4b07-8853-7d2da407ef4a {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:41.779389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.782009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f1087-ce7e-4187-9e1d-88d62aaabe34 None None] Network 2ade69bd-4cef-4bd4-a9bc-0a292a4d8566 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:41.953002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:41.954775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.092728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43002) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:42.276622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.387342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7106588 Dec 22 15:22:42.397066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43008) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:42.476473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1511801210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:42.491412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 25668d21-0e16-4b07-8853-7d2da407ef4a owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:42.541265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:42.566678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:router and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:42.571930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:42.586432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:42.630193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 08c3bfaf-9a21-40fc-ba70-8c65318dbbb6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:42.630742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.714866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.715753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.746792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Delete allocated IP 2001:db8::387 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/fa04d4f9-54c7-402e-b5ef-dc589349707e) {{(pid=88967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:22:42.816765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.839255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8:0:1::157 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/6df25e95-aeb9-4527-934b-973e7081ee4d/4205162c-c19a-4df6-bf3b-4bd3c131a01a) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:42.871862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3cf233-8dc2-482d-9c1c-755d86c624c1', 'name': 'tempest-snat-router-1523199873', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:33Z', 'updated_at': '2021-12-22T15:22:36Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': '5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3cf233-8dc2-482d-9c1c-755d86c624c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:34Z', 'updated_at': '2021-12-22T15:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:42.877264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.887776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdf782d4-30c9-4e2e-976e-2039f2ef6822 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:42.909461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Checking router: 8a3cf233-8dc2-482d-9c1c-755d86c624c1 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:42.909461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Updating router 8a3cf233-8dc2-482d-9c1c-755d86c624c1 port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:22:42.938250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:42.950475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=25668d21-0e16-4b07-8853-7d2da407ef4a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:42.959059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:42.973424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] For port 54af1716-b067-41c4-bbe8-8f5c475784b3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=54af1716-b067-41c4-bbe8-8f5c475784b3,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:42.973886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.035165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.041425 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/25668d21-0e16-4b07-8853-7d2da407ef4a HTTP/1.1" status: 204 len: 168 time: 1.4249749 Dec 22 15:22:43.043779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43012) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:43.099754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.100225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-847fd2cf-5a38-4f83-a1b1-b9c1dc21c08b tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0002613 Dec 22 15:22:43.127169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43016) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:43.138893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1710691536'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:43.149176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:43.158161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:network and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:43.164050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:43.165626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6f9be-8271-48ae-b9ac-7a915fba3902 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:43.171693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f6f9be-8271-48ae-b9ac-7a915fba3902 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:43.174143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-02f6f9be-8271-48ae-b9ac-7a915fba3902 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:43.178359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:43.188973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Calling delete_port for 54af1716-b067-41c4-bbe8-8f5c475784b3 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:43.222355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 60397e49-6bad-49b1-8ce6-85bddef6325b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:43.222626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.231516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.266268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Router 8d53852d-1e12-4e6b-8c3c-71348f26dcb0 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:43.271079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-02f6f9be-8271-48ae-b9ac-7a915fba3902 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:43.272906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02f6f9be-8271-48ae-b9ac-7a915fba3902 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2279105 Dec 22 15:22:43.277865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43020) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:43.447585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Made reservation on behalf of e7434e0a07014d2e934ef0a51bf1c0c9 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:43.456974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.486509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31160656-df0d-4cde-a190-633df14c9105', 'name': 'tempest-snat-router-1523199873', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.252'}], 'enable_snat': False}, 'gw_port_id': 'f25f89b0-611e-4664-9b8d-8821f0617516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:23Z', 'updated_at': '2021-12-22T15:22:28Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': 'f25f89b0-611e-4664-9b8d-8821f0617516', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31160656-df0d-4cde-a190-633df14c9105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:25Z', 'updated_at': '2021-12-22T15:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:43.506402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af7c6f1-92ba-446c-9eb9-90856427b982 None None] The sync data for ids ['31160656-df0d-4cde-a190-633df14c9105'] in dv-neutron-822709-1-hyperv is: [{'id': '31160656-df0d-4cde-a190-633df14c9105', 'name': 'tempest-snat-router-1523199873', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.252'}], 'enable_snat': False}, 'gw_port_id': 'f25f89b0-611e-4664-9b8d-8821f0617516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:23Z', 'updated_at': '2021-12-22T15:22:28Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': 'f25f89b0-611e-4664-9b8d-8821f0617516', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:60:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31160656-df0d-4cde-a190-633df14c9105', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:25Z', 'updated_at': '2021-12-22T15:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:43.511979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.516445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 338fc1b0-8247-42c6-a779-4bf787471f3f {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:43.526632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.546591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.685961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.704852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.725527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.758341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f3209ed-0b38-4c0b-ad54-2bafc4168eb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:43.796828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Update dhcp port {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'fixed_ips': [{'subnet_id': 'fa04d4f9-54c7-402e-b5ef-dc589349707e', 'ip_address': '2001:db8::2'}, {'subnet_id': '6df25e95-aeb9-4527-934b-973e7081ee4d'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'e13eea30-f661-4ee0-aea5-c93e2108f0de'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:22:43.836880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Pushing event deleted for resources: {'Port': ['ID=54af1716-b067-41c4-bbe8-8f5c475784b3,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:43.849710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:43.921304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] No DVR routers for this DVR port 54af1716-b067-41c4-bbe8-8f5c475784b3 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:22:43.957882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:43.974065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ecffa-466b-42d8-be8e-af4a6bd1d7d1 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:43.978336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.012913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 08c3bfaf-9a21-40fc-ba70-8c65318dbbb6 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:44.248691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:44.302919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:security_group_rule and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:44.317123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:44.339500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.361909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ad6b5fe-c26f-4dfe-b1a7-11bcbf1a65da tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:44.362976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:44.455277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=338fc1b0-8247-42c6-a779-4bf787471f3f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:44.457585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port 60397e49-6bad-49b1-8ce6-85bddef6325b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=60397e49-6bad-49b1-8ce6-85bddef6325b,segment=NetworkSegment(20129906-21f4-4a27-9b06-316407f74512),segment_id=20129906-21f4-4a27-9b06-316407f74512)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:44.458220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.468184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:44.501391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:44.503806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.514275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Sync routers for ids ['8d53852d-1e12-4e6b-8c3c-71348f26dcb0'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:44.516500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.525466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.541862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Transition to ACTIVE for port object 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:44.560592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Routers {'8d53852d-1e12-4e6b-8c3c-71348f26dcb0'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:44.563418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['8d53852d-1e12-4e6b-8c3c-71348f26dcb0'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:44.608389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/338fc1b0-8247-42c6-a779-4bf787471f3f HTTP/1.1" status: 204 len: 168 time: 1.3286562 Dec 22 15:22:44.614210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43024) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:44.629274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.635151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64fe4d7b-d0e3-47df-bf83-7b27fc3ac5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:44.779421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.786342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3484480 Dec 22 15:22:44.799687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43028) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:44.838204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ea695-d8f7-462f-bc62-0b7cbf2323ab None None] Pushing event updated for resources: {'Port': ['ID=5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:44.843466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Attempting to bind port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:44.844461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Attempting to bind port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:44.845369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Attempting to bind port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:44.851956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-346ea695-d8f7-462f-bc62-0b7cbf2323ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:44.861966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b1ea182d-7242-4986-85e7-e93535280d8d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:44.869110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:44.870133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:44.871842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.877702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:44.878290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Bound port: 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:44.878751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:44.898853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e6751d5a-b56f-496a-b36e-5e4853e3d062 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2768726 Dec 22 15:22:44.900663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43032) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:44.944022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Set router 8d53852d-1e12-4e6b-8c3c-71348f26dcb0 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:45.002293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4235f84e-d387-4f9d-bf20-9ede7e4f937a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:45.082547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] For port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:45.091806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] For port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:45.097772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:45.099920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4235f84e-d387-4f9d-bf20-9ede7e4f937a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:45.104540 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4235f84e-d387-4f9d-bf20-9ede7e4f937a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1973412 Dec 22 15:22:45.108678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43036) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:45.126713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:45.131889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:45.237395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 60397e49-6bad-49b1-8ce6-85bddef6325b owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:45.321284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ea695-d8f7-462f-bc62-0b7cbf2323ab None None] Pushing event updated for resources: {'Port': ['ID=5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:45.341621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-346ea695-d8f7-462f-bc62-0b7cbf2323ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:45.342293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Routers {'8a3cf233-8dc2-482d-9c1c-755d86c624c1'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:45.343059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['8a3cf233-8dc2-482d-9c1c-755d86c624c1'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:45.500172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53852d-1e12-4e6b-8c3c-71348f26dcb0', 'name': 'tempest-snat-router-527355576', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.193'}], 'enable_snat': False}, 'gw_port_id': '1719de79-5e2c-4c57-9b8c-64511357a661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:38Z', 'updated_at': '2021-12-22T15:22:41Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': '1719de79-5e2c-4c57-9b8c-64511357a661', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53852d-1e12-4e6b-8c3c-71348f26dcb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:40Z', 'updated_at': '2021-12-22T15:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:45.506372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Checking router: 8d53852d-1e12-4e6b-8c3c-71348f26dcb0 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:45.507355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Updating router 8d53852d-1e12-4e6b-8c3c-71348f26dcb0 port 1719de79-5e2c-4c57-9b8c-64511357a661 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:22:45.586287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:45.799006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] Set router 8a3cf233-8dc2-482d-9c1c-755d86c624c1 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:45.891439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=08c3bfaf-9a21-40fc-ba70-8c65318dbbb6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:45.908279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:45.922367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object 4205162c-c19a-4df6-bf3b-4bd3c131a01a will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:45.952414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464690be-4dea-4353-979e-c3b0311be798 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:45.953427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-464690be-4dea-4353-979e-c3b0311be798 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:46.002054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.018943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.036408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31208e3a-9ff5-40fd-aab0-edd4a6829dc1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:46.051025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ef1508a-41f0-4ebd-9ad9-3a6fc8410cdc tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/8d53852d-1e12-4e6b-8c3c-71348f26dcb0 HTTP/1.1" status: 200 len: 908 time: 1.2499039 Dec 22 15:22:46.051967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43040) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.059148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'name': 'tempest-snat-router-527355576', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': True}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:46.064222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-464690be-4dea-4353-979e-c3b0311be798 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:46.068941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-464690be-4dea-4353-979e-c3b0311be798 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9590824 Dec 22 15:22:46.069876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43044) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.072029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:46.074800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.093866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Transition to ACTIVE for port object 1719de79-5e2c-4c57-9b8c-64511357a661 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:46.132447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.146088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/08c3bfaf-9a21-40fc-ba70-8c65318dbbb6 HTTP/1.1" status: 204 len: 168 time: 3.7442415 Dec 22 15:22:46.147229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43048) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.152897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:46.162609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.168206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Usage tracker for resource:router and tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:46.178976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:46.205125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c9c77c5-3e59-426f-93b0-a6cc925890cf tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277623 Dec 22 15:22:46.206885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:46.209259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43052) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.217828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:46.311245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Pushing event updated for resources: {'Port': ['ID=1719de79-5e2c-4c57-9b8c-64511357a661,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:46.338016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.339082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.339609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.340224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.340778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.342720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.343317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.343852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.344554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.344937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f25f89b0-611e-4664-9b8d-8821f0617516 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:46.345371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.345887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:46.362866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:46.372243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.373525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.389600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Attempting to bind port 1719de79-5e2c-4c57-9b8c-64511357a661 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:46.390263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Attempting to bind port 1719de79-5e2c-4c57-9b8c-64511357a661 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:46.390848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Attempting to bind port 1719de79-5e2c-4c57-9b8c-64511357a661 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:46.401906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:46.402660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:46.403298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.403889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:46.404599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Bound port: 1719de79-5e2c-4c57-9b8c-64511357a661, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:46.405203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.424838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:46.442626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:46.450192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.476861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] In _notify_port_updated(), no bound segment for port 4205162c-c19a-4df6-bf3b-4bd3c131a01a on network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:22:46.482520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:46.483988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.484308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Allocated IP 2001:db8:0:1::2 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/6df25e95-aeb9-4527-934b-973e7081ee4d/e13eea30-f661-4ee0-aea5-c93e2108f0de) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:46.488564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/ports/4205162c-c19a-4df6-bf3b-4bd3c131a01a HTTP/1.1" status: 200 len: 931 time: 5.2034168 Dec 22 15:22:46.490278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43056) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:46.499199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.561378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] For port 1719de79-5e2c-4c57-9b8c-64511357a661, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:46.567588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] For port 1719de79-5e2c-4c57-9b8c-64511357a661, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1719de79-5e2c-4c57-9b8c-64511357a661,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:46.574625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=4205162c-c19a-4df6-bf3b-4bd3c131a01a,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:46.589299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:46.590079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:46.594247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1da460b-da22-44df-8a4a-2513082dc40e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:46.606498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.617572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:46.620500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:46.647449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.647449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Added segment 738a0b4e-e304-4cbc-ad8a-194cc0440db5 of type vlan for network ebf36fd0-273d-4869-ba6f-3b50d6913131 Dec 22 15:22:46.671591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373c2b86-982b-4bd9-9952-9d793d73f0fd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:46.693103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.708549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:46.714661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4904602a-0758-4b9c-90c3-f18cbd85ea92 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:46.786948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e13eea30-f661-4ee0-aea5-c93e2108f0de,segment=NetworkSegment(ba678790-512c-4f8c-b662-f00378b97767),segment_id=ba678790-512c-4f8c-b662-f00378b97767)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:46.815340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port f25f89b0-611e-4664-9b8d-8821f0617516 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:46.825066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=60397e49-6bad-49b1-8ce6-85bddef6325b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:46.837082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f25f89b0-611e-4664-9b8d-8821f0617516 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:46.837839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.840533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.855046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:46.859689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.874047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11695e75-2f76-4f10-9259-beda1931716a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:46.878888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11695e75-2f76-4f10-9259-beda1931716a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:46.879886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-11695e75-2f76-4f10-9259-beda1931716a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:46.886376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 4205162c-c19a-4df6-bf3b-4bd3c131a01a {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:46.887094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.931072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.939354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.949364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3cf233-8dc2-482d-9c1c-755d86c624c1', 'name': 'tempest-snat-router-1523199873', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:33Z', 'updated_at': '2021-12-22T15:22:36Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': '5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3cf233-8dc2-482d-9c1c-755d86c624c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:34Z', 'updated_at': '2021-12-22T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:46.952265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:46.975644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f502e-d843-4b66-91ea-36214f728f66 None None] The sync data for ids ['8a3cf233-8dc2-482d-9c1c-755d86c624c1'] in dv-neutron-822709-1-hyperv is: [{'id': '8a3cf233-8dc2-482d-9c1c-755d86c624c1', 'name': 'tempest-snat-router-1523199873', 'tenant_id': '8f1232df58b046949ea5603e896103a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:33Z', 'updated_at': '2021-12-22T15:22:36Z', 'revision_number': 3, 'project_id': '8f1232df58b046949ea5603e896103a3', 'gw_port': {'id': '5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:3d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3cf233-8dc2-482d-9c1c-755d86c624c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:34Z', 'updated_at': '2021-12-22T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:46.980898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Transition to ACTIVE for port object e13eea30-f661-4ee0-aea5-c93e2108f0de will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:47.078716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Deleting port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:47.079641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.083808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Pushing event updated for resources: {'Port': ['ID=1719de79-5e2c-4c57-9b8c-64511357a661,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:47.088330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:47.095259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Routers {'8d53852d-1e12-4e6b-8c3c-71348f26dcb0'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:47.095982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['8d53852d-1e12-4e6b-8c3c-71348f26dcb0'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:47.281867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-11695e75-2f76-4f10-9259-beda1931716a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:47.284690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-11695e75-2f76-4f10-9259-beda1931716a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.1153800 Dec 22 15:22:47.305223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43060) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:47.462674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.465575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.470544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.477485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:47.510189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] Set router 8d53852d-1e12-4e6b-8c3c-71348f26dcb0 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:47.563536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port f25f89b0-611e-4664-9b8d-8821f0617516, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f25f89b0-611e-4664-9b8d-8821f0617516,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:47.617801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 4205162c-c19a-4df6-bf3b-4bd3c131a01a owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:47.631678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.641065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:47.641929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.643015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.654637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Pushing event updated for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:47.663570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:47.664199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81aa0bf5-edc8-47ec-9c10-e94dc0161775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:47.726873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-693fb4f6-cd75-4796-b0e6-2cf784ce83bc tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:47.752344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=f25f89b0-611e-4664-9b8d-8821f0617516,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:47.763292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:47.898771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 4.7670403 Dec 22 15:22:47.898771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Network': ['ID=ebf36fd0-273d-4869-ba6f-3b50d6913131,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:47.901926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43064) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:47.916642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:47.939955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port a75fc785-3bd3-434f-b587-b1cf656798d6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:47.940313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:47.974051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'subnet': {'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:48.001918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:48.154042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:48.168936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:48.230052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] For port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:48.230780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:48.232133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=4205162c-c19a-4df6-bf3b-4bd3c131a01a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:48.246880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:48.390396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:48.485671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d53852d-1e12-4e6b-8c3c-71348f26dcb0', 'name': 'tempest-snat-router-527355576', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.193'}], 'enable_snat': False}, 'gw_port_id': '1719de79-5e2c-4c57-9b8c-64511357a661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:38Z', 'updated_at': '2021-12-22T15:22:41Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': '1719de79-5e2c-4c57-9b8c-64511357a661', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53852d-1e12-4e6b-8c3c-71348f26dcb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:40Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:48.502504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Calling delete_port for 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:48.503224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac3011-f79b-497f-a4dd-8648f0ae4147 None None] The sync data for ids ['8d53852d-1e12-4e6b-8c3c-71348f26dcb0'] in dv-neutron-822709-1-hyperv is: [{'id': '8d53852d-1e12-4e6b-8c3c-71348f26dcb0', 'name': 'tempest-snat-router-527355576', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.193'}], 'enable_snat': False}, 'gw_port_id': '1719de79-5e2c-4c57-9b8c-64511357a661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:38Z', 'updated_at': '2021-12-22T15:22:41Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': '1719de79-5e2c-4c57-9b8c-64511357a661', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f4:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d53852d-1e12-4e6b-8c3c-71348f26dcb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:40Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:48.574119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/4205162c-c19a-4df6-bf3b-4bd3c131a01a HTTP/1.1" status: 204 len: 168 time: 2.0759215 Dec 22 15:22:48.576488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43068) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:48.601401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e13eea30-f661-4ee0-aea5-c93e2108f0de up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:48.687641 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e082118-48ca-4df5-bbef-4b00230cd370 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:22:48.687956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e082118-48ca-4df5-bbef-4b00230cd370 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:22:48.815316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f25f89b0-611e-4664-9b8d-8821f0617516 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:48.856210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:48.912574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:48.921834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b27ba459-2275-4dec-954e-465d90f10715 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:48.932223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:48.967504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f25f89b0-611e-4664-9b8d-8821f0617516 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:48.969454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:subnet and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:48.979994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:48.982491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e082118-48ca-4df5-bbef-4b00230cd370 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:22:48.983901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e082118-48ca-4df5-bbef-4b00230cd370 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/4205162c-c19a-4df6-bf3b-4bd3c131a01a HTTP/1.1" status: 404 len: 333 time: 0.4028840 Dec 22 15:22:48.987548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:48.995306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43072) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:48.997923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:49.068106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:49.112070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:49.124059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:49.132114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:49.132762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:49.147926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:49.155497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9baf56-2bf4-43ac-a3fc-35f263585e23 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:49.176961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=a79d568e-bb8a-42a9-9a48-22fda2f8c575,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:49.184230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:49.207108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9913270 Dec 22 15:22:49.276880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43076) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:49.305348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:49.428380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Made reservation on behalf of e7434e0a07014d2e934ef0a51bf1c0c9 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:49.491830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for a75fc785-3bd3-434f-b587-b1cf656798d6 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:49.503343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Allocated IP 172.26.4.117 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/23afd6ad-e0b6-4f51-bbe7-f0a85769ae87) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:49.632917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'a79d568e-bb8a-42a9-9a48-22fda2f8c575'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:49.635155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:49.694390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:49.976211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:50.050867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Allocated IP 2001:db8::f816:3eff:fe23:847a (5ab54424-188e-4b54-81b5-4cfc68514aa3/a79d568e-bb8a-42a9-9a48-22fda2f8c575/e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:50.073167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:50.078040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6f414f5-d2c8-4f7c-8c15-11b5e040dcfe tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:50.125620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Could not find standard attr ID for object 4205162c-c19a-4df6-bf3b-4bd3c131a01a. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:22:50.321567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Provisioning for port e13eea30-f661-4ee0-aea5-c93e2108f0de completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:50.347018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:50.347930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:50.430466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Port': ['ID=23afd6ad-e0b6-4f51-bbe7-f0a85769ae87,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:50.437958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:50.479721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:50.484008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:50.489238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:50.535951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:50.553220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:50.790273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:50.820776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:50.903835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Transition to ACTIVE for port object e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:50.926520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:22:50.927149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 15:22:50.978913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Port 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f not found, will not notify nova. {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:22:50.980047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1719de79-5e2c-4c57-9b8c-64511357a661 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:51.011648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.040578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Transition to ACTIVE for port object e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:51.054161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:51.054952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.164233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.164795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.166423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-360a3d84-69d4-413e-9fb8-be433fecb8c1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:51.168585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.179131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-12a14e22-ac48-4e38-88a6-b3d4c5d995f8 None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:22:51.184355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c9b6bbc-d03a-4673-bab2-6f3d5c7ad8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:51.223812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.306551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Pushing event updated for resources: {'Port': ['ID=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:51.310636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:51.315240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:51.318707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:51.322873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-27264b13-6ec5-49b3-a8f7-bd67d96c0a0a None None] Could not find standard attr ID for object 4205162c-c19a-4df6-bf3b-4bd3c131a01a. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:22:51.325088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:51.328468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.340806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 1719de79-5e2c-4c57-9b8c-64511357a661 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:51.424261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1719de79-5e2c-4c57-9b8c-64511357a661 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:51.424580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.470509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.481900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.489212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Attempting to bind port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:51.489691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Attempting to bind port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:51.490044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Attempting to bind port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:51.490688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event deleted for resources: {'Port': ['ID=5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:51.502867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:51.513827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:51.514312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:51.514781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.515292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:51.516057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Bound port: e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:51.516493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.586113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:51.600504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:51.673197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.713583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 1719de79-5e2c-4c57-9b8c-64511357a661, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1719de79-5e2c-4c57-9b8c-64511357a661,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:51.716901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] For port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:22:51.720921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] For port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:22:51.735873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:51.758069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=a75fc785-3bd3-434f-b587-b1cf656798d6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:51.776876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.779769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.785344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:51.790208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:51.798384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c23b9c9-11aa-438c-b146-21833d45f7af tempest-ExtraDHCPOptionsTestJSON-1433647371 tempest-ExtraDHCPOptionsTestJSON-1433647371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:51.854582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:51.856827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/security-groups/059805b4-5dc7-4975-963e-cdcd378046b5 HTTP/1.1" status: 204 len: 168 time: 2.8528812 Dec 22 15:22:51.861070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:51.873968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059805b4-5dc7-4975-963e-cdcd378046b5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:51.892042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43084) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:51.892566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/a75fc785-3bd3-434f-b587-b1cf656798d6 HTTP/1.1" status: 204 len: 168 time: 4.5843422 Dec 22 15:22:51.894773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=1719de79-5e2c-4c57-9b8c-64511357a661,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:51.898136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:52.018407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Pushing event updated for resources: {'Port': ['ID=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:52.026227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:52.027250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:52.027883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:52.038670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:52.065099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.112005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.186054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141dea1-a11b-48a7-9941-e3e699ed4151 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:52.191210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e141dea1-a11b-48a7-9941-e3e699ed4151 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2973163 Dec 22 15:22:52.192187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43088) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:52.271100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebd974e-fb24-4484-a418-7696e0a212ea tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:22:52.277339 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ebd974e-fb24-4484-a418-7696e0a212ea tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/08c3bfaf-9a21-40fc-ba70-8c65318dbbb6 HTTP/1.1" status: 404 len: 333 time: 0.0792170 Dec 22 15:22:52.277339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Router e6130409-b581-406b-bede-9bfb569128ab is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:22:52.280167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43092) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:52.365694 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fae16f-7f4b-4923-ba71-d1ebf84316f1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:22:52.371275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90fae16f-7f4b-4923-ba71-d1ebf84316f1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/a75fc785-3bd3-434f-b587-b1cf656798d6 HTTP/1.1" status: 404 len: 333 time: 0.0848947 Dec 22 15:22:52.371835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.378969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1719de79-5e2c-4c57-9b8c-64511357a661 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:52.379970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43096) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:52.510654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.530183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1719de79-5e2c-4c57-9b8c-64511357a661 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:52.532208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.778505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb940bdd-bfb7-45cc-a774-68d733fabd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:52.817138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a93730-b111-43e9-acf5-bac29e48a110,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:52.825381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.830027 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/security-groups/b0a93730-b111-43e9-acf5-bac29e48a110 HTTP/1.1" status: 204 len: 168 time: 0.9642301 Dec 22 15:22:52.830027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:52.840874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:52.846052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43100) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:52.904820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.234430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.328412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.344763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ade69bd-4cef-4bd4-a9bc-0a292a4d8566']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:53.370019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673d5166-9807-44b9-8336-45edc695493a') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:53.370306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673d5166-9807-44b9-8336-45edc695493a') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:53.411098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.417680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.433551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet fa04d4f9-54c7-402e-b5ef-dc589349707e {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:53.442671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.444136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.452839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a57aaf2-0626-4fde-8a24-2d4022c79161 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:53.477559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.506521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:22:53.506925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:22:53.531545 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:22:53.562578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:53.581224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Sync routers for ids ['e6130409-b581-406b-bede-9bfb569128ab'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:53.596437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Routers {'e6130409-b581-406b-bede-9bfb569128ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:53.597165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e6130409-b581-406b-bede-9bfb569128ab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:53.613747 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a79d568e-bb8a-42a9-9a48-22fda2f8c575 (CIDR: 2001:db8::/64) Dec 22 15:22:53.660727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.714662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Subnet': ['ID=bd283f3a-02a3-4a21-ae50-25a3ad1664db,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:53.723806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:53.728624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:22:53.733561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:22:53.770120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.772052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a3cf233-8dc2-482d-9c1c-755d86c624c1 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:22:53.778292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Checking segment: {'id': '738a0b4e-e304-4cbc-ad8a-194cc0440db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:53.782947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network hostable DHCP agents. Network: ebf36fd0-273d-4869-ba6f-3b50d6913131, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:22:53.788043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.791297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8a3cf233-8dc2-482d-9c1c-755d86c624c1 HTTP/1.1" status: 204 len: 168 time: 12.2269101 Dec 22 15:22:53.792724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.799639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43104) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:53.864770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.872636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.887822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85121345-cbd9-470a-9d33-d667d6a47577 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:53.932646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b13510a-960b-4743-868b-be62e2f15a6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.6463399 Dec 22 15:22:53.932646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43108) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:53.933035 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/2ade69bd-4cef-4bd4-a9bc-0a292a4d8566 HTTP/1.1" status: 204 len: 168 time: 1.5465245 Dec 22 15:22:53.933035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=2ade69bd-4cef-4bd4-a9bc-0a292a4d8566,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:53.943382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:53.944110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43110) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:53.953339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1338131814'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:53.960166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:22:53.963034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:53.967835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:53.969543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9162834 Dec 22 15:22:53.976894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:53.980160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43116) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:54.034044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Set router e6130409-b581-406b-bede-9bfb569128ab gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:54.057356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:54.064851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:54.084896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:54.118302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.130577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-267f97ab-2dec-418a-b442-d87e33ce56a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:54.143170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, ebf36fd0-273d-4869-ba6f-3b50d6913131) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:54.161048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:54.164388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.213950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:22:54.214371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=fa04d4f9-54c7-402e-b5ef-dc589349707e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:54.219213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:54.220412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:54.232968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.243353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.3125122 Dec 22 15:22:54.260811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43120) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:54.279128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'network': {'name': 'tempest-router-network01--856784260'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:54.301637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.302690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:54.319355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:network and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:54.338544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/fa04d4f9-54c7-402e-b5ef-dc589349707e HTTP/1.1" status: 204 len: 168 time: 1.4830253 Dec 22 15:22:54.349157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43124) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:54.367029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:54.370892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f23654-84e8-4660-b52e-13e292e0e1e9 None None] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:54.395595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:54.395954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:54.415185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:54.436398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:22:54.481931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:54.483912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3905eb-4a9c-4242-936e-78401fbf177f None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:54.541883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.542378 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment a27759f0-855f-451f-906e-2e40de357c5e of type vlan for network 9481ac1c-a644-40c1-a864-80a23f141b83 Dec 22 15:22:54.566766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:54.584130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Made reservation on behalf of e7434e0a07014d2e934ef0a51bf1c0c9 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:54.590394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.662116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:54.664255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.669394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.709490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:54.775606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:54.784659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:54.792911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:54.804939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af22beaf-3c23-4c3a-aab4-b36f236c0554 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/e6130409-b581-406b-bede-9bfb569128ab HTTP/1.1" status: 200 len: 907 time: 0.8225198 Dec 22 15:22:54.809400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:54.812675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.818763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:54.822162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.822549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Added segment 1e90d473-c81f-4d52-938b-669253455ceb of type vlan for network d0a6153f-b9df-4e86-a4f7-64ac694c9768 Dec 22 15:22:54.824324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43128) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:54.832292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:54.860497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a2c072e7-5594-490c-8d57-a3358e9a425d None None] Provisioning for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:54.866137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39709091-e7d8-43a9-ac81-406e3ff98676 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:54.978991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.014499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0681472 Dec 22 15:22:55.015982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43132) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:55.028909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:55.051545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:22:55.055885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:55.065013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.100169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:22:55.116418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=9481ac1c-a644-40c1-a864-80a23f141b83,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:55.120820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:22:55.139566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:55.153474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:55.154558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:55.160733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.219118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:55.219825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.235302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a5a94ff-cdbb-4b5e-a96c-9dc06512b4da tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6601703 Dec 22 15:22:55.238329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43136) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:55.278989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 9481ac1c-a644-40c1-a864-80a23f141b83 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:55.319191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6130409-b581-406b-bede-9bfb569128ab', 'name': 'tempest-snat-router-527355576', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '23afd6ad-e0b6-4f51-bbe7-f0a85769ae87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:46Z', 'updated_at': '2021-12-22T15:22:50Z', 'revision_number': 3, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port': {'id': '23afd6ad-e0b6-4f51-bbe7-f0a85769ae87', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6130409-b581-406b-bede-9bfb569128ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:22:49Z', 'updated_at': '2021-12-22T15:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:55.339774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Checking router: e6130409-b581-406b-bede-9bfb569128ab for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:55.340450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Updating router e6130409-b581-406b-bede-9bfb569128ab port 23afd6ad-e0b6-4f51-bbe7-f0a85769ae87 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:22:55.388680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-ebf36fd0-273d-4869-ba6f-3b50d6913131', 'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131', 'tenant_id': 'e7434e0a07014d2e934ef0a51bf1c0c9', 'fixed_ips': [{'subnet_id': 'bd283f3a-02a3-4a21-ae50-25a3ad1664db'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:55.389956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.440625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.504034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:55.559274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:55.725015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:55.730614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:55.742319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:55.760355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.766345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-62467886-bd6e-47fb-8c87-d46e110432ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:55.810622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:55.863890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:55.897389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:55.906796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:55.935759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet 558b82a5-e1a4-4586-b1b9-b0c21ddee9be {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:22:55.940144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.015531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.157227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 9, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:56.165898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:22:56.190124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:22:56.191304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:56.287335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Allocated IP 172.20.0.2 (ebf36fd0-273d-4869-ba6f-3b50d6913131/bd283f3a-02a3-4a21-ae50-25a3ad1664db/0e8f3ff7-5c0e-40b6-8f83-6b318a78850c) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:56.357923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:56.358796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.404816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.433461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=15bbff7a-7535-463e-a93f-5dfdcebebbe6,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:56.492762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.499978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:22:56.501653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:56.503926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.553540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4d619a5-1b3b-407b-999e-39bcdde45004 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:56.562919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Performing IP validity checks on allocation pools {{(pid=88968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:22:56.563677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88968) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:22:56.762351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.763074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.763759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.764193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.764613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.765002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.765420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.765835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.766246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.766658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.767096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.773599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.007s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:56.788539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:56.794761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32fdccc5-5f13-4722-bc2c-80864f437b58 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:56.890221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6265943 Dec 22 15:22:56.898709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Network': ['ID=d0a6153f-b9df-4e86-a4f7-64ac694c9768,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:56.906515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43140) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:56.908596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=1141fb2d-ae82-443d-bd13-660abfb710ae,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:56.910283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:56.919345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'network': {'name': 'tempest-router-network02--1196758613'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:56.926728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.927353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.927884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.928433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.928951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.929470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.929871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:56.930047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.930573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.931286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.931834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.932352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:56.934911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:network and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:56.939538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:56.942598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:56.949533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:56.965083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6119602 Dec 22 15:22:56.966391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43144) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:56.975023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'security_group': {'name': 'tempest-secgroup-428361393'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:56.983376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:56.989705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:56.994068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:57.003569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:57.022262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Made reservation on behalf of e7434e0a07014d2e934ef0a51bf1c0c9 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:57.030643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.061519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.076941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.107040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.110756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.138079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:22:57.139263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Transition to ACTIVE for port object 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:57.152017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.152750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Added segment 70eaa20c-0ae6-46ae-a5a9-f97a53293158 of type vlan for network 37fc890d-7e97-4758-9bb8-3f81709168ee Dec 22 15:22:57.185559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Transition to ACTIVE for port object 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:22:57.218380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.226664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f3a8da5-0f4e-4921-ad99-129d4a4be895 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:57.232932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.252339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:57.276606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': 'a27759f0-855f-451f-906e-2e40de357c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:57.277019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: 9481ac1c-a644-40c1-a864-80a23f141b83, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:22:57.314340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:57.319202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group_rule and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:57.323360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:57.347506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:57.370646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:57.383662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.393233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:57.401752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:57.405555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.410938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 9481ac1c-a644-40c1-a864-80a23f141b83 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:22:57.421393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:57.422285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.443460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=318ce348-cef0-4cb5-920e-6fba8a2db17b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:57.444863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:57.448051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:57.467136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.471824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:57.472546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.488825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06c7c0d7-e472-4e71-ba0d-6a65a2295c8b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:57.517457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.527872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Deleting port f25f89b0-611e-4664-9b8d-8821f0617516 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:57.528499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.538952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.562803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 9481ac1c-a644-40c1-a864-80a23f141b83) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:57.569153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 9, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:22:57.574516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e049d3b-f575-410e-ba98-3d9865628bf6 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:57.579904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:22:57.580567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.582044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c760a74-6ef7-44ca-a24f-ed39df384d0f None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:22:46Z', 'revision_number': 9, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'c270d3ff-cf10-489d-b65d-d9a5bb95de3c', 'name': '', 'network_id': 'f7008be6-6b74-40e2-8960-ad5060dd9773', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:92:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:21:11Z', 'updated_at': '2021-12-22T15:21:26Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '48d39f21-031e-4000-a165-8b7da6ac098d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:22:57.610319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.619226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d7ff72b-583a-4732-9176-6a50bbc70fc8 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:57.716582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=558b82a5-e1a4-4586-b1b9-b0c21ddee9be,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:57.729445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:57.731638 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7873366 Dec 22 15:22:57.732247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Pushing event updated for resources: {'Port': ['ID=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:57.775761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486fe30-5fbf-48d4-8be0-dc9f2c4ea292 None None] Network 9481ac1c-a644-40c1-a864-80a23f141b83 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:57.811961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Network': ['ID=37fc890d-7e97-4758-9bb8-3f81709168ee,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:57.827440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43148) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.831039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.836162 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8130932 Dec 22 15:22:57.836762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/558b82a5-e1a4-4586-b1b9-b0c21ddee9be HTTP/1.1" status: 204 len: 168 time: 2.5884058 Dec 22 15:22:57.838115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43152) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.840615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:57.842275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43154) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.853599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9389851 Dec 22 15:22:57.853881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.856138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8876567 Dec 22 15:22:57.857946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b75696b8-e5d4-4918-9ab7-1ba4dbcef50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:57.883305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43158) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.883735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43160) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:22:57.893966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83', 'name': 'tempest-PortsTestJSON-1033581728'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:57.937706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:57.944945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:22:58.000986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 37fc890d-7e97-4758-9bb8-3f81709168ee details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:22:58.016109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c450376-008b-4053-8030-1d879be9b0dd None None] Network 9e64e64a-9b78-40c3-b2aa-0838e7a52411 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:58.032444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b0e80-687e-4d48-92c8-d882f71b2391 None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:22:58.059584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.088642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 60397e49-6bad-49b1-8ce6-85bddef6325b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:58.123832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:22:58.140830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:5e:eb:66', 'name': 'tempest-NetworksTestDHCPv6-950403584'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:58.225353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:58.225737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.236300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'subnet': {'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:58.285263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1876558036'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:22:58.301435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 60397e49-6bad-49b1-8ce6-85bddef6325b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:58.301828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 60397e49-6bad-49b1-8ce6-85bddef6325b not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:58.302306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:22:58.307924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:58.334337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:22:58.402248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:58.412536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:58.434865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1336ffc5-ab22-4d82-b9c1-54662e78d4ef,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:58.446499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:58.453743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:58.476191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:58.478568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:58.485510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.486173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:58.490238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] For port f25f89b0-611e-4664-9b8d-8821f0617516, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f25f89b0-611e-4664-9b8d-8821f0617516,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:58.490662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.583823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:22:58.584314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5772fcbc-68da-4bdb-a4a8-9f8103dc3e5f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:22:58.586850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.587085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.587883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.587883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.588153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.588513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.588886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.589259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.589627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.589991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.590353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:22:58.627694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:58.640775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Deleting port 23afd6ad-e0b6-4f51-bbe7-f0a85769ae87 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:22:58.641165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.680776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Calling delete_port for f25f89b0-611e-4664-9b8d-8821f0617516 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:58.692433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07a27ead-344a-41a1-94e4-18d26a08bc65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.660s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:58.736128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:58.826029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:58.835604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:58.846206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.904560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:subnet and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:58.910100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:58.940644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:58.971714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:59.007325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 979a92bc-bdae-4e29-8b5e-ce49c68c7a56 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:59.025420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,segment=NetworkSegment(20129906-21f4-4a27-9b06-316407f74512),segment_id=20129906-21f4-4a27-9b06-316407f74512)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:22:59.026026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.055675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:59.071022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:59.083181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:59.094598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:59.107077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Made reservation on behalf of e7434e0a07014d2e934ef0a51bf1c0c9 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:59.186655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 7cef7904-eea1-4bb9-afa0-97238c8f2ccf owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:59.193571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:22:59.197706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Attempting to bind port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:22:59.198104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Attempting to bind port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '738a0b4e-e304-4cbc-ad8a-194cc0440db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:22:59.198719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Attempting to bind port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c on network ebf36fd0-273d-4869-ba6f-3b50d6913131 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:22:59.198903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:22:59.260488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.288358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group_rule and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:22:59.300789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:22:59.338434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-9481ac1c-a644-40c1-a864-80a23f141b83', 'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': '1141fb2d-ae82-443d-bd13-660abfb710ae'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:22:59.339940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.365350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bf018ad3-da53-4224-88be-48a1fdcd82c8 None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:22:59.365350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf018ad3-da53-4224-88be-48a1fdcd82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.373155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:22:59.458723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.461694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:22:59.462456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Checking segment: {'id': '738a0b4e-e304-4cbc-ad8a-194cc0440db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:22:59.463588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.464334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Bound using segment: {'id': '738a0b4e-e304-4cbc-ad8a-194cc0440db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:22:59.465261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Bound port: 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738a0b4e-e304-4cbc-ad8a-194cc0440db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ebf36fd0-273d-4869-ba6f-3b50d6913131'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:22:59.466006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.511266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Calling delete_port for 23afd6ad-e0b6-4f51-bbe7-f0a85769ae87 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:22:59.560387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:22:59.575209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:22:59.612317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.9 (9481ac1c-a644-40c1-a864-80a23f141b83/1141fb2d-ae82-443d-bd13-660abfb710ae/979a92bc-bdae-4e29-8b5e-ce49c68c7a56) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:22:59.715536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.766133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.814084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.831585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a9dbfa5-c17c-4edb-bb26-aeea2da7e3d7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:59.841006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 1c463fcd-26e5-47c2-a3dc-e399071b52a4 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:22:59.931474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:22:59.939605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9e957553-cb8e-4818-abec-3191946a9edd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:22:59.988297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.007164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=7cef7904-eea1-4bb9-afa0-97238c8f2ccf,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:00.015882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:00.018045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b26c8a8f-e4c6-4b62-a4d1-4a4f28c1581c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:00.060760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No DVR routers for this DVR port 7cef7904-eea1-4bb9-afa0-97238c8f2ccf on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:00.134708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285652da-51d9-4a9a-89d2-0a8633943ff0,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:00.157534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:00.190464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event deleted for resources: {'Port': ['ID=f25f89b0-611e-4664-9b8d-8821f0617516,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:00.204089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:00.210805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.216608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0411587 Dec 22 15:23:00.223477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43168) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:00.246113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'security_group': {'name': 'tempest-secgroup-1270902545'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:00.307595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:00.331780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:00.351894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:00.374040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:00.380508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.398314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:00.454602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] For port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:00.508886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.515987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cc873bb-2f74-4e76-9474-83e1ec9e67d1 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:00.590090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 979a92bc-bdae-4e29-8b5e-ce49c68c7a56 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:00.611899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.621602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] For port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,segment=NetworkSegment(738a0b4e-e304-4cbc-ad8a-194cc0440db5),segment_id=738a0b4e-e304-4cbc-ad8a-194cc0440db5)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:00.623630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e50798c-7985-43ef-b2c6-b1d49696bcfa None None] DHCP port deletion for 9e64e64a-9b78-40c3-b2aa-0838e7a52411 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:00.625876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.682227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.694449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c501d39-926b-4bc2-9a53-e712b9f9c639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:00.734056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e64e64a-9b78-40c3-b2aa-0838e7a52411']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:00.792183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Subnet': ['ID=f6930eab-9358-4a32-9ea4-2dfdef1a5a5e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:00.797157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8:0:1::d3 (5ab54424-188e-4b54-81b5-4cfc68514aa3/318ce348-cef0-4cb5-920e-6fba8a2db17b/1c463fcd-26e5-47c2-a3dc-e399071b52a4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:00.818671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20129906-21f4-4a27-9b06-316407f74512') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:00.818997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:00.819179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20129906-21f4-4a27-9b06-316407f74512') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:00.846252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.867384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Update dhcp port {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': 'a79d568e-bb8a-42a9-9a48-22fda2f8c575', 'ip_address': '2001:db8::f816:3eff:fe23:847a'}, {'subnet_id': '318ce348-cef0-4cb5-920e-6fba8a2db17b'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:23:00.872303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.873372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.893094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:fe5e:eb66 (5ab54424-188e-4b54-81b5-4cfc68514aa3/a79d568e-bb8a-42a9-9a48-22fda2f8c575/1c463fcd-26e5-47c2-a3dc-e399071b52a4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:00.899427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2fa5553-674e-495e-a9b2-c1d863e68aa2 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:00.921368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Update dhcp port {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'fixed_ips': [{'subnet_id': '6df25e95-aeb9-4527-934b-973e7081ee4d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '15bbff7a-7535-463e-a93f-5dfdcebebbe6'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'e13eea30-f661-4ee0-aea5-c93e2108f0de'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:23:00.945390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:00.959852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.021020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:01.039044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:01.040303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:23:01.040626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Pushing event updated for resources: {'Port': ['ID=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:01.050134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:security_group_rule and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:01.055282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52490bdc-be82-43ef-b142-9ebf87228920 tempest-FloatingIPAdminTestJSON-985267622 tempest-FloatingIPAdminTestJSON-985267622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:01.059340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:01.071001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bf018ad3-da53-4224-88be-48a1fdcd82c8 None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:01.072248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf018ad3-da53-4224-88be-48a1fdcd82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.119674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:01.120134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:01.163711 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:01.172253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event deleted for resources: {'Port': ['ID=23afd6ad-e0b6-4f51-bbe7-f0a85769ae87,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:01.198001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:01.255760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.343365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:01.344011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.407628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.459198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Allocated IP 172.20.0.2 (9481ac1c-a644-40c1-a864-80a23f141b83/1141fb2d-ae82-443d-bd13-660abfb710ae/9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:01.512597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:01.562111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.569471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:01.583807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 9481ac1c-a644-40c1-a864-80a23f141b83 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:01.610907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=979a92bc-bdae-4e29-8b5e-ce49c68c7a56,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:01.612580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.615282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Checking segment: {'id': '1e90d473-c81f-4d52-938b-669253455ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:01.616470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network hostable DHCP agents. Network: d0a6153f-b9df-4e86-a4f7-64ac694c9768, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:23:01.622683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.628585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:01.639120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:01.656229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:01.761825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Port 23afd6ad-e0b6-4f51-bbe7-f0a85769ae87 not found while updating agent binding for router e6130409-b581-406b-bede-9bfb569128ab. {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:212}} Dec 22 15:23:01.766458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bf018ad3-da53-4224-88be-48a1fdcd82c8 None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:01.800111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.801234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31160656-df0d-4cde-a190-633df14c9105 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:01.872114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.908690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0a3b7725-a0aa-4284-985a-cc825ef07035 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:01.953243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:01.955398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:01.960932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.104968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:23:02.131435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=9e64e64a-9b78-40c3-b2aa-0838e7a52411,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:02.159257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.164410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, d0a6153f-b9df-4e86-a4f7-64ac694c9768) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:02.177271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:02.180502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.181589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:02.201989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.209286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c476f4da-70a3-4656-9423-5e93df2a8a16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:02.273100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1026750 Dec 22 15:23:02.273898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3980458 Dec 22 15:23:02.278037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43174) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:02.278428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43176) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:02.298054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'subnet': {'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:02.322220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.332576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "DELETE /v2.0/routers/31160656-df0d-4cde-a190-633df14c9105 HTTP/1.1" status: 204 len: 168 time: 8.5214682 Dec 22 15:23:02.333797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43182) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:02.340806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Routers {'e6130409-b581-406b-bede-9bfb569128ab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:02.342326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:22:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e6130409-b581-406b-bede-9bfb569128ab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:02.349607 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/9e64e64a-9b78-40c3-b2aa-0838e7a52411 HTTP/1.1" status: 204 len: 168 time: 4.5028009 Dec 22 15:23:02.351504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43186) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:02.358205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-156458340', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:02.397825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.411757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd7319-4155-4823-b0d4-b3c144051600,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:02.414685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.416124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1884201 Dec 22 15:23:02.434006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:02.437225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43190) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:02.456898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fae77a-3fd9-4e1e-a671-78db25a73588 None None] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:02.472694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1843423348', 'security_groups': ['24dd7319-4155-4823-b0d4-b3c144051600'], 'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15bbff7a-7535-463e-a93f-5dfdcebebbe6'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:02.478661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.497512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 1c463fcd-26e5-47c2-a3dc-e399071b52a4 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:02.631968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:02.637594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 979a92bc-bdae-4e29-8b5e-ce49c68c7a56 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:02.638005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.674635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Usage tracker for resource:router and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:02.762335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:02.793919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Usage tracker for resource:subnet and tenant:e7434e0a07014d2e934ef0a51bf1c0c9 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:02.814497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:02.818538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:02.833870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:02.841567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-50ae400f-f3b0-419d-97de-2cd3bd528dbb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:02.987343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:02.994898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:02.997727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:03.020798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:03.026153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:03.027009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.044414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Made reservation on behalf of e7434e0a07014d2e934ef0a51bf1c0c9 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:03.101815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:03.135151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=1c463fcd-26e5-47c2-a3dc-e399071b52a4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:03.144181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:03.158959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:03.307785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfb8dc7a-f4bc-4886-8632-0c67a865bf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.328372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] Set router e6130409-b581-406b-bede-9bfb569128ab gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:03.372492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.377471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.436735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:03.469919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.471054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.480651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:03.499253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.515028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6795230 Dec 22 15:23:03.516610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43194) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:03.521170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.521807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6130409-b581-406b-bede-9bfb569128ab {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:03.599880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Allocated IP 2001:db8:0:1::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/318ce348-cef0-4cb5-920e-6fba8a2db17b/e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:03.670061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6130409-b581-406b-bede-9bfb569128ab', 'name': 'tempest-snat-router-527355576', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:46Z', 'updated_at': '2021-12-22T15:23:00Z', 'revision_number': 5, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:03.711749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 1c463fcd-26e5-47c2-a3dc-e399071b52a4 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:03.712348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.754863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1030a405-cb73-4738-b6d8-61999e2732b1 None None] The sync data for ids ['e6130409-b581-406b-bede-9bfb569128ab'] in dv-neutron-822709-1-hyperv is: [{'id': 'e6130409-b581-406b-bede-9bfb569128ab', 'name': 'tempest-snat-router-527355576', 'tenant_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:22:46Z', 'updated_at': '2021-12-22T15:23:00Z', 'revision_number': 5, 'project_id': '8a5eeb6d54bb4df2b351fb6a7a1218d9', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:03.798676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.802188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:03.818702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.928270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Allocated IP 2001:db8::2 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/15bbff7a-7535-463e-a93f-5dfdcebebbe6/e13eea30-f661-4ee0-aea5-c93e2108f0de) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:03.960263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:03.962496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e6130409-b581-406b-bede-9bfb569128ab HTTP/1.1" status: 204 len: 168 time: 9.1362903 Dec 22 15:23:03.971285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43200) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:04.015766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 979a92bc-bdae-4e29-8b5e-ce49c68c7a56 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:04.093385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.096805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ffee00-304d-4d0f-abdf-f1383fd274e9 None None] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:04.160116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.210196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.212830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Transition to ACTIVE for port object 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:04.213037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.296396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] device_id is not set on port cbee10ce-0705-4977-a03e-7a16af36f2dd yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:04.366966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-d0a6153f-b9df-4e86-a4f7-64ac694c9768', 'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768', 'tenant_id': 'e7434e0a07014d2e934ef0a51bf1c0c9', 'fixed_ips': [{'subnet_id': 'f6930eab-9358-4a32-9ea4-2dfdef1a5a5e'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:23:04.367906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.463356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Transition to ACTIVE for port object 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:04.525933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] Provisioning for port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:04.549936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.565688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.601809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-17755814-4ad8-4041-adf5-f249647739bc None None] For port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:04.606473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-346ea695-d8f7-462f-bc62-0b7cbf2323ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:04.645104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] Provisioning complete for port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:04.645593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.691059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:04.694715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b38919cc-fb31-46a0-8925-11bd049cc632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.769130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.779981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6cac930-8cd7-44b1-a9f6-bb46879ebf30 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:04.788753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:04.788753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.842468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e13eea30-f661-4ee0-aea5-c93e2108f0de,segment=NetworkSegment(ba678790-512c-4f8c-b662-f00378b97767),segment_id=ba678790-512c-4f8c-b662-f00378b97767)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:04.861285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.870123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=979a92bc-bdae-4e29-8b5e-ce49c68c7a56,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:04.876910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:04.877232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:04.877668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03f244ed-961e-44da-9195-0610bd5ad66f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:04.923628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Network 9481ac1c-a644-40c1-a864-80a23f141b83 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:04.972004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:04.987303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Pushing event updated for resources: {'Port': ['ID=9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:04.998922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:05.005952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.017114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:05.067313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Subnet': ['ID=df896ac4-74df-4fad-89f3-21c4deec9a14,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:05.077190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:05.094741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.100122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Checking segment: {'id': '70eaa20c-0ae6-46ae-a5a9-f97a53293158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:05.100536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network hostable DHCP agents. Network: 37fc890d-7e97-4758-9bb8-3f81709168ee, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:23:05.323713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.361714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Transition to ACTIVE for port object e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:05.398927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/979a92bc-bdae-4e29-8b5e-ce49c68c7a56 HTTP/1.1" status: 204 len: 168 time: 3.1111743 Dec 22 15:23:05.403884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43206) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:05.438077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.451149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1252c9-f70d-4eec-9b45-c85a7e62cd63 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:05.451981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1252c9-f70d-4eec-9b45-c85a7e62cd63 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:05.455955 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f1252c9-f70d-4eec-9b45-c85a7e62cd63 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/979a92bc-bdae-4e29-8b5e-ce49c68c7a56 HTTP/1.1" status: 404 len: 333 time: 0.0486383 Dec 22 15:23:05.457585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43210) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:05.490518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.501628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network 37fc890d-7e97-4758-9bb8-3f81709168ee is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:23:05.514267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae238aad-b5a7-4d94-ae03-8f6484b33f07 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:23:05.514849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ae238aad-b5a7-4d94-ae03-8f6484b33f07 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:05.536590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:05.552274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 37fc890d-7e97-4758-9bb8-3f81709168ee) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:05.557142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:05.560313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.567553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 1c463fcd-26e5-47c2-a3dc-e399071b52a4 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:05.579555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ae238aad-b5a7-4d94-ae03-8f6484b33f07 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:05.582126 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae238aad-b5a7-4d94-ae03-8f6484b33f07 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/979a92bc-bdae-4e29-8b5e-ce49c68c7a56 HTTP/1.1" status: 404 len: 333 time: 0.1222396 Dec 22 15:23:05.584160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43214) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:05.595726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f310cb1-1334-4a63-ba3b-21c574117dc9 None None] Network 37fc890d-7e97-4758-9bb8-3f81709168ee requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:05.634160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3494539 Dec 22 15:23:05.639578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43218) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:05.645565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Allocated IP 172.20.0.2 (d0a6153f-b9df-4e86-a4f7-64ac694c9768/f6930eab-9358-4a32-9ea4-2dfdef1a5a5e/2bf6bb41-c954-433f-8a57-1eabb37d73b0) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:05.694184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Transition to ACTIVE for port object e13eea30-f661-4ee0-aea5-c93e2108f0de will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:05.751691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.761759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Attempting to bind port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:05.763890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Attempting to bind port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a27759f0-855f-451f-906e-2e40de357c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:05.763890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Attempting to bind port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d on network 9481ac1c-a644-40c1-a864-80a23f141b83 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:05.932266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8::66 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/15bbff7a-7535-463e-a93f-5dfdcebebbe6/cbee10ce-0705-4977-a03e-7a16af36f2dd) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:05.937257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:05.988467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.045881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.072609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.125185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Pushing event updated for resources: {'Port': ['ID=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:06.269459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 1141fb2d-ae82-443d-bd13-660abfb710ae {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:06.300893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] For port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,segment=NetworkSegment(738a0b4e-e304-4cbc-ad8a-194cc0440db5),segment_id=738a0b4e-e304-4cbc-ad8a-194cc0440db5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:06.327717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.360337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:06.360748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Checking segment: {'id': 'a27759f0-855f-451f-906e-2e40de357c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:06.361223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.361828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Bound using segment: {'id': 'a27759f0-855f-451f-906e-2e40de357c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:06.363266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Bound port: 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27759f0-855f-451f-906e-2e40de357c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9481ac1c-a644-40c1-a864-80a23f141b83'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:06.363266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.421872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:06.488378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.513753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-064c5063-24ae-49dc-9073-46947a2b3fe8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:06.534881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e73ce31d-6a81-4ca8-923c-ffb2d2a38251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:06.544591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.585111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=1c463fcd-26e5-47c2-a3dc-e399071b52a4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:06.594907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:06.644383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Allocated IP 172.26.4.16 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/520184c4-3a36-4e03-8e64-298c501bbbaa) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:06.648678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.707490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.754418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.762965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-37fc890d-7e97-4758-9bb8-3f81709168ee', 'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee', 'tenant_id': 'e7434e0a07014d2e934ef0a51bf1c0c9', 'fixed_ips': [{'subnet_id': 'df896ac4-74df-4fad-89f3-21c4deec9a14'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:23:06.763899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.845630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.852285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.865111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object cbee10ce-0705-4977-a03e-7a16af36f2dd will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:06.942353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:06.955634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acd1859e-6005-4771-8e91-2c569117ad68 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:06.985173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/1c463fcd-26e5-47c2-a3dc-e399071b52a4 HTTP/1.1" status: 204 len: 168 time: 3.4633665 Dec 22 15:23:06.990161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43226) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:07.012883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.151716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:07.183251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:07.202153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:07.214367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:07.215418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.269129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.280946 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/1141fb2d-ae82-443d-bd13-660abfb710ae HTTP/1.1" status: 204 len: 168 time: 1.6954787 Dec 22 15:23:07.282348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=cbee10ce-0705-4977-a03e-7a16af36f2dd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:07.312883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43230) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:07.371165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:07.372864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.395188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b8adec2-b3e2-47e2-bf70-e4751da7ed88 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:07.410916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.451576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=1141fb2d-ae82-443d-bd13-660abfb710ae,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:07.472454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:07.505069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.516484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0621319 Dec 22 15:23:07.561033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.563843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43238) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:07.573427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:07.574842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Transition to ACTIVE for port object 2bf6bb41-c954-433f-8a57-1eabb37d73b0 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:07.599778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Transition to ACTIVE for port object 2bf6bb41-c954-433f-8a57-1eabb37d73b0 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:07.619662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.645664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:07.662015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] For port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:07.666953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] For port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d,segment=NetworkSegment(a27759f0-855f-451f-906e-2e40de357c5e),segment_id=a27759f0-855f-451f-906e-2e40de357c5e)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:07.678057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9342f3c8-8abd-472f-9c5c-9e2055dbb6d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:07.679354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9342f3c8-8abd-472f-9c5c-9e2055dbb6d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:07.705747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Allocated IP 172.20.0.2 (37fc890d-7e97-4758-9bb8-3f81709168ee/df896ac4-74df-4fad-89f3-21c4deec9a14/7e48f434-02c2-48cb-ae20-7572c9ca53e6) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:07.709630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Deleting port 1719de79-5e2c-4c57-9b8c-64511357a661 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:07.710400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.733044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.756900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.761464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:07.763125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.789746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:07.864174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Pushing event updated for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:07.915918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:07.922781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:07.923249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:23:07.923863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:07.933291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.399s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:07.933762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c501d39-926b-4bc2-9a53-e712b9f9c639 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.239s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:07.971332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:07.971751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:08.074534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:08.092782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:08.095762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:08.146757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-81d8d4b5-251d-4e6c-b786-6a7e7432e217 None None] Provisioning complete for port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:08.147899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81d8d4b5-251d-4e6c-b786-6a7e7432e217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:08.746104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event updated for resources: {'Port': ['ID=520184c4-3a36-4e03-8e64-298c501bbbaa,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:08.771300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:08.848939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9342f3c8-8abd-472f-9c5c-9e2055dbb6d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:08.851097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9342f3c8-8abd-472f-9c5c-9e2055dbb6d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.8583395 Dec 22 15:23:08.863858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43244) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:08.973586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] For port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d,segment=NetworkSegment(a27759f0-855f-451f-906e-2e40de357c5e),segment_id=a27759f0-855f-451f-906e-2e40de357c5e)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:08.979734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:08.979934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.066099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Attempting to bind port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:09.066635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:09.066789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Attempting to bind port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '1e90d473-c81f-4d52-938b-669253455ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:09.067557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Attempting to bind port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 on network d0a6153f-b9df-4e86-a4f7-64ac694c9768 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:09.076162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:09.084565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:09.154695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] For port 1719de79-5e2c-4c57-9b8c-64511357a661, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1719de79-5e2c-4c57-9b8c-64511357a661,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:09.157916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.181907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e508bae-dec7-4251-94a3-e0e5968a5cbf None None] Pushing event updated for resources: {'Port': ['ID=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:09.227096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:09.228156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Checking segment: {'id': '1e90d473-c81f-4d52-938b-669253455ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:09.228903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.229522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Bound using segment: {'id': '1e90d473-c81f-4d52-938b-669253455ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:09.232057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Bound port: 2bf6bb41-c954-433f-8a57-1eabb37d73b0, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e90d473-c81f-4d52-938b-669253455ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd0a6153f-b9df-4e86-a4f7-64ac694c9768'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:09.232770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.352268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:09.355105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f25f89b0-611e-4664-9b8d-8821f0617516 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:09.389770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Calling delete_port for 1719de79-5e2c-4c57-9b8c-64511357a661 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:09.473074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Allocated IP 172.20.0.1 (d0a6153f-b9df-4e86-a4f7-64ac694c9768/f6930eab-9358-4a32-9ea4-2dfdef1a5a5e/d64c6051-7159-4116-8a83-448611832d8f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:09.552817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:09.555647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: f25f89b0-611e-4664-9b8d-8821f0617516 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:09.556344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f25f89b0-611e-4664-9b8d-8821f0617516 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:09.557108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cef7904-eea1-4bb9-afa0-97238c8f2ccf no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:09.750796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port c270d3ff-cf10-489d-b65d-d9a5bb95de3c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:09.751406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.800190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.835476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Transition to ACTIVE for port object 7e48f434-02c2-48cb-ae20-7572c9ca53e6 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:09.839740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Pushing event updated for resources: {'Port': ['ID=2bf6bb41-c954-433f-8a57-1eabb37d73b0,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:09.849925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01ec919-62e4-4019-bffd-2b941b3ed50a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:09.855150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d01ec919-62e4-4019-bffd-2b941b3ed50a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.9822199 Dec 22 15:23:09.867731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:09.879438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43250) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:09.881483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71522287-46f2-4a6d-9156-b56cc57c80e3 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:09.932918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7cef7904-eea1-4bb9-afa0-97238c8f2ccf {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:09.933324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7cef7904-eea1-4bb9-afa0-97238c8f2ccf not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:09.935134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Pushing event deleted for resources: {'Port': ['ID=9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:09.948498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.015s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:09.959090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.207s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:09.959090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:09.963296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.171s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:09.963613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:09.986016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Transition to ACTIVE for port object 7e48f434-02c2-48cb-ae20-7572c9ca53e6 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:10.017249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] For port 2bf6bb41-c954-433f-8a57-1eabb37d73b0, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:10.021286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:10.021783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] For port 2bf6bb41-c954-433f-8a57-1eabb37d73b0, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2bf6bb41-c954-433f-8a57-1eabb37d73b0,segment=NetworkSegment(1e90d473-c81f-4d52-938b-669253455ceb),segment_id=1e90d473-c81f-4d52-938b-669253455ceb)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:10.027571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8ce9adea-59b7-4bba-912d-7f33286f1956 None None] Provisioning for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:10.029222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:10.036892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.038287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8ce9adea-59b7-4bba-912d-7f33286f1956 None None] Provisioning complete for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:10.040194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ce9adea-59b7-4bba-912d-7f33286f1956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.071108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No DVR routers for this DVR port 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:10.083728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.089061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.109082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-366225ca-37b5-4b81-842b-589de03fde7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:10.246498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba912d-7634-4c26-99c8-2b8852caa1f5 None None] Pushing event updated for resources: {'Port': ['ID=2bf6bb41-c954-433f-8a57-1eabb37d73b0,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:10.246726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3c82e5f5-f4b8-4b51-b27b-97d34eca880c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:10.280157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.287932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:10.288354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c29e10-25b1-4643-9391-530eeebeb401 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:10.291395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c29e10-25b1-4643-9391-530eeebeb401 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:10.293348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c29e10-25b1-4643-9391-530eeebeb401 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:10.294533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90c29e10-25b1-4643-9391-530eeebeb401 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:10.408397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.419670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port c270d3ff-cf10-489d-b65d-d9a5bb95de3c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:10.420362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.425042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Transition to ACTIVE for port object d64c6051-7159-4116-8a83-448611832d8f will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:10.464234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Network 37fc890d-7e97-4758-9bb8-3f81709168ee is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:10.467120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9481ac1c-a644-40c1-a864-80a23f141b83']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:10.499953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90c29e10-25b1-4643-9391-530eeebeb401 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:10.504103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90c29e10-25b1-4643-9391-530eeebeb401 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5567553 Dec 22 15:23:10.505850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43254) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:10.508574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27759f0-855f-451f-906e-2e40de357c5e') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:10.509621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27759f0-855f-451f-906e-2e40de357c5e') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:10.549435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:10.552267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:10.563826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8ce9adea-59b7-4bba-912d-7f33286f1956 None None] Could not find standard attr ID for object 1c463fcd-26e5-47c2-a3dc-e399071b52a4. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:23:10.568166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Pushing event updated for resources: {'Port': ['ID=7e48f434-02c2-48cb-ae20-7572c9ca53e6,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:10.572056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:10.619521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:10.620592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:10.681204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Attempting to bind port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:10.681573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Attempting to bind port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '70eaa20c-0ae6-46ae-a5a9-f97a53293158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:10.681893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Attempting to bind port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 on network 37fc890d-7e97-4758-9bb8-3f81709168ee {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:10.683255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.703634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:10.703874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Checking segment: {'id': '70eaa20c-0ae6-46ae-a5a9-f97a53293158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:10.704214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.704664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Bound using segment: {'id': '70eaa20c-0ae6-46ae-a5a9-f97a53293158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:10.705209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Bound port: 7e48f434-02c2-48cb-ae20-7572c9ca53e6, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70eaa20c-0ae6-46ae-a5a9-f97a53293158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '37fc890d-7e97-4758-9bb8-3f81709168ee'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:10.705637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.716610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for c270d3ff-cf10-489d-b65d-d9a5bb95de3c owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:10.739447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:10.739772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.741998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.816467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:10.817359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.834981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fc457777-f821-48b4-a0cd-e407ee7564f1 None None] Provisioning for port e13eea30-f661-4ee0-aea5-c93e2108f0de completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:10.836847 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:10.848052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.862667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fc457777-f821-48b4-a0cd-e407ee7564f1 None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:10.863152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc457777-f821-48b4-a0cd-e407ee7564f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:10.868684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:10.916338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event deleted for resources: {'Port': ['ID=1719de79-5e2c-4c57-9b8c-64511357a661,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:11.059366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e13eea30-f661-4ee0-aea5-c93e2108f0de up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:11.141581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:11.160635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:11.184905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Port': ['ID=d64c6051-7159-4116-8a83-448611832d8f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:11.192269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] For port 7e48f434-02c2-48cb-ae20-7572c9ca53e6, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:11.217609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:11.224782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 318ce348-cef0-4cb5-920e-6fba8a2db17b {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:11.233132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:11.248059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] For port 7e48f434-02c2-48cb-ae20-7572c9ca53e6, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7e48f434-02c2-48cb-ae20-7572c9ca53e6,segment=NetworkSegment(70eaa20c-0ae6-46ae-a5a9-f97a53293158),segment_id=70eaa20c-0ae6-46ae-a5a9-f97a53293158)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:11.280760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:11.282135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.287078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.316944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.325127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.348197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.357770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:11.358450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.359764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.381279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:11.391021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=9481ac1c-a644-40c1-a864-80a23f141b83,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:11.393851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:11.401808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/9481ac1c-a644-40c1-a864-80a23f141b83 HTTP/1.1" status: 204 len: 168 time: 4.0784149 Dec 22 15:23:11.408148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43258) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:11.433628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-319278044'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:11.452310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:11.469506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:11.473661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.477301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.511488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:11.527246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:11.597048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:11.604357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.693186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8ef09-0bac-467c-a88c-0037b1642fad None None] DHCP port deletion for 9481ac1c-a644-40c1-a864-80a23f141b83 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:11.709908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:11.710650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.749725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:23:11.755894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.784661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.797054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Pushing event updated for resources: {'Port': ['ID=7e48f434-02c2-48cb-ae20-7572c9ca53e6,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:11.807711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:11.842775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23043e4-2996-496d-8d59-1678ffb5ab7e None None] Network 9481ac1c-a644-40c1-a864-80a23f141b83 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:11.854864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.855381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment 30fa8de6-cd1a-4f9d-8063-57631a834291 of type vlan for network d26640b5-bde3-44d8-b0d7-419f3f1eb690 Dec 22 15:23:11.868291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fc457777-f821-48b4-a0cd-e407ee7564f1 None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:11.869248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc457777-f821-48b4-a0cd-e407ee7564f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.899927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:11.971168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23043e4-2996-496d-8d59-1678ffb5ab7e None None] Network 9481ac1c-a644-40c1-a864-80a23f141b83 could not be found, it might have been deleted concurrently. {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:23:11.981724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.079199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fc457777-f821-48b4-a0cd-e407ee7564f1 None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:12.116318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.128556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:12.203342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7677689e-d6aa-42dd-9b9a-42f5232a3e57 None None] Could not find standard attr ID for object 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:23:12.229506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:12.229506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.264693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7677689e-d6aa-42dd-9b9a-42f5232a3e57 None None] Provisioning for port cbee10ce-0705-4977-a03e-7a16af36f2dd completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:12.279532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7677689e-d6aa-42dd-9b9a-42f5232a3e57 None None] Provisioning complete for port cbee10ce-0705-4977-a03e-7a16af36f2dd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:12.280037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7677689e-d6aa-42dd-9b9a-42f5232a3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.379767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7677689e-d6aa-42dd-9b9a-42f5232a3e57 None None] Port cbee10ce-0705-4977-a03e-7a16af36f2dd cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:12.433277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.438452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.500491 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15bbff7a-7535-463e-a93f-5dfdcebebbe6 (CIDR: 2001:db8::/64) Dec 22 15:23:12.517134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.521092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d53852d-1e12-4e6b-8c3c-71348f26dcb0 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:12.558127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:12.559541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8d53852d-1e12-4e6b-8c3c-71348f26dcb0 HTTP/1.1" status: 204 len: 168 time: 8.4898248 Dec 22 15:23:12.564972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:12.565535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:12.570311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43262) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:12.707492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-668512541', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:12.896386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:12.930254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Usage tracker for resource:router and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:12.935513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bd62e8b-4810-4f67-99e5-887f1ef9abb3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:12.940881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:12.974374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:12.986995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2aea32bb-40c5-4747-b5a4-422edbb0540e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 5.4233425 Dec 22 15:23:12.988571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43266) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:13.002133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:13.014223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c9329-42de-43fe-93af-a4cd186b47e7 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:13.041662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.043894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2bf6bb41-c954-433f-8a57-1eabb37d73b0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:13.064754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.077550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=318ce348-cef0-4cb5-920e-6fba8a2db17b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:13.081848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:13.091201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:13.106658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.142842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/318ce348-cef0-4cb5-920e-6fba8a2db17b HTTP/1.1" status: 204 len: 168 time: 2.6165767 Dec 22 15:23:13.142842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43270) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:13.156241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.164464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:13.166318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.194661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:23:13.197599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.199209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.250728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8bc03888-f2c5-4909-8fd6-3b469ba469aa tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:13.309932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.330983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=c270d3ff-cf10-489d-b65d-d9a5bb95de3c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:13.416381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:13.474793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.573483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:13.601343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:13.655786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:13.656181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9fdd5bd7-b8f1-48ba-9ad1-ae8d0b1a9e7d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:13.744207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3192015 Dec 22 15:23:13.752794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27339fad-e696-4bf5-a154-b8775d7ff04a None None] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:13.803198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43274) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:13.808166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=d26640b5-bde3-44d8-b0d7-419f3f1eb690,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:13.816914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:13.841976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:13.842564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:13.861370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.893459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet a79d568e-bb8a-42a9-9a48-22fda2f8c575 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:13.935187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:13.946657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:13.949776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:13.956629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:13.981992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:14.157674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:14.164023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.211414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:23:14.245607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Port': ['ID=d64c6051-7159-4116-8a83-448611832d8f,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:14.255359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:14.256536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:14.271012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:14.277207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:14.286508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.324080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Provisioning for port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:14.360156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Router 95efd9e1-9894-48be-95e6-4a8efef0a035 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:23:14.373308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.414555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Provisioning complete for port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:14.415526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.422335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.429821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.550122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:14.579578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:14.597271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:14.648610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6df25e95-aeb9-4527-934b-973e7081ee4d (CIDR: 2001:db8:0:1::/64) Dec 22 15:23:14.700289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.770878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] For port 2bf6bb41-c954-433f-8a57-1eabb37d73b0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2bf6bb41-c954-433f-8a57-1eabb37d73b0,segment=NetworkSegment(1e90d473-c81f-4d52-938b-669253455ceb),segment_id=1e90d473-c81f-4d52-938b-669253455ceb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:14.799749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:14.800425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:14.813538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.818753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:14.834142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48175d5f-0b38-4510-a2c8-a0ba9d2bfc68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:14.851569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52f2499e-86db-440e-b872-36011fe0c2e0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:14.902016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a2d1a543-2143-4fb5-9427-4e71955e0b24 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9051390 Dec 22 15:23:14.907849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43278) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:14.919370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7e48f434-02c2-48cb-ae20-7572c9ca53e6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:14.928589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'subnet': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:15.057475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Pushing event updated for resources: {'Port': ['ID=2bf6bb41-c954-433f-8a57-1eabb37d73b0,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:15.076230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:15.102597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:15.145778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=a79d568e-bb8a-42a9-9a48-22fda2f8c575,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:15.152400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:15.170099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:15.176337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1719de79-5e2c-4c57-9b8c-64511357a661 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:15.208706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/a79d568e-bb8a-42a9-9a48-22fda2f8c575 HTTP/1.1" status: 204 len: 168 time: 2.0647275 Dec 22 15:23:15.281011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43282) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:15.299757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 1719de79-5e2c-4c57-9b8c-64511357a661 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:15.300648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1719de79-5e2c-4c57-9b8c-64511357a661 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:15.303702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f83810-c5cf-47f8-9157-0a27afed13d2 None None] Network 37fc890d-7e97-4758-9bb8-3f81709168ee requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:15.335209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:15.342504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:15.511933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Provisioning for port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:15.529358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Provisioning complete for port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:15.530064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:15.847055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6cad57-56bd-452a-97af-fc8f955b2ea6 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:15.858802 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-75aa73e0-0236-4f74-a7a4-2ab5a5ea8bd3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4993112 Dec 22 15:23:15.865612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43286) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:15.881114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:16.024941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:16.032447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:16.038095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a91d6af6-7361-451e-abf6-2b7cdb707758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:16.038413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:16.042063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:16.050370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:16.152860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': '30fa8de6-cd1a-4f9d-8063-57631a834291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:16.153586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: d26640b5-bde3-44d8-b0d7-419f3f1eb690, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:23:16.222511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:16.251185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:23:16.263647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=f4f8fe96-59ae-4f02-a9e5-899248bf95fc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:16.267832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:16.279344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Router eb0ff6c5-4e23-449d-81a3-45ffd418998d is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:23:16.342311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:16.346961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Usage tracker for resource:subnet and tenant:5d86d41addff41dea021f7a3e4ddfdd8 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:16.350375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:16.358207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:16.370364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:16.383721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, d26640b5-bde3-44d8-b0d7-419f3f1eb690) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:16.389583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:16.391295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:16.408272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3540b-b73d-42f2-9d3f-f9468a3bd7e1 None None] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:16.483744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] For port 7e48f434-02c2-48cb-ae20-7572c9ca53e6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7e48f434-02c2-48cb-ae20-7572c9ca53e6,segment=NetworkSegment(70eaa20c-0ae6-46ae-a5a9-f97a53293158),segment_id=70eaa20c-0ae6-46ae-a5a9-f97a53293158)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:16.490596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Made reservation on behalf of 5d86d41addff41dea021f7a3e4ddfdd8 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:16.564397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:16.577734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df49b273-6959-4375-b082-ff978c1fd4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:16.582637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:16.669723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Pushing event updated for resources: {'Port': ['ID=7e48f434-02c2-48cb-ae20-7572c9ca53e6,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:16.672994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:16.760703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:16.801159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2bf6bb41-c954-433f-8a57-1eabb37d73b0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:16.908039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:16.925811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1191664 Dec 22 15:23:16.926446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:16.939520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1384243719'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:16.969111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:16.972379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.020750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] Sync routers for ids ['95efd9e1-9894-48be-95e6-4a8efef0a035'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:17.027368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Provisioning complete for port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:17.028249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.093004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-d26640b5-bde3-44d8-b0d7-419f3f1eb690', 'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': 'f4f8fe96-59ae-4f02-a9e5-899248bf95fc'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:23:17.095173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.114626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:17.120432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:17.123774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:17.131199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:17.157838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:17.158782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Deleting port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:17.159591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.168334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5274329 Dec 22 15:23:17.169378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:17.176802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] Sync routers for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:17.206141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:17.207278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:17.312767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:17.328100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:17.328857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:17.329430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:17.340048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.398219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.464969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:17.472481 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 15.1316545 Dec 22 15:23:17.473868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43298) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:17.519394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': False}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:17.532194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:17.586151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:17.587127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa004a01-09b1-460d-8b60-3593ed567929 None None] The sync data for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:17.660459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] Routers {'95efd9e1-9894-48be-95e6-4a8efef0a035'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:17.661650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['95efd9e1-9894-48be-95e6-4a8efef0a035'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:17.748007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:17.960589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.4 (d26640b5-bde3-44d8-b0d7-419f3f1eb690/f4f8fe96-59ae-4f02-a9e5-899248bf95fc/65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:18.016152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Allocated IP 172.26.4.9 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/4ad905db-e26c-4d3b-9a01-4167bb3b270e) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:18.243912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] For port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:18.244531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.320569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:18.336281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] Routers {'95efd9e1-9894-48be-95e6-4a8efef0a035'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:18.337730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['95efd9e1-9894-48be-95e6-4a8efef0a035'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:18.389359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.466117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Calling delete_port for e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:18.517830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:18.518424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.542129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:18.561019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:18.561706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc308f0-7aa1-44aa-8fe8-77c45d37adf6 None None] The sync data for ids ['95efd9e1-9894-48be-95e6-4a8efef0a035'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:18.637478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Provisioning for port d64c6051-7159-4116-8a83-448611832d8f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:18.689791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Provisioning complete for port d64c6051-7159-4116-8a83-448611832d8f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:18.690396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.710211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.725568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87a27b06-7d09-46d0-ba63-592317ba3a8c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:18.833664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.843990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Allocated IP 172.20.0.2 (d26640b5-bde3-44d8-b0d7-419f3f1eb690/f4f8fe96-59ae-4f02-a9e5-899248bf95fc/c4b1c889-0ef3-4739-ba78-12078f37de2b) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:18.850771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:18.913909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Port d64c6051-7159-4116-8a83-448611832d8f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:18.932745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Pushing event deleted for resources: {'Port': ['ID=e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:18.936000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:18.947185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] No DVR routers for this DVR port e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:18.967831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:18.968411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:18.974471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:18.979815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:18.990872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:18.991443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:19.039400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Provisioning complete for port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:19.039400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b033fab-573e-4a70-9230-b932e099ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.080836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-f9d3c184-a1e9-406a-86bd-457c48317197 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:19.088952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9d3c184-a1e9-406a-86bd-457c48317197 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9179235 Dec 22 15:23:19.094858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43302) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:19.232315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.232653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7e48f434-02c2-48cb-ae20-7572c9ca53e6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:19.240278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2489f5af-4f32-4b5e-bdfe-d18db89c15e2 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:19.245741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:19.246579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.307459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.340398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.424745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:19.460165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:19.462609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=0edd90e6-1fa4-477d-8f09-22a6188e566a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:19.464637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5350447 Dec 22 15:23:19.477842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43306) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:19.485718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:19.486798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.513998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:19.516753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5945be3d-90e6-4cb4-8696-fe6c69a32466 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:19.530324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbff6c-c7d8-4765-9fd6-97a65e6631af None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:19.556502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:19.606435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.646191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:19.690447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:19.691513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.706788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86045f8b-76e4-439c-9912-75e573ea6e60 None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:19.716308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:19.740511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:19.762224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:19.762999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.778252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:19.866079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9864874 Dec 22 15:23:19.877061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:19.889459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:19.890065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:19.953997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5812104 Dec 22 15:23:19.954283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43310) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:19.954699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43312) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:19.965232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Subnet': ['ID=56ec4190-a6d2-4c3e-9b44-21bf2cf5983e,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:19.982780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:19.995042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:20.058937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c1190b4-8199-460b-94c0-f4b8c42a9357 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.706s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:20.101115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:20.126746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.2106731 Dec 22 15:23:20.150802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:20.151634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:20.156992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:20.185177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43318) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:20.259644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1495395414', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56ec4190-a6d2-4c3e-9b44-21bf2cf5983e'}], 'security_groups': ['1336ffc5-ab22-4d82-b9c1-54662e78d4ef', '285652da-51d9-4a9a-89d2-0a8633943ff0']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:20.480257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Transition to ACTIVE for port object c4b1c889-0ef3-4739-ba78-12078f37de2b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:20.541415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-61698704-3546-40e7-8c9d-ab30966b79b5 None None] Provisioning complete for port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:20.541844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61698704-3546-40e7-8c9d-ab30966b79b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:20.549200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event updated for resources: {'Port': ['ID=4ad905db-e26c-4d3b-9a01-4167bb3b270e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:20.637853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:20.690616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Transition to ACTIVE for port object c4b1c889-0ef3-4739-ba78-12078f37de2b will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:20.767922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:20.780020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:20.815534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:21.030963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:21.043533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '0edd90e6-1fa4-477d-8f09-22a6188e566a'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:23:21.044478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.075202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:21.085095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting port d64c6051-7159-4116-8a83-448611832d8f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:21.086289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.144813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:21.147725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:21.175948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Pushing event updated for resources: {'Port': ['ID=c4b1c889-0ef3-4739-ba78-12078f37de2b,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:21.273818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:21.281630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:21.289704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:21.290610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e41cd40a-f5ff-4aa7-a4ab-a62bd3c91f66 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:21.304402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:21.317230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.338694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:21.369872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:21.466735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.492243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet 48d39f21-031e-4000-a165-8b7da6ac098d {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:21.496502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.517881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.557968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:21.565595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.616558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Calling delete_port for d64c6051-7159-4116-8a83-448611832d8f owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:21.616862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Attempting to bind port c4b1c889-0ef3-4739-ba78-12078f37de2b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:21.617227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Attempting to bind port c4b1c889-0ef3-4739-ba78-12078f37de2b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '30fa8de6-cd1a-4f9d-8063-57631a834291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:21.617650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Attempting to bind port c4b1c889-0ef3-4739-ba78-12078f37de2b on network d26640b5-bde3-44d8-b0d7-419f3f1eb690 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:21.700018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:21.700459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Checking segment: {'id': '30fa8de6-cd1a-4f9d-8063-57631a834291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:21.700923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.701377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Bound using segment: {'id': '30fa8de6-cd1a-4f9d-8063-57631a834291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:21.701912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Bound port: c4b1c889-0ef3-4739-ba78-12078f37de2b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fa8de6-cd1a-4f9d-8063-57631a834291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd26640b5-bde3-44d8-b0d7-419f3f1eb690'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:21.702353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.835059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:21.854942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Allocated IP 2001:db8::f816:3eff:fe34:565d (5ab54424-188e-4b54-81b5-4cfc68514aa3/0edd90e6-1fa4-477d-8f09-22a6188e566a/b3abc97e-a64f-4957-b134-b8a65e473f34) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:21.870690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:21.876416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b71a6a1-4409-424b-8742-74460213e8bb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:21.956543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Port': ['ID=d64c6051-7159-4116-8a83-448611832d8f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:21.961685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:22.015730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Update dhcp port {'port': {'network_id': '1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b', 'fixed_ips': [{'subnet_id': '6df25e95-aeb9-4527-934b-973e7081ee4d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '15bbff7a-7535-463e-a93f-5dfdcebebbe6', 'ip_address': '2001:db8::2'}, {'subnet_id': '56ec4190-a6d2-4c3e-9b44-21bf2cf5983e'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'e13eea30-f661-4ee0-aea5-c93e2108f0de'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:23:22.024594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.141378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] For port c4b1c889-0ef3-4739-ba78-12078f37de2b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:22.154858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] For port c4b1c889-0ef3-4739-ba78-12078f37de2b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4b1c889-0ef3-4739-ba78-12078f37de2b,segment=NetworkSegment(30fa8de6-cd1a-4f9d-8063-57631a834291),segment_id=30fa8de6-cd1a-4f9d-8063-57631a834291)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:22.314129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.344535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.359432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08330570-3e7e-4810-9a04-1b4b4eb2c600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:22.441422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0edd90e6-1fa4-477d-8f09-22a6188e566a (CIDR: 2001:db8::/64) Dec 22 15:23:22.445819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.542756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.543573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.546338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:22.546860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:22.698439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.732768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:12Z', 'revision_number': 10, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:22.733307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74874b08-1f7e-4baf-bb81-658ec01e088f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7605753 Dec 22 15:23:22.734012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.751209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43322) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:22.758860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:22.799587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:22.818872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:23:22.854343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Pushing event updated for resources: {'Port': ['ID=c4b1c889-0ef3-4739-ba78-12078f37de2b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:22.868767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:22.872098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:22.891506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Transition to ACTIVE for port object b3abc97e-a64f-4957-b134-b8a65e473f34 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:22.913239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:22.913973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:22.963303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:22.993372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:23.064923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Transition to ACTIVE for port object b3abc97e-a64f-4957-b134-b8a65e473f34 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:23.112863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Router eb0ff6c5-4e23-449d-81a3-45ffd418998d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:23.127702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:23.132816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-41f5f48c-0787-42e8-8967-0f23d5b98671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:23.202112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:23.297417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:23.301220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:23.315846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:23.330316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Pushing event updated for resources: {'Port': ['ID=b3abc97e-a64f-4957-b134-b8a65e473f34,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:23.348214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:23.365131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:23.378374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] Sync routers for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:23.397045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2914555 Dec 22 15:23:23.397964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:23.421665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:23.423386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:23.540200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-685d1353-f38c-4832-9d53-231fe3f5c532 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] delete failed (client error): The resource could not be found. Dec 22 15:23:23.541944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-685d1353-f38c-4832-9d53-231fe3f5c532 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1302754576 HTTP/1.1" status: 404 len: 335 time: 0.1427588 Dec 22 15:23:23.550235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43330) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:23.559320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fbe81214-15ab-433d-a7b4-8085b05ab747 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb0ff6c5-4e23-449d-81a3-45ffd418998d'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:23.679971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:23.687941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:23.706738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26aa3754-10ec-41cd-8486-424f0a2d90fe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:23.707820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:23.711201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Attempting to bind port b3abc97e-a64f-4957-b134-b8a65e473f34 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:23.712158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Attempting to bind port b3abc97e-a64f-4957-b134-b8a65e473f34 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:23.712593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Attempting to bind port b3abc97e-a64f-4957-b134-b8a65e473f34 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:23.713837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:23.758446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:23.760353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:23.760353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:23.760353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:23.760353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Bound port: b3abc97e-a64f-4957-b134-b8a65e473f34, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:23.761035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:23.825287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:23.837484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=48d39f21-031e-4000-a165-8b7da6ac098d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:23.890410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:23.891739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62673ad4-9b68-4270-84e8-c91aea14bb47 None None] The sync data for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:23.907682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:23.911380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:23.940581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] For port b3abc97e-a64f-4957-b134-b8a65e473f34, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:23.944508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] For port b3abc97e-a64f-4957-b134-b8a65e473f34, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b3abc97e-a64f-4957-b134-b8a65e473f34,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:23.944862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:23.950281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10afeac-a5ad-42cb-8cca-da6502a8d6e6 None None] Network f7008be6-6b74-40e2-8960-ad5060dd9773 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:23.954910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:23.958991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/48d39f21-031e-4000-a165-8b7da6ac098d HTTP/1.1" status: 204 len: 168 time: 3.9828534 Dec 22 15:23:23.964329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 HTTP/1.1" status: 204 len: 168 time: 4.4685268 Dec 22 15:23:23.968332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:23.977024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:23.991461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43334) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:23.992463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43336) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.009282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:24.013868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5c7c792-29b9-4dd9-96b1-f8e7d4365c08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:24.160688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Delete allocated IP 2001:db8::66 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/15bbff7a-7535-463e-a93f-5dfdcebebbe6) {{(pid=88967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:23:24.173332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Allocated IP 2001:db8:0:2::284 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/56ec4190-a6d2-4c3e-9b44-21bf2cf5983e/cbee10ce-0705-4977-a03e-7a16af36f2dd) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:24.291786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Pushing event updated for resources: {'Port': ['ID=b3abc97e-a64f-4957-b134-b8a65e473f34,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:24.292155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:24.301986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:24.321916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:12Z', 'revision_number': 10, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:24.329999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991aa67d-a9dd-437e-8384-a6d5a8aeacb4 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:12Z', 'revision_number': 10, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None, '_interfaces': [{'id': 'd658fdb6-65c2-46b5-9d57-21383bf1fdb0', 'name': '', 'network_id': 'db838313-fed1-438c-a726-842aa4c67af4', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'mac_address': 'fa:16:3e:cb:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:20:51Z', 'updated_at': '2021-12-22T15:21:13Z', 'revision_number': 5, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'subnets': [{'id': '2bc288e6-9b6e-4db9-b0b0-bf238a346503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:24.524854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e309b9-b7a2-4e0f-9cdf-fa8791f80b87 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:23:24.525457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4e309b9-b7a2-4e0f-9cdf-fa8791f80b87 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:24.555962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:24.580909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbe81214-15ab-433d-a7b4-8085b05ab747 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:24.666212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-fbe81214-15ab-433d-a7b4-8085b05ab747 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] update failed (client error): The resource could not be found. Dec 22 15:23:24.668374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fbe81214-15ab-433d-a7b4-8085b05ab747 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d HTTP/1.1" status: 404 len: 339 time: 1.1163135 Dec 22 15:23:24.673773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43342) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.719866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:24.749802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4e309b9-b7a2-4e0f-9cdf-fa8791f80b87 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:24.754256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4e309b9-b7a2-4e0f-9cdf-fa8791f80b87 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 HTTP/1.1" status: 404 len: 333 time: 0.7553287 Dec 22 15:23:24.762451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43346) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:24.798458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] DHCP port deletion for f7008be6-6b74-40e2-8960-ad5060dd9773 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:24.805264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Deleting port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:24.805905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:24.855549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:24.986350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:24.986850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:25.377117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:25.398309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Transition to ACTIVE for port object cbee10ce-0705-4977-a03e-7a16af36f2dd will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:25.423299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] For port bc83dfca-895f-463e-b16a-3d9de9b9e2e3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:25.424009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:25.552654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:25.566545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:25.627442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c2158ff-ef85-4c19-9965-1b787f81dc28 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:25.787768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Calling delete_port for bc83dfca-895f-463e-b16a-3d9de9b9e2e3 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:25.859707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Allocated IP 2001:db8:0:2::2 (1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b/56ec4190-a6d2-4c3e-9b44-21bf2cf5983e/e13eea30-f661-4ee0-aea5-c93e2108f0de) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:25.920601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b3abc97e-a64f-4957-b134-b8a65e473f34 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:25.931824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] In _notify_port_updated(), no bound segment for port cbee10ce-0705-4977-a03e-7a16af36f2dd on network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:23:25.940517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:25.941709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:25.947142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "PUT /v2.0/ports/cbee10ce-0705-4977-a03e-7a16af36f2dd HTTP/1.1" status: 200 len: 970 time: 5.7215025 Dec 22 15:23:25.979452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43352) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:26.232382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded7b0a-08ff-4a88-a483-2159e202b650 None None] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:26.380453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Allocated IP 172.20.0.1 (ebf36fd0-273d-4869-ba6f-3b50d6913131/bd283f3a-02a3-4a21-ae50-25a3ad1664db/20f81594-47ad-46e4-86d7-ab88fc121190) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:26.476133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port cbee10ce-0705-4977-a03e-7a16af36f2dd {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:26.476606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.490196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e13eea30-f661-4ee0-aea5-c93e2108f0de,segment=NetworkSegment(ba678790-512c-4f8c-b662-f00378b97767),segment_id=ba678790-512c-4f8c-b662-f00378b97767)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:26.541118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.553920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event updated for resources: {'Port': ['ID=cbee10ce-0705-4977-a03e-7a16af36f2dd,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:26.560542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.935s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:26.575738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Transition to ACTIVE for port object e13eea30-f661-4ee0-aea5-c93e2108f0de will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:26.638253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.653477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port bc83dfca-895f-463e-b16a-3d9de9b9e2e3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,segment=NetworkSegment(dc6632e6-ff8b-4065-aebb-722a2a098970),segment_id=dc6632e6-ff8b-4065-aebb-722a2a098970)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:26.654576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.655955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:26.684817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet f4f8fe96-59ae-4f02-a9e5-899248bf95fc {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:26.696514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Router f9154256-da75-4352-9d1c-5e62cda95327 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:23:26.701455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1c358d73-3c8b-4aaf-a923-a6dca3f523fd None None] Provisioning for port c4b1c889-0ef3-4739-ba78-12078f37de2b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:26.705929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.709191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.776099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] No DVR routers for this DVR port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:26.884230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:26.949836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b3abc97e-a64f-4957-b134-b8a65e473f34 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:27.025316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for cbee10ce-0705-4977-a03e-7a16af36f2dd owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:27.048258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4b1c889-0ef3-4739-ba78-12078f37de2b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:27.096186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Pushing event updated for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:27.100941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:27.136074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aef86230-0fb2-4322-9473-330977278cc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:27.225406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Pushing event deleted for resources: {'Port': ['ID=bc83dfca-895f-463e-b16a-3d9de9b9e2e3,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:27.228786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:27.243462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for bc83dfca-895f-463e-b16a-3d9de9b9e2e3 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:27.329915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c4b1c889-0ef3-4739-ba78-12078f37de2b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:27.337622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c4b1c889-0ef3-4739-ba78-12078f37de2b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:27.338056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.338531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.374206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.412690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.416934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Transition to ACTIVE for port object 20f81594-47ad-46e4-86d7-ab88fc121190 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:27.438974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abd43f33-f888-47c8-ac9a-150c3f342664 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:27.527264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.553700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Provisioning for port b3abc97e-a64f-4957-b134-b8a65e473f34 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:27.564848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Provisioning complete for port b3abc97e-a64f-4957-b134-b8a65e473f34 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:27.565286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.621200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=cbee10ce-0705-4977-a03e-7a16af36f2dd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:27.629825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.640157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:27.645077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.664075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port c4b1c889-0ef3-4739-ba78-12078f37de2b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4b1c889-0ef3-4739-ba78-12078f37de2b,segment=NetworkSegment(30fa8de6-cd1a-4f9d-8063-57631a834291),segment_id=30fa8de6-cd1a-4f9d-8063-57631a834291)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:27.664895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3ae91da4-595f-47b4-a7a8-9c12ae3c48a0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:27.686487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:27.687466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:23:27.750907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.762989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.773479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a582f2-cfce-4168-a6a4-504e1c11d049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:27.828763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/cbee10ce-0705-4977-a03e-7a16af36f2dd HTTP/1.1" status: 204 len: 168 time: 1.8468978 Dec 22 15:23:27.829441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43358) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:27.832233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.880892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] For port b3abc97e-a64f-4957-b134-b8a65e473f34, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b3abc97e-a64f-4957-b134-b8a65e473f34,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:27.887851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=c4b1c889-0ef3-4739-ba78-12078f37de2b,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:27.892063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.900157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e960e7b0-6178-4fcd-b39e-58a5423ce0f0 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:27.904893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:27.915366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c270d3ff-cf10-489d-b65d-d9a5bb95de3c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:27.939348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.961008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c270d3ff-cf10-489d-b65d-d9a5bb95de3c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:27.961510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c270d3ff-cf10-489d-b65d-d9a5bb95de3c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:27.961923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc83dfca-895f-463e-b16a-3d9de9b9e2e3 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:27.987156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:27.994329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19e76f21-c624-4674-af2d-755b3f4a712b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:27.995863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.020940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:28.023294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c89099-13cd-48ce-acb2-256edaab4832 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] GET failed (client error): The resource could not be found. Dec 22 15:23:28.024479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c1c89099-13cd-48ce-acb2-256edaab4832 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Synchronizing usage tracker for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:28.036064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: bc83dfca-895f-463e-b16a-3d9de9b9e2e3 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:28.036064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc83dfca-895f-463e-b16a-3d9de9b9e2e3 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:28.046177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:28.058137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Port': ['ID=20f81594-47ad-46e4-86d7-ab88fc121190,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:28.075842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:28.105545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Pushing event updated for resources: {'Port': ['ID=b3abc97e-a64f-4957-b134-b8a65e473f34,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:28.119910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:28.159756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b4cb650-5651-42a1-bccb-84a8e8cab3c1 None None] Provisioning complete for port c4b1c889-0ef3-4739-ba78-12078f37de2b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:28.160525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b4cb650-5651-42a1-bccb-84a8e8cab3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.198433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port bc83dfca-895f-463e-b16a-3d9de9b9e2e3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:28.198861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.201469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:28.276248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c1c89099-13cd-48ce-acb2-256edaab4832 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Unset dirty status for tenant:5d86d41addff41dea021f7a3e4ddfdd8 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:28.280993 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c1c89099-13cd-48ce-acb2-256edaab4832 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports/cbee10ce-0705-4977-a03e-7a16af36f2dd HTTP/1.1" status: 404 len: 333 time: 0.4397461 Dec 22 15:23:28.284865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:28.303006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43362) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:28.382072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e13eea30-f661-4ee0-aea5-c93e2108f0de up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:28.392798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:28.396300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:28.396971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.415191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=da1be0ee-7fec-4314-9196-9df15cbf7fd9,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:28.418432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:28.425640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a787d-05e6-4cee-9e4c-31992ade8f13 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:28.502137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] The port 'bc83dfca-895f-463e-b16a-3d9de9b9e2e3' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:23:28.532854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.558538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.628153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8336191 Dec 22 15:23:28.641418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43366) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:28.659471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:ff:43:a6', 'name': 'tempest-NetworksTestDHCPv6-1393969928'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:28.688394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.695479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.773110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f1ed850-1a7f-4bc2-91d0-cc5c4fe88310 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:28.844623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.871567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f8fe96-59ae-4f02-a9e5-899248bf95fc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:28.874189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:28.907047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.938594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d726d7bf-52fa-45bb-9054-75418f9b4924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:28.951167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7fb1320a-3c85-43d7-b979-e5a4f6f5d84d None None] Could not find standard attr ID for object 65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:23:28.973173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd7319-4155-4823-b0d4-b3c144051600,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:28.980986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:28.985182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4b1c889-0ef3-4739-ba78-12078f37de2b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:28.997302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:29.001338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.007401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/security-groups/24dd7319-4155-4823-b0d4-b3c144051600 HTTP/1.1" status: 204 len: 168 time: 0.6902931 Dec 22 15:23:29.011440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:29.090990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7008be6-6b74-40e2-8960-ad5060dd9773']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:29.118847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/f4f8fe96-59ae-4f02-a9e5-899248bf95fc HTTP/1.1" status: 204 len: 168 time: 4.3502109 Dec 22 15:23:29.122052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43374) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:29.160395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6632e6-ff8b-4065-aebb-722a2a098970') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:29.160734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6632e6-ff8b-4065-aebb-722a2a098970') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:29.177183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.195443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:29.220808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.251736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:29.260690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.268760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:29.281197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:29.289062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:29.289728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.300320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.305942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] Sync routers for ids ['f9154256-da75-4352-9d1c-5e62cda95327'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:29.308281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cac17668-66cb-4cea-b446-9090463de491 None None] Provisioning for port 20f81594-47ad-46e4-86d7-ab88fc121190 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:29.328302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cac17668-66cb-4cea-b446-9090463de491 None None] Provisioning complete for port 20f81594-47ad-46e4-86d7-ab88fc121190 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:29.328811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cac17668-66cb-4cea-b446-9090463de491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.331558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.332654 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 16.6543190 Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:29.334036 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:29.364250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:29.372735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43380) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:29.387315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': False}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:29.450123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] Routers {'f9154256-da75-4352-9d1c-5e62cda95327'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:29.451453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f9154256-da75-4352-9d1c-5e62cda95327'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:29.560570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:29.563716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Update dhcp port {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'fixed_ips': [{'subnet_id': '0edd90e6-1fa4-477d-8f09-22a6188e566a', 'ip_address': '2001:db8::f816:3eff:fe34:565d'}, {'subnet_id': 'da1be0ee-7fec-4314-9196-9df15cbf7fd9'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'b3abc97e-a64f-4957-b134-b8a65e473f34'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:23:29.591634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c4b1c889-0ef3-4739-ba78-12078f37de2b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:29.592419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.619102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69df279b-cb71-4d0e-ac88-33a8e6c271b3 None None] Network d26640b5-bde3-44d8-b0d7-419f3f1eb690 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:29.671415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cac17668-66cb-4cea-b446-9090463de491 None None] Port 20f81594-47ad-46e4-86d7-ab88fc121190 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:29.796098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:29.860853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:30.036491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] Routers {'f9154256-da75-4352-9d1c-5e62cda95327'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:30.037581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f9154256-da75-4352-9d1c-5e62cda95327'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:30.058421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.062938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.070613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Router 95efd9e1-9894-48be-95e6-4a8efef0a035 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:30.073017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3fa8bfe-7dac-4474-9e1d-ce72c3c0bdbe tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:30.109155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=f7008be6-6b74-40e2-8960-ad5060dd9773,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:30.110524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:30.110524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca7a20-6617-43b1-9d16-3a95c5508847 None None] The sync data for ids ['f9154256-da75-4352-9d1c-5e62cda95327'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:30.113010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:30.130352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/f7008be6-6b74-40e2-8960-ad5060dd9773 HTTP/1.1" status: 204 len: 168 time: 6.1335504 Dec 22 15:23:30.135072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43384) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:30.150621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.179108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.198158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.290333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 7fca7e32-922a-40fb-9e1b-c9ce3780ea45 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:30.372563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Provisioning for port e13eea30-f661-4ee0-aea5-c93e2108f0de completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:30.450107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port c4b1c889-0ef3-4739-ba78-12078f37de2b {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:30.450495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.467489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:30.468363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.513966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b3abc97e-a64f-4957-b134-b8a65e473f34 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:30.586268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.605903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2649e58e-8b58-45e5-b49d-39016179e62b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:30.642044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285652da-51d9-4a9a-89d2-0a8633943ff0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:30.651380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:30.691081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b3abc97e-a64f-4957-b134-b8a65e473f34 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:30.691367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.694994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:30.699653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/security-groups/285652da-51d9-4a9a-89d2-0a8633943ff0 HTTP/1.1" status: 204 len: 168 time: 1.6824250 Dec 22 15:23:30.707715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43388) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:30.771774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8:0:1::270 (5ab54424-188e-4b54-81b5-4cfc68514aa3/da1be0ee-7fec-4314-9196-9df15cbf7fd9/7fca7e32-922a-40fb-9e1b-c9ce3780ea45) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:30.817833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::f816:3eff:feff:43a6 (5ab54424-188e-4b54-81b5-4cfc68514aa3/0edd90e6-1fa4-477d-8f09-22a6188e566a/7fca7e32-922a-40fb-9e1b-c9ce3780ea45) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:30.855924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] DHCP port deletion for d26640b5-bde3-44d8-b0d7-419f3f1eb690 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:30.901526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Deleting port c4b1c889-0ef3-4739-ba78-12078f37de2b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:30.901848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.109199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.119461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:31.119887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.142524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] For port c4b1c889-0ef3-4739-ba78-12078f37de2b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4b1c889-0ef3-4739-ba78-12078f37de2b,segment=NetworkSegment(30fa8de6-cd1a-4f9d-8063-57631a834291),segment_id=30fa8de6-cd1a-4f9d-8063-57631a834291)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:31.144696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.182986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.318131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.362056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:31.460529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:31.505146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f966852f-b19d-45fc-8cec-1b134f56810f None None] Could not find standard attr ID for object cbee10ce-0705-4977-a03e-7a16af36f2dd. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:23:31.514747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.527542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] For port c4b1c889-0ef3-4739-ba78-12078f37de2b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4b1c889-0ef3-4739-ba78-12078f37de2b,segment=NetworkSegment(30fa8de6-cd1a-4f9d-8063-57631a834291),segment_id=30fa8de6-cd1a-4f9d-8063-57631a834291)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:31.528297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.555917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:31.575991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a24136-886f-448d-9434-10210dce8690 None None] Sync routers for ids ['95efd9e1-9894-48be-95e6-4a8efef0a035'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:31.585753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for c4b1c889-0ef3-4739-ba78-12078f37de2b owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:31.588367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.598758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a24136-886f-448d-9434-10210dce8690 None None] Routers {'95efd9e1-9894-48be-95e6-4a8efef0a035'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:31.600459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84a24136-886f-448d-9434-10210dce8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['95efd9e1-9894-48be-95e6-4a8efef0a035'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:31.607309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.611774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c3ac1c94-148c-4637-a65d-9c533b3e6e83 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "PUT /v2.0/routers/95efd9e1-9894-48be-95e6-4a8efef0a035 HTTP/1.1" status: 200 len: 924 time: 14.1029592 Dec 22 15:23:31.617758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43392) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:31.688434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 7fca7e32-922a-40fb-9e1b-c9ce3780ea45 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:31.732890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84a24136-886f-448d-9434-10210dce8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:31.754556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a24136-886f-448d-9434-10210dce8690 None None] Routers {'95efd9e1-9894-48be-95e6-4a8efef0a035'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:31.756199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84a24136-886f-448d-9434-10210dce8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['95efd9e1-9894-48be-95e6-4a8efef0a035'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:31.795573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Calling delete_port for c4b1c889-0ef3-4739-ba78-12078f37de2b owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:31.813896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event updated for resources: {'Port': ['ID=20f81594-47ad-46e4-86d7-ab88fc121190,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:31.825709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:31.826627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.852010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.862519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2810ba7c-82b1-4a2d-9c60-4887431f840b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:31.881162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84a24136-886f-448d-9434-10210dce8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:31.882887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a24136-886f-448d-9434-10210dce8690 None None] The sync data for ids ['95efd9e1-9894-48be-95e6-4a8efef0a035'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:31.902583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:31.922736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f6d9bbe-6b72-42f5-8f94-376183526138 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:31.985028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.023634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:32.027131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=7fca7e32-922a-40fb-9e1b-c9ce3780ea45,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:32.035669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:32.045543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:32.050350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:32.051047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.056946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:32.063307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Allocated IP 2001:db8:0:1::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/da1be0ee-7fec-4314-9196-9df15cbf7fd9/b3abc97e-a64f-4957-b134-b8a65e473f34) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:32.091478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:32.102782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:23:32.178761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5298173 Dec 22 15:23:32.179703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43396) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:32.200305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=c4b1c889-0ef3-4739-ba78-12078f37de2b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:32.227715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No DVR routers for this DVR port c4b1c889-0ef3-4739-ba78-12078f37de2b on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:32.232919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:32.290325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 7fca7e32-922a-40fb-9e1b-c9ce3780ea45 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:32.290948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.341653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d2957721-29c4-409c-99d6-74925c606d2c tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/95efd9e1-9894-48be-95e6-4a8efef0a035 HTTP/1.1" status: 200 len: 924 time: 0.7224340 Dec 22 15:23:32.342573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43400) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:32.433093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4b1c889-0ef3-4739-ba78-12078f37de2b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:32.476262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c4b1c889-0ef3-4739-ba78-12078f37de2b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:32.477836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4b1c889-0ef3-4739-ba78-12078f37de2b not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:32.511440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-886fd7fd-5ed8-4c9a-b67a-7a86f137ee82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.527038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] For port b3abc97e-a64f-4957-b134-b8a65e473f34, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b3abc97e-a64f-4957-b134-b8a65e473f34,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:32.558167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.592714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Transition to ACTIVE for port object b3abc97e-a64f-4957-b134-b8a65e473f34 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:32.593655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Deleting port c4b1c889-0ef3-4739-ba78-12078f37de2b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:32.594109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.634927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.665831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:32.721691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d198854b-14e3-4c1f-909c-bc18023b2cc4 None None] The port 'c4b1c889-0ef3-4739-ba78-12078f37de2b' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:23:32.844806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Pushing event updated for resources: {'Port': ['ID=b3abc97e-a64f-4957-b134-b8a65e473f34,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:32.849634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:32.869391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:32.958801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4cfe578-5e37-4a68-99bb-c39303ab2a70 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=95efd9e1-9894-48be-95e6-4a8efef0a035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6067224 Dec 22 15:23:32.960482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43404) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:32.970987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.063485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26640b5-bde3-44d8-b0d7-419f3f1eb690']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:33.103686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fa8de6-cd1a-4f9d-8063-57631a834291') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:33.104185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fa8de6-cd1a-4f9d-8063-57631a834291') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:33.104885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.135658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.277286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.286100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:33.292673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.319182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0fc9e71-53de-4e95-999c-124bdeda2689 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:33.345995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:33.472853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 7fca7e32-922a-40fb-9e1b-c9ce3780ea45 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:33.478769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336ffc5-ab22-4d82-b9c1-54662e78d4ef,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:33.500222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.503596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:33.742372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:33.743005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.753015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd74a9e-8b0a-4b35-af6b-7a2703680a34 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:33.754068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afd74a9e-8b0a-4b35-af6b-7a2703680a34 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Synchronizing usage tracker for tenant:8f1232df58b046949ea5603e896103a3 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:33.774399 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:33.783181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.819158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.821462 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/security-groups/1336ffc5-ab22-4d82-b9c1-54662e78d4ef HTTP/1.1" status: 204 len: 168 time: 3.1106541 Dec 22 15:23:33.826335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43408) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:33.832985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afd74a9e-8b0a-4b35-af6b-7a2703680a34 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Unset dirty status for tenant:8f1232df58b046949ea5603e896103a3 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:33.834565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-afd74a9e-8b0a-4b35-af6b-7a2703680a34 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.8603642 Dec 22 15:23:33.876366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e86d5ad0-0162-4145-9636-253641af042b None None] Provisioning complete for port 20f81594-47ad-46e4-86d7-ab88fc121190 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:33.877228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86d5ad0-0162-4145-9636-253641af042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:33.904955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43412) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:34.025467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e86d5ad0-0162-4145-9636-253641af042b None None] Port 20f81594-47ad-46e4-86d7-ab88fc121190 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:34.029994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.070073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-55a95717-0346-4708-9f56-57c78a3dbf77 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=95efd9e1-9894-48be-95e6-4a8efef0a035 HTTP/1.1" status: 200 len: 205 time: 0.1555748 Dec 22 15:23:34.079793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43416) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:34.099356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:34.115174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.141514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=d26640b5-bde3-44d8-b0d7-419f3f1eb690,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:34.202265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/d26640b5-bde3-44d8-b0d7-419f3f1eb690 HTTP/1.1" status: 204 len: 168 time: 5.0733867 Dec 22 15:23:34.202763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:34.203310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43420) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:34.222301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'name': 'tempest-PortsTestJSON-1532012454'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:34.320139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e5e923a4-096e-4948-87fd-1231478bf7c8 None None] Provisioning for port b3abc97e-a64f-4957-b134-b8a65e473f34 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:34.328864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e5e923a4-096e-4948-87fd-1231478bf7c8 None None] Provisioning complete for port b3abc97e-a64f-4957-b134-b8a65e473f34 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:34.330654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5e923a4-096e-4948-87fd-1231478bf7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.460183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b3abc97e-a64f-4957-b134-b8a65e473f34 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:34.568457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:34.578862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ee7b0f1-b70e-4827-84c3-e1ad2065299d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.608760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:34.625301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet 15bbff7a-7535-463e-a93f-5dfdcebebbe6 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:34.634165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b3abc97e-a64f-4957-b134-b8a65e473f34 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:34.634799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.640096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.670080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Router eb0ff6c5-4e23-449d-81a3-45ffd418998d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:34.705182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:34.710729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.712097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.733676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.749795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-50596306-4a60-421e-ad15-5f934284f3c6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:34.830454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6da9890c-3a6f-4402-95c8-d9afb54db4dd None None] Could not find standard attr ID for object 7fca7e32-922a-40fb-9e1b-c9ce3780ea45. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:23:34.867200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 025e7deb-123a-4499-8a03-c89c84c7bd89 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:34.877035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=7fca7e32-922a-40fb-9e1b-c9ce3780ea45,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:34.879077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.891835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:34.903165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:34.914480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.463808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.495372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/7fca7e32-922a-40fb-9e1b-c9ce3780ea45 HTTP/1.1" status: 204 len: 168 time: 3.3062496 Dec 22 15:23:35.501595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43424) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:35.597801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.603577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:35.623633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] Sync routers for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:35.623911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9484603 Dec 22 15:23:35.624041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.624653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:35.650980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:35.652199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:35.749275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:35.767679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:35.768616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:35.798224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.841016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:35.841717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d750d8c-cb2f-4653-bb8f-21c77a07c5bf None None] The sync data for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:35.875553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b3c4c-63d0-4c0e-bd43-31471aa326eb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:35.876500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-981b3c4c-63d0-4c0e-bd43-31471aa326eb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:35.901291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.916597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c2416894-a0b8-4e92-9e54-51c94b8d5544 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:35.942952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:35.949381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a4d3f151-8061-4987-9517-e931a5b468e2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:35.994254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-981b3c4c-63d0-4c0e-bd43-31471aa326eb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:35.997175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-981b3c4c-63d0-4c0e-bd43-31471aa326eb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4916003 Dec 22 15:23:35.999999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=15bbff7a-7535-463e-a93f-5dfdcebebbe6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:36.002018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43432) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:36.036587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:36.037461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port d658fdb6-65c2-46b5-9d57-21383bf1fdb0 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:36.037839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.044040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:36.060596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.065364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee34fb2f-3f70-47c0-bc34-74a8610476db None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:36.071828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:36.082410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:36.087426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:36.088286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.096112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/15bbff7a-7535-463e-a93f-5dfdcebebbe6 HTTP/1.1" status: 204 len: 168 time: 2.2634227 Dec 22 15:23:36.098479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=025e7deb-123a-4499-8a03-c89c84c7bd89,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:36.101413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43436) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:36.110798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:36.129565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-725de3d4-d3c2-446f-9849-e39025dbdc4c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.256832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Router f9154256-da75-4352-9d1c-5e62cda95327 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:36.304513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0942521 Dec 22 15:23:36.310088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43440) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:36.409728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet 56ec4190-a6d2-4c3e-9b44-21bf2cf5983e {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:36.423604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.511925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 025e7deb-123a-4499-8a03-c89c84c7bd89 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:36.512222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.571760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port d658fdb6-65c2-46b5-9d57-21383bf1fdb0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:36.572165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.653791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7b6a51-b0ac-4ab6-81d0-a449c05abd26 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:36.659862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-db7b6a51-b0ac-4ab6-81d0-a449c05abd26 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6509387 Dec 22 15:23:36.673998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43444) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:36.715262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:36.775630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for d658fdb6-65c2-46b5-9d57-21383bf1fdb0 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:36.817842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-725de3d4-d3c2-446f-9849-e39025dbdc4c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 15:23:36.822522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-725de3d4-d3c2-446f-9849-e39025dbdc4c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d HTTP/1.1" status: 409 len: 329 time: 1.1920984 Dec 22 15:23:36.827108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43448) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:36.833299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.024134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173df33-d49a-4301-b55c-177562ed4a2b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:37.027503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173df33-d49a-4301-b55c-177562ed4a2b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:37.030368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b173df33-d49a-4301-b55c-177562ed4a2b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:37.032023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b173df33-d49a-4301-b55c-177562ed4a2b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:37.072130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.152173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.271014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Deleting port 520184c4-3a36-4e03-8e64-298c501bbbaa {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:37.271649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.351640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b173df33-d49a-4301-b55c-177562ed4a2b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:37.353934 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b173df33-d49a-4301-b55c-177562ed4a2b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6621811 Dec 22 15:23:37.379971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43452) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:37.384151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-efa1ef5e-8ee2-42d5-8f7c-acf8ea3e8b4f None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:37.384794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efa1ef5e-8ee2-42d5-8f7c-acf8ea3e8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.389790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.554936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-efa1ef5e-8ee2-42d5-8f7c-acf8ea3e8b4f None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:37.555350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efa1ef5e-8ee2-42d5-8f7c-acf8ea3e8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:37.635494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-efa1ef5e-8ee2-42d5-8f7c-acf8ea3e8b4f None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:37.773418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 025e7deb-123a-4499-8a03-c89c84c7bd89 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:38.069837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.108753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-57441ef7-bd48-4d2d-ab7d-e5813f27d91f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:38.304174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.322416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3b1ed83-f116-4666-bec9-2e718061b4c2 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:38.374176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.416157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Port': ['ID=d658fdb6-65c2-46b5-9d57-21383bf1fdb0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:38.431746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:38.435772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-414c9f9c-6954-43af-bc97-ea3474a43e85 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:38.573043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=025e7deb-123a-4499-8a03-c89c84c7bd89,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:38.579080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.599654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:38.609374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=56ec4190-a6d2-4c3e-9b44-21bf2cf5983e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:38.624414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:38.668668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.752312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92473c-aea7-4878-ac63-02385c6ad04b None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:38.792282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/025e7deb-123a-4499-8a03-c89c84c7bd89 HTTP/1.1" status: 204 len: 168 time: 2.4730716 Dec 22 15:23:38.795158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43456) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.811603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:38.813807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.826988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Calling delete_port for 520184c4-3a36-4e03-8e64-298c501bbbaa owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:38.827850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] Sync routers for ids ['f9154256-da75-4352-9d1c-5e62cda95327'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:38.861163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] Routers {'f9154256-da75-4352-9d1c-5e62cda95327'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:38.862438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f9154256-da75-4352-9d1c-5e62cda95327'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:38.880136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 0edd90e6-1fa4-477d-8f09-22a6188e566a {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:38.885000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'mac_address': 'fa:16:3e:bb:e9:8d', 'name': 'tempest-PortsTestJSON-1588778990'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:38.886879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.888262 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04b74452-22e6-4e43-88d4-45004e17ce51 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "PUT /v2.0/routers/f9154256-da75-4352-9d1c-5e62cda95327 HTTP/1.1" status: 200 len: 919 time: 9.5114491 Dec 22 15:23:38.890034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/56ec4190-a6d2-4c3e-9b44-21bf2cf5983e HTTP/1.1" status: 204 len: 168 time: 2.7857885 Dec 22 15:23:38.894333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43460) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.894729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43462) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:38.900047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.983453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:38.999994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:39.015239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] Routers {'f9154256-da75-4352-9d1c-5e62cda95327'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:39.016317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f9154256-da75-4352-9d1c-5e62cda95327'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:39.092344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8c693c-83a6-4a47-b23f-2ad24e28a996 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:39.092734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8c693c-83a6-4a47-b23f-2ad24e28a996 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:39.094646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa8c693c-83a6-4a47-b23f-2ad24e28a996 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/15bbff7a-7535-463e-a93f-5dfdcebebbe6 HTTP/1.1" status: 404 len: 337 time: 0.1971493 Dec 22 15:23:39.105256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:39.106263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad3497f-8c52-481b-a04b-4522744a73d5 None None] The sync data for ids ['f9154256-da75-4352-9d1c-5e62cda95327'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:39.109279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43468) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:39.199430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.303290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting subnet 6df25e95-aeb9-4527-934b-973e7081ee4d {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:39.318125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.340951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:39.348469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:39.353688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:39.367751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:39.376412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.429339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.478897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:39.564610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.701099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.777267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.814936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.819662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:39.829848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cc486fa-5a23-4694-8d71-b51cc29c61d9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:39.896476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event deleted for resources: {'Port': ['ID=520184c4-3a36-4e03-8e64-298c501bbbaa,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:39.906402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:39.910324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8aa2a4c5-71b4-4c9d-9e2b-28654cd6e07d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:39.915647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 157e0a0a-2cbb-460a-803e-dca1d9add02f yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:39.978216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6387c-ceac-426a-8597-06b3ce1383a0 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:39.991224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=0edd90e6-1fa4-477d-8f09-22a6188e566a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:39.994631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.006981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:40.080230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f6b3214-4405-4a2a-aa77-f2ca7d6c868c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/f9154256-da75-4352-9d1c-5e62cda95327 HTTP/1.1" status: 200 len: 919 time: 1.1841152 Dec 22 15:23:40.090778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43472) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:40.147881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/0edd90e6-1fa4-477d-8f09-22a6188e566a HTTP/1.1" status: 204 len: 168 time: 2.7617004 Dec 22 15:23:40.152236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43476) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:40.236969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.311239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eddf6126-2b63-4a0c-ae1f-95747513d52f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:40.454999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Subnet': ['ID=6df25e95-aeb9-4527-934b-973e7081ee4d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:40.471616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:40.487202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.503917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet da1be0ee-7fec-4314-9196-9df15cbf7fd9 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:40.510499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.574357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.612614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/6df25e95-aeb9-4527-934b-973e7081ee4d HTTP/1.1" status: 204 len: 168 time: 1.4993131 Dec 22 15:23:40.627287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43480) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:40.804140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f36f1-d0df-4248-a89e-9536f233f86b None None] Network 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:40.807241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.846573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b8ec728-6bcc-4f8f-909b-c41e763d194b None None] Provisioning complete for port e13eea30-f661-4ee0-aea5-c93e2108f0de triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:40.847428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec728-6bcc-4f8f-909b-c41e763d194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:40.950496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f2fe9e-c6d6-40d5-ba2f-06239a5418dd tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:40.951246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f2fe9e-c6d6-40d5-ba2f-06239a5418dd tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:41.061651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95f2fe9e-c6d6-40d5-ba2f-06239a5418dd tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/fa04d4f9-54c7-402e-b5ef-dc589349707e HTTP/1.1" status: 404 len: 337 time: 0.4206665 Dec 22 15:23:41.071416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43484) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.112697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-771882da-ef20-4ff6-abf3-c81ff2f73412 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Synchronizing usage tracker for tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:41.306096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.306778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b8ec728-6bcc-4f8f-909b-c41e763d194b None None] Provisioning complete for port 9df00148-691c-4cea-9815-2c0c5f3edb79 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:41.307452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b8ec728-6bcc-4f8f-909b-c41e763d194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.337687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.342247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e9e2d16f-2151-4a64-b142-94bfbb9a4509 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "GET /v2.0/ports?device_id=99920af9-c7b6-4022-98c2-1b1b1603fbb4 HTTP/1.1" status: 200 len: 205 time: 0.2592006 Dec 22 15:23:41.354562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43488) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.356847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:41.371371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-771882da-ef20-4ff6-abf3-c81ff2f73412 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Unset dirty status for tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:41.378520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-771882da-ef20-4ff6-abf3-c81ff2f73412 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=f9154256-da75-4352-9d1c-5e62cda95327&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.2863636 Dec 22 15:23:41.382355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.516198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-bc876bcb-f603-4f2e-a796-70181fba672f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] delete failed (client error): The resource could not be found. Dec 22 15:23:41.521478 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bc876bcb-f603-4f2e-a796-70181fba672f tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/routers/99920af9-c7b6-4022-98c2-1b1b1603fbb4 HTTP/1.1" status: 404 len: 336 time: 0.1587324 Dec 22 15:23:41.526186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.529744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43496) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.597700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab00c69-4280-4740-8427-f76dcd568d3b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:41.598228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab00c69-4280-4740-8427-f76dcd568d3b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:41.605062 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eab00c69-4280-4740-8427-f76dcd568d3b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/de8533e9-ba66-4c98-987f-d79d6b33bf9d HTTP/1.1" status: 404 len: 337 time: 0.0673206 Dec 22 15:23:41.607998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43500) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.622641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ec728-6bcc-4f8f-909b-c41e763d194b None None] Port 9df00148-691c-4cea-9815-2c0c5f3edb79 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:23:41.650473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.762348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.763078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Fanout notify agent at l3_agent the message router_deleted on router 95efd9e1-9894-48be-95e6-4a8efef0a035 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:41.785836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5186e6-f9f0-4127-82cd-8a8dc3b3fe72 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:41.786414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5186e6-f9f0-4127-82cd-8a8dc3b3fe72 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:41.788557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bd5186e6-f9f0-4127-82cd-8a8dc3b3fe72 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/16e5773a-b92e-48a5-be21-dc6f25b86334 HTTP/1.1" status: 404 len: 337 time: 0.1784046 Dec 22 15:23:41.795120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] DHCP port deletion for 1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:41.798150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43504) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.801136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Deleting port e13eea30-f661-4ee0-aea5-c93e2108f0de {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:41.801632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.821031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:41.828628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/95efd9e1-9894-48be-95e6-4a8efef0a035 HTTP/1.1" status: 204 len: 168 time: 7.7403362 Dec 22 15:23:41.843679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43508) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.874370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7756ea5-5ab5-483a-a574-66307b53929d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:41.883702 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d7756ea5-5ab5-483a-a574-66307b53929d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.4948032 Dec 22 15:23:41.884811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43512) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.912596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-188029460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:41.937541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-501390c7-a477-4652-b557-f65331d3b968 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:41.938051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501390c7-a477-4652-b557-f65331d3b968 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:41.940239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-501390c7-a477-4652-b557-f65331d3b968 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/a3526533-35f8-41ce-9e16-fab0f8371043 HTTP/1.1" status: 404 len: 337 time: 0.1411605 Dec 22 15:23:41.943772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:41.951418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43516) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:41.955447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Usage tracker for resource:router and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:41.994990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:42.000116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-202296ae-5103-4311-97cf-e20ebebeb3d7 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9154256-da75-4352-9d1c-5e62cda95327 HTTP/1.1" status: 200 len: 205 time: 0.1117735 Dec 22 15:23:42.007849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43520) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.014889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.029179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:42.033663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7def41a2-35ba-4697-873d-88b575893981 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:42.055099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.066509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dda8c459-2000-4460-9a5c-2406348d7838 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:42.128971 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7135c54c-5832-4349-b98c-cc18c70e3e11 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:42.129475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7135c54c-5832-4349-b98c-cc18c70e3e11 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:42.131400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7135c54c-5832-4349-b98c-cc18c70e3e11 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/4e5e6388-5f03-4e53-b3fc-3884e81a7388 HTTP/1.1" status: 404 len: 333 time: 0.1780713 Dec 22 15:23:42.160978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43524) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.172569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=da1be0ee-7fec-4314-9196-9df15cbf7fd9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:42.184726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.193091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:42.193455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] For port e13eea30-f661-4ee0-aea5-c93e2108f0de, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e13eea30-f661-4ee0-aea5-c93e2108f0de,segment=NetworkSegment(ba678790-512c-4f8c-b662-f00378b97767),segment_id=ba678790-512c-4f8c-b662-f00378b97767)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:42.194268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.208722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/da1be0ee-7fec-4314-9196-9df15cbf7fd9 HTTP/1.1" status: 204 len: 168 time: 2.0514865 Dec 22 15:23:42.213813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43528) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.226988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4691e888-a65d-4416-8b18-db34738e0eb9 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:42.230700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:42.243289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.244444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.260933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1231380 Dec 22 15:23:42.267381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c52bda-b23c-4bca-a2f0-381f5e88581a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:42.267886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c52bda-b23c-4bca-a2f0-381f5e88581a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:42.273814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1c52bda-b23c-4bca-a2f0-381f5e88581a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/e90cb97d-c5c5-42aa-91e1-26b3d85c5837 HTTP/1.1" status: 404 len: 337 time: 0.0928490 Dec 22 15:23:42.273814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43532) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.307418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43534) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.361521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5ae810dd-74f4-49b1-8be0-27352540340e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448965 Dec 22 15:23:42.362530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43538) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.367857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:42.373748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:42.409733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=157e0a0a-2cbb-460a-803e-dca1d9add02f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:42.422970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:42.438420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:42.443054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:42.443811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.449182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:42.462556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae51121-8eb1-4050-9960-df79feaa8da3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:42.463097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae51121-8eb1-4050-9960-df79feaa8da3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:42.510672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ae51121-8eb1-4050-9960-df79feaa8da3 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/5fd58897-3fd0-4ec7-9e07-62757fb666df HTTP/1.1" status: 404 len: 337 time: 0.1457679 Dec 22 15:23:42.513358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43544) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.561908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.591258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:42.598327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:42.604337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8024149 Dec 22 15:23:42.604639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43548) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.626041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4fc087-ece7-4eb8-8a5b-6b0b988e4439 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:42.626372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4fc087-ece7-4eb8-8a5b-6b0b988e4439 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:42.632546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5c4fc087-ece7-4eb8-8a5b-6b0b988e4439 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/5dee8ff1-fb77-4162-8582-b7925ce6e755 HTTP/1.1" status: 404 len: 333 time: 0.1128268 Dec 22 15:23:42.641132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.653274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:42.676329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:42.690612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0a61cdba-cecc-44bb-b1f9-de324f213a0b None None] Provisioning complete for port b3abc97e-a64f-4957-b134-b8a65e473f34 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:42.692147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a61cdba-cecc-44bb-b1f9-de324f213a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.738234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:42.744695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad9996d-ad23-40c5-a442-6d2494e56267 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:42.750650 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aad9996d-ad23-40c5-a442-6d2494e56267 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/157e0a0a-2cbb-460a-803e-dca1d9add02f HTTP/1.1" status: 200 len: 841 time: 0.1414511 Dec 22 15:23:42.750650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:42.761440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:42.772831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.811255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5177920d-1dac-445e-b774-77ed9c6d0a6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:42.811759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5177920d-1dac-445e-b774-77ed9c6d0a6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:42.813647 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5177920d-1dac-445e-b774-77ed9c6d0a6a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/a556d78f-6b9d-4997-9b6e-44307b6bba60 HTTP/1.1" status: 404 len: 337 time: 0.1680245 Dec 22 15:23:42.822950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43560) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:42.872696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e13eea30-f661-4ee0-aea5-c93e2108f0de no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:42.921010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef3e47b-0d03-4014-8b34-c56cdee51523 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] DELETE failed (client error): The resource could not be found. Dec 22 15:23:42.921690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef3e47b-0d03-4014-8b34-c56cdee51523 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:42.927689 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1ef3e47b-0d03-4014-8b34-c56cdee51523 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/subnets/493a0bb8-e4bf-455a-bf0c-d0d305e3cabc HTTP/1.1" status: 404 len: 337 time: 0.1003330 Dec 22 15:23:42.968132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Calling delete_port for e13eea30-f661-4ee0-aea5-c93e2108f0de owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:42.990016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43564) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.114789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Deleting port 9df00148-691c-4cea-9815-2c0c5f3edb79 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:43.115200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.193062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.310392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 157e0a0a-2cbb-460a-803e-dca1d9add02f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:43.310741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.369653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.370445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.371086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0a3de974-dc14-46e9-8439-3532b42b626b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5203857 Dec 22 15:23:43.377374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting port 20f81594-47ad-46e4-86d7-ab88fc121190 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:43.378076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.388142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43568) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:43.402996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:43.419558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting subnet 2bc288e6-9b6e-4db9-b0b0-bf238a346503 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:43.434548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.590166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:43.591383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:43.633360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:43.662487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Calling delete_port for 9df00148-691c-4cea-9815-2c0c5f3edb79 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:43.857235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.027152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.051472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.185722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:44.314799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Calling delete_port for 20f81594-47ad-46e4-86d7-ab88fc121190 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:44.359519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.370736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.393206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:44.422913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 157e0a0a-2cbb-460a-803e-dca1d9add02f owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:44.505304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.505914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.550994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:37Z', 'revision_number': 11, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:44.590289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:23:44.605700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.718383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ce5995-89a9-488d-85f1-272ddac38a4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:44.720452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.737665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2dbafc40-8e55-422d-abe8-de668032c302 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:44.799429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=157e0a0a-2cbb-460a-803e-dca1d9add02f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:44.809917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:44.809917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:44.815271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:44.846352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.865804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.869987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4187703c-4ed1-47a4-a035-742a7bb8fa4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:44.941450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc288e6-9b6e-4db9-b0b0-bf238a346503,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:44.949979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:44.984206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/157e0a0a-2cbb-460a-803e-dca1d9add02f HTTP/1.1" status: 204 len: 168 time: 2.2099836 Dec 22 15:23:44.990355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:44.993881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43572) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:45.019038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:45.022316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/2bc288e6-9b6e-4db9-b0b0-bf238a346503 HTTP/1.1" status: 204 len: 168 time: 2.7164345 Dec 22 15:23:45.029086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43576) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:45.059063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.088404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.094013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:45.110105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:45.114235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:45.115225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.136237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8d80d5-9773-40b3-964d-0ee1981b8a21 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:23:45.138324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3d8d80d5-9773-40b3-964d-0ee1981b8a21 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/157e0a0a-2cbb-460a-803e-dca1d9add02f HTTP/1.1" status: 404 len: 333 time: 0.1388471 Dec 22 15:23:45.140241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/ports/9df00148-691c-4cea-9815-2c0c5f3edb79 HTTP/1.1" status: 204 len: 168 time: 2.1486282 Dec 22 15:23:45.141423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=19f9f7db-43ed-4486-b19a-1d0ef7c0c806,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:45.152725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:45.154916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43580) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:45.155662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43582) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:45.157287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ec16404-e243-4a46-a26d-839978e08c84 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:45.177677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Pushing event deleted for resources: {'Port': ['ID=e13eea30-f661-4ee0-aea5-c93e2108f0de,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:45.183876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:45.184894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:37Z', 'revision_number': 11, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:45.191638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:45.197007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfeaef-5db3-4602-b9e7-ff592e418d28 None None] Network db838313-fed1-438c-a726-842aa4c67af4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:45.240791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.256111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23cec300-f878-4355-b3f5-e1659f2c90a2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:45.296742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] No DVR routers for this DVR port e13eea30-f661-4ee0-aea5-c93e2108f0de on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:45.299239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb0651-bb79-43c4-88bd-c13247b83807 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:37Z', 'revision_number': 11, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:45.301429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Deleting port b3abc97e-a64f-4957-b134-b8a65e473f34 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:45.301669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.302266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.336521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9681065 Dec 22 15:23:45.336800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.336800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Port': ['ID=20f81594-47ad-46e4-86d7-ab88fc121190,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:45.338257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43588) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:45.343965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'name': 'tempest-PortsTestJSON-246541817'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:45.348197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:45.364828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:45.416052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Port': ['ID=9df00148-691c-4cea-9815-2c0c5f3edb79,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:45.433823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Deleting port 4ad905db-e26c-4d3b-9a01-4167bb3b270e {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:45.434328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.456218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:45.548199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.674705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:45.747256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:45.752847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:45.782631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:45.953890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:45.960002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:45.977634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.066028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] For port b3abc97e-a64f-4957-b134-b8a65e473f34, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b3abc97e-a64f-4957-b134-b8a65e473f34,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:46.066862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.082310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:46.100925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port e3a79f11-eceb-4eae-9675-041b854c14cd yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:46.195990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:46.196493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.197354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba678790-512c-4f8c-b662-f00378b97767') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:46.197903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba678790-512c-4f8c-b662-f00378b97767') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:46.263083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.282869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.294554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Calling delete_port for b3abc97e-a64f-4957-b134-b8a65e473f34 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:46.322413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.403963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:46.404732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:46.433070 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:46.444494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.467387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:46.474711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Calling delete_port for 4ad905db-e26c-4d3b-9a01-4167bb3b270e owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:46.511887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] DHCP port deletion for db838313-fed1-438c-a726-842aa4c67af4 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:46.526555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Pushing event deleted for resources: {'Port': ['ID=b3abc97e-a64f-4957-b134-b8a65e473f34,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:46.529441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:46.533080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] No DVR routers for this DVR port b3abc97e-a64f-4957-b134-b8a65e473f34 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:46.537769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Deleting port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:46.538193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.588428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569d6e5-9f48-4db6-84aa-da3bd40c07a4 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:46.610304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.666030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.711202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.773082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f1d3c89-f5a7-490e-87bb-361b9ebc1488 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:46.799920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.839794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Pushing event deleted for resources: {'Network': ['ID=1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:46.848311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:46.868876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] 10.222.0.32 "DELETE /v2.0/networks/1dbd17e5-acc5-40fd-a2a7-4f76c1e7ae2b HTTP/1.1" status: 204 len: 168 time: 1.6502268 Dec 22 15:23:46.927622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:46.936465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] For port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:46.937171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.045996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Allocated IP 172.26.4.167 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/2d4dcc05-80be-4669-afd6-3a07b9165a66) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:47.051376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:47.149191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.156503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:47.168690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:47.231268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a29c8e4b-719e-482b-ac41-61281838c2bb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:47.267565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:47.273458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Calling delete_port for 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:47.311115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.326757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] For port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,segment=NetworkSegment(a4fb1402-a640-46b1-9cae-6caa4816b184),segment_id=a4fb1402-a640-46b1-9cae-6caa4816b184)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:47.329187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.332977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:47.339111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:47.341780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:47.346931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:47.347725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.369047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:47.400302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=e3a79f11-eceb-4eae-9675-041b854c14cd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:47.403022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:47.410850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2016971 Dec 22 15:23:47.417056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43594) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:47.429394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:47.471173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Calling delete_port for 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:47.476063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.501316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:47.591869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.648910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.671177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': '19f9f7db-43ed-4486-b19a-1d0ef7c0c806'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:23:47.672160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.708881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.731170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-840b62d2-34fa-4897-a025-213faaac3332 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:47.802893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43600) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:47.829526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.844057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-732fbb9c-2084-4e56-9ad8-78fad619797e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:47.890216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:47.891276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Pushing event deleted for resources: {'Port': ['ID=9c41a7e4-0a66-4304-920f-802a4dcc2ec1,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:47.908452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:47.915278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:47.949753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:47.950873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d658fdb6-65c2-46b5-9d57-21383bf1fdb0 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:47.975709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.990468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] No DVR routers for this DVR port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:47.992784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: d658fdb6-65c2-46b5-9d57-21383bf1fdb0 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:47.992784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d658fdb6-65c2-46b5-9d57-21383bf1fdb0 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:47.993448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b3abc97e-a64f-4957-b134-b8a65e473f34 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:47.993802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:47.999682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event updated for resources: {'Port': ['ID=2d4dcc05-80be-4669-afd6-3a07b9165a66,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:48.010221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:48.011216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:48.039906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:23:48.040167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:23:48.077741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b3abc97e-a64f-4957-b134-b8a65e473f34 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:48.078246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b3abc97e-a64f-4957-b134-b8a65e473f34 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:48.091951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/19f9f7db-43ed-4486-b19a-1d0ef7c0c806/fa2f8d94-9297-42ef-99a4-64a5729b5212) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:48.211941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.248096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.255701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebf6471a-ab23-4172-8ea0-aa8a6d273024 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:48.319734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] In _notify_port_updated(), no bound segment for port e3a79f11-eceb-4eae-9675-041b854c14cd on network f467a219-0045-4268-8ba9-2fd536e0579a {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:23:48.325132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:48.325891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.330173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/ports/e3a79f11-eceb-4eae-9675-041b854c14cd HTTP/1.1" status: 200 len: 818 time: 0.9149699 Dec 22 15:23:48.333115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43606) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:48.409023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=e3a79f11-eceb-4eae-9675-041b854c14cd,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:48.412534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:48.448736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port e3a79f11-eceb-4eae-9675-041b854c14cd {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:48.449131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.462446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.483330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Transition to ACTIVE for port object fa2f8d94-9297-42ef-99a4-64a5729b5212 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:48.502303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.523099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Transition to ACTIVE for port object fa2f8d94-9297-42ef-99a4-64a5729b5212 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:48.541967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event deleted for resources: {'Port': ['ID=4ad905db-e26c-4d3b-9a01-4167bb3b270e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:48.551362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Deleting port 9c41a7e4-0a66-4304-920f-802a4dcc2ec1 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:48.551362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.570572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.583362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7823b095-b174-4753-b10b-94271d5ca8e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:48.602537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:48.658989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:48.665044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:48.673251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:48.761801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Pushing event updated for resources: {'Port': ['ID=fa2f8d94-9297-42ef-99a4-64a5729b5212,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:48.774719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] The port '9c41a7e4-0a66-4304-920f-802a4dcc2ec1' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:23:48.791132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:48.904975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Attempting to bind port fa2f8d94-9297-42ef-99a4-64a5729b5212 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:48.905886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Attempting to bind port fa2f8d94-9297-42ef-99a4-64a5729b5212 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:48.906716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Attempting to bind port fa2f8d94-9297-42ef-99a4-64a5729b5212 on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:48.924662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:48.925385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:48.926118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:48.928175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:48.928478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Bound port: fa2f8d94-9297-42ef-99a4-64a5729b5212, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:48.930350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.029524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19f9f7db-43ed-4486-b19a-1d0ef7c0c806 (CIDR: 2001:db8::/64) Dec 22 15:23:49.044025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4fb7e5e-e4d2-42a1-baac-c51367c93dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d86d41addff41dea021f7a3e4ddfdd8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2313197 Dec 22 15:23:49.051251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43610) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:49.105031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] For port fa2f8d94-9297-42ef-99a4-64a5729b5212, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:49.108873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] For port fa2f8d94-9297-42ef-99a4-64a5729b5212, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fa2f8d94-9297-42ef-99a4-64a5729b5212,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:49.148988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.157585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d02d5b-5806-4671-8255-fa76a072f7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:49.157889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:49.158267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:49.163085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.182183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.196864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.265690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.291381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f90a9634-389a-42a2-9644-69b6ef5816d1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.9497654 Dec 22 15:23:49.306034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Pushing event updated for resources: {'Port': ['ID=fa2f8d94-9297-42ef-99a4-64a5729b5212,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:49.310089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43614) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:49.316839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:49.325329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Router eb0ff6c5-4e23-449d-81a3-45ffd418998d has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:49.361078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for e3a79f11-eceb-4eae-9675-041b854c14cd owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:49.422268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:49.442758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db838313-fed1-438c-a726-842aa4c67af4']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:49.537020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.559016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fb1402-a640-46b1-9cae-6caa4816b184') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:49.559394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fb1402-a640-46b1-9cae-6caa4816b184') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:49.586983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.591786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.627543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.660368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-656ad56a-0b03-4c88-804f-956ef8290afe tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:49.728384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.784499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=e3a79f11-eceb-4eae-9675-041b854c14cd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:49.792050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:49.825499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.837677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/e3a79f11-eceb-4eae-9675-041b854c14cd HTTP/1.1" status: 204 len: 168 time: 1.5008070 Dec 22 15:23:49.842936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43618) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:49.928125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.976836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:49.983071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:50.004555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e54da-2d35-49aa-b517-94cd2a228cb8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:50.005394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-738e54da-2d35-49aa-b517-94cd2a228cb8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:50.021220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e042d-f892-441b-8c5b-9ccc570cd793,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:50.026107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:50.045109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.049807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc0e042d-f892-441b-8c5b-9ccc570cd793 HTTP/1.1" status: 204 len: 168 time: 0.9940970 Dec 22 15:23:50.068218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:50.068684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.085959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-738e54da-2d35-49aa-b517-94cd2a228cb8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:50.087779 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-738e54da-2d35-49aa-b517-94cd2a228cb8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2421205 Dec 22 15:23:50.090395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43624) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:50.095697 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:23:50.139240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Router 5d2257e5-3684-46e1-9c5a-a357a6b29e05 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:23:50.162005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a43ed1-e7d8-46b7-9e1d-3a8e51b17cd3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:23:50.171306 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f0a43ed1-e7d8-46b7-9e1d-3a8e51b17cd3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/e3a79f11-eceb-4eae-9675-041b854c14cd HTTP/1.1" status: 404 len: 333 time: 0.0795493 Dec 22 15:23:50.172036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43628) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.183669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1123619274'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:50.192474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:50.192917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:23:50.254671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:50.265455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:50.274308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:50.309901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:50.327130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:50.332072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.403944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.407998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:50.416003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:50.433773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:50.443318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:23:50.446404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.449823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:50.465544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6370440 Dec 22 15:23:50.471652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] Sync routers for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:50.483240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43632) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.496920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:50.498136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.524363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:50.541525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] Sync routers for ids ['5d2257e5-3684-46e1-9c5a-a357a6b29e05'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:50.548174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.550151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "PUT /v2.0/routers/5d2257e5-3684-46e1-9c5a-a357a6b29e05 HTTP/1.1" status: 200 len: 883 time: 7.1592612 Dec 22 15:23:50.555127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43636) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.561188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.561677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment 05cca9a0-8638-4a7e-b6d0-63b8dccd9498 of type vlan for network 5980a7a1-cfef-410c-a7a1-1457f479c370 Dec 22 15:23:50.598885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.607238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] Routers {'5d2257e5-3684-46e1-9c5a-a357a6b29e05'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:50.608146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d2257e5-3684-46e1-9c5a-a357a6b29e05'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.614389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] Routers {'eb0ff6c5-4e23-449d-81a3-45ffd418998d'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:50.615416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.700941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.702545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4b75ed-6a0f-48b7-aad5-aad75ce7127d None None] The sync data for ids ['eb0ff6c5-4e23-449d-81a3-45ffd418998d'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:50.739886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.746318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.761574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] Routers {'5d2257e5-3684-46e1-9c5a-a357a6b29e05'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:50.762797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5d2257e5-3684-46e1-9c5a-a357a6b29e05'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.816950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.822090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:50.822853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:50.830426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-757d0f72-ff19-484d-9467-183355351958 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:50.859600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-24a999ed-b5e1-42d8-8aa8-6174d3a0bd91 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] show failed (client error): The resource could not be found. Dec 22 15:23:50.867589 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-24a999ed-b5e1-42d8-8aa8-6174d3a0bd91 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1133737858 HTTP/1.1" status: 404 len: 335 time: 0.3764553 Dec 22 15:23:50.868000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43642) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:50.874359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e215b54d-f81a-476d-839b-181792719244 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:50.970795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:50.971557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae91d25-9d7d-4ae9-86c4-2dad128a1edd None None] The sync data for ids ['5d2257e5-3684-46e1-9c5a-a357a6b29e05'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:51.009610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.010859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8364551 Dec 22 15:23:51.019256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.027325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f971e87c-90c4-411d-a1a2-3e789ecd2be0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:51.041960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43648) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:51.048565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=5980a7a1-cfef-410c-a7a1-1457f479c370,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:51.053967 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-e215b54d-f81a-476d-839b-181792719244 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] update failed (client error): The resource could not be found. Dec 22 15:23:51.060525 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e215b54d-f81a-476d-839b-181792719244 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-167853373 HTTP/1.1" status: 404 len: 334 time: 0.1862805 Dec 22 15:23:51.060525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:51.067448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:51.069815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.071739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:23:51.077822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:51.097018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fa2f8d94-9297-42ef-99a4-64a5729b5212 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:51.100181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43654) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:51.104489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/networks/db838313-fed1-438c-a726-842aa4c67af4 HTTP/1.1" status: 204 len: 168 time: 6.0692377 Dec 22 15:23:51.105144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Pushing event deleted for resources: {'Network': ['ID=db838313-fed1-438c-a726-842aa4c67af4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:51.108105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:51.114560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43658) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:51.115256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.115874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Fanout notify agent at l3_agent the message router_deleted on router f9154256-da75-4352-9d1c-5e62cda95327 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:51.129977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.131282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/f9154256-da75-4352-9d1c-5e62cda95327 HTTP/1.1" status: 204 len: 168 time: 9.1142700 Dec 22 15:23:51.194909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43662) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:51.217783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2013257068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:51.224470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'routes': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:51.250785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:51.353133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Usage tracker for resource:router and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:51.359890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:51.374397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:51.439111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:51.447117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:51.451840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:51.496062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:51.523081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5bc000d2-1987-46cd-a648-0461cb7c7842 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/5d2257e5-3684-46e1-9c5a-a357a6b29e05 HTTP/1.1" status: 200 len: 924 time: 0.9627292 Dec 22 15:23:51.524197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43668) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:51.528196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.529588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.588036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port fa2f8d94-9297-42ef-99a4-64a5729b5212 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:51.610149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:51.769770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.930601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:51.973160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting subnet df896ac4-74df-4fad-89f3-21c4deec9a14 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:51.977991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.072701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Added routes are [] {{(pid=88968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:23:52.073150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Removed routes are [] {{(pid=88968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:23:52.073646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.079150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Provisioning for port fa2f8d94-9297-42ef-99a4-64a5729b5212 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:52.092394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Provisioning complete for port fa2f8d94-9297-42ef-99a4-64a5729b5212 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:52.095698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.115832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf4290a6-226b-412d-95a4-9c1d34a775e5 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=5d2257e5-3684-46e1-9c5a-a357a6b29e05&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5892720 Dec 22 15:23:52.121399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43678) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.190271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.343469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.360175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.402066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43684) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.413509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] For port fa2f8d94-9297-42ef-99a4-64a5729b5212, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fa2f8d94-9297-42ef-99a4-64a5729b5212,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:52.450180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.453715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:52.596401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Pushing event updated for resources: {'Port': ['ID=fa2f8d94-9297-42ef-99a4-64a5729b5212,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:52.603040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:52.613296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.621242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a84e4840-0a0b-421e-923d-ea6c4100b0bb tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:52.649841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.664509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.664767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:52.665995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-013025fe-db2a-44b3-bafe-9e01d60aa1d0 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4606245 Dec 22 15:23:52.671957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43690) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.688554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:52.710102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce937f-e551-45df-8b9c-19f628c6308e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:52.712270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-37ce937f-e551-45df-8b9c-19f628c6308e tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.5895526 Dec 22 15:23:52.721086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43696) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.726247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=3b9cb5c1-b4d5-497e-8591-0729d735ae3c,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:52.756407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-665777320'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:52.779824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:52.795456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-23974a2e-0018-4d21-8cda-c2d0cd47248d tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d2257e5-3684-46e1-9c5a-a357a6b29e05 HTTP/1.1" status: 200 len: 205 time: 0.0701520 Dec 22 15:23:52.795798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43700) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:52.843645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:52.876568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': '05cca9a0-8638-4a7e-b6d0-63b8dccd9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:52.877061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: 5980a7a1-cfef-410c-a7a1-1457f479c370, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:23:52.889105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fa2f8d94-9297-42ef-99a4-64a5729b5212 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:52.981532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port fa2f8d94-9297-42ef-99a4-64a5729b5212 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:52.982379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.000141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:23:53.052249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 5980a7a1-cfef-410c-a7a1-1457f479c370) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:53.065471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:53.066481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.079625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7cf225-7270-4bc1-8526-0d388d2d6d16 None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:53.099323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.164947 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1183021 Dec 22 15:23:53.168513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:53.172606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43704) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:53.183329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:53.246289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:53.303818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.341429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:53.446352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:53.453848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:53.455621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5980a7a1-cfef-410c-a7a1-1457f479c370', 'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': '3b9cb5c1-b4d5-497e-8591-0729d735ae3c'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:23:53.456895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.458269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:53.468096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:53.493367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:53.502567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.517591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:53.524168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.606043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.627346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router e8e75df7-9d01-4854-ba57-34ec478b47e9 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:23:53.657732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Allocated IP 172.20.0.2 (5980a7a1-cfef-410c-a7a1-1457f479c370/3b9cb5c1-b4d5-497e-8591-0729d735ae3c/c5262558-d961-4a10-9603-7ba1af4253e0) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:53.693899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.763591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.775798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-79aba09e-1d11-4c5c-94c8-e10b2740b530 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:53.780609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Deleting port 2d4dcc05-80be-4669-afd6-3a07b9165a66 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:53.780992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:53.826999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b9cb5c1-b4d5-497e-8591-0729d735ae3c (CIDR: 172.20.0.0/28) Dec 22 15:23:53.868632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:53.869007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:23:53.869528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:23:53.980483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Subnet': ['ID=df896ac4-74df-4fad-89f3-21c4deec9a14,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:54.003966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c9945804-c68c-44ff-bdb4-83a6e513566d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8273489 Dec 22 15:23:54.011712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43708) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:54.026132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.040704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:54.048250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Transition to ACTIVE for port object c5262558-d961-4a10-9603-7ba1af4253e0 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:54.089496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Transition to ACTIVE for port object c5262558-d961-4a10-9603-7ba1af4253e0 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:23:54.106634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:security_group_rule and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:54.112242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:54.133387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:54.136030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.157737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca53635a-b3c9-4f93-add1-1f621cd6a0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:54.229710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f88d7c2-4259-482d-b961-1ab671bfd3c7 None None] Network 37fc890d-7e97-4758-9bb8-3f81709168ee requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:54.271057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:54.284331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.292723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.333770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:54.340237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:54.399957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:54.427748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Pushing event updated for resources: {'Port': ['ID=c5262558-d961-4a10-9603-7ba1af4253e0,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:54.434583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:54.477913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/subnets/df896ac4-74df-4fad-89f3-21c4deec9a14 HTTP/1.1" status: 204 len: 168 time: 3.3701656 Dec 22 15:23:54.494671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43712) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:54.569814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Calling delete_port for 2d4dcc05-80be-4669-afd6-3a07b9165a66 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:54.615576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.623772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Attempting to bind port c5262558-d961-4a10-9603-7ba1af4253e0 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:23:54.624132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Attempting to bind port c5262558-d961-4a10-9603-7ba1af4253e0 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '05cca9a0-8638-4a7e-b6d0-63b8dccd9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:23:54.625557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Attempting to bind port c5262558-d961-4a10-9603-7ba1af4253e0 on network 5980a7a1-cfef-410c-a7a1-1457f479c370 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:23:54.641127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:23:54.641865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Checking segment: {'id': '05cca9a0-8638-4a7e-b6d0-63b8dccd9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:23:54.642731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.643467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Bound using segment: {'id': '05cca9a0-8638-4a7e-b6d0-63b8dccd9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:23:54.643997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Bound port: c5262558-d961-4a10-9603-7ba1af4253e0, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cca9a0-8638-4a7e-b6d0-63b8dccd9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:23:54.644607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.650244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:54.659572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:54.661866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:23:54.664664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:54.687325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:54.693684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] Sync routers for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:23:54.707170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:54.708222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:54.780378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:54.787367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.878242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:54.909960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] For port c5262558-d961-4a10-9603-7ba1af4253e0, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:23:54.920180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] For port c5262558-d961-4a10-9603-7ba1af4253e0, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5262558-d961-4a10-9603-7ba1af4253e0,segment=NetworkSegment(05cca9a0-8638-4a7e-b6d0-63b8dccd9498),segment_id=05cca9a0-8638-4a7e-b6d0-63b8dccd9498)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:23:54.927327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] DHCP port deletion for 37fc890d-7e97-4758-9bb8-3f81709168ee request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:54.937769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Deleting port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:54.938576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.961225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:54.966964 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-707f0eb7-0746-4200-ba53-894df96d8759 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 700 time: 3.8342359 Dec 22 15:23:54.977218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43716) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:55.043213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:37Z', 'revision_number': 11, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:55.051088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] Checking router: e8e75df7-9d01-4854-ba57-34ec478b47e9 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:23:55.073179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] Routers {'e8e75df7-9d01-4854-ba57-34ec478b47e9'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:23:55.074663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e8e75df7-9d01-4854-ba57-34ec478b47e9'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:55.104981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.130584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.131852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59fa9524-e6a7-4703-9a42-8ef5a3a7855d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:55.138192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-497221a4-f196-4625-8597-75ced3e4d76b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:23:55.174607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.176132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event deleted for resources: {'Port': ['ID=2d4dcc05-80be-4669-afd6-3a07b9165a66,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:55.184823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3525a9a-1cea-4e64-b5d6-ec4b7070a237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:55.197367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.251127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:55.252657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.263405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90d76d5c-bd37-4308-801f-e727e7b31ff7 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:55.332179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:23:55.340591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting subnet f6930eab-9358-4a32-9ea4-2dfdef1a5a5e {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:23:55.358258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-497221a4-f196-4625-8597-75ced3e4d76b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:23:55.362884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-497221a4-f196-4625-8597-75ced3e4d76b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 205 time: 0.3709459 Dec 22 15:23:55.363684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.366221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:55.367416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43720) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:55.376076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:55.387784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] Set router e8e75df7-9d01-4854-ba57-34ec478b47e9 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:23:55.396608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fffebb-a551-4345-b2d6-5efce1392607,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:55.416907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:55.429331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.430173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment 05bbf7b4-4744-4004-b5c5-fac575b746e4 of type vlan for network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 Dec 22 15:23:55.547311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.577992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:37Z', 'revision_number': 11, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:55.583750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7e67b-6203-4154-8c9b-84f053420330 None None] The sync data for ids ['e8e75df7-9d01-4854-ba57-34ec478b47e9'] in dv-neutron-822709-1-hyperv is: [{'id': 'e8e75df7-9d01-4854-ba57-34ec478b47e9', 'name': 'tempest-RoutersTest-router-740322957', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:20:44Z', 'updated_at': '2021-12-22T15:23:37Z', 'revision_number': 11, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:23:55.601165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.616766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117c3ee2-cb09-41c5-bee4-7f48ed7c1e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:55.636397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.693046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] For port 7e48f434-02c2-48cb-ae20-7572c9ca53e6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7e48f434-02c2-48cb-ae20-7572c9ca53e6,segment=NetworkSegment(70eaa20c-0ae6-46ae-a5a9-f97a53293158),segment_id=70eaa20c-0ae6-46ae-a5a9-f97a53293158)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:55.693673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.822770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:55.823969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.876383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.881686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:55.882156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.884965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=a1c158db-df24-45c0-a33b-b3ab9ef63b09,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:55.896891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-522b4cf5-9c8c-44fb-93e4-ae412e7c0b02 tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:55.926466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:55.952274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Calling delete_port for 7e48f434-02c2-48cb-ae20-7572c9ca53e6 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:56.019344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:56.057446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Pushing event updated for resources: {'Port': ['ID=c5262558-d961-4a10-9603-7ba1af4253e0,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:56.080879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:56.193069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.202192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:56.290146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Pushing event deleted for resources: {'Port': ['ID=7e48f434-02c2-48cb-ae20-7572c9ca53e6,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:56.304891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:56.309078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.315373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] No DVR routers for this DVR port 7e48f434-02c2-48cb-ae20-7572c9ca53e6 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:56.330044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port fa2f8d94-9297-42ef-99a4-64a5729b5212, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fa2f8d94-9297-42ef-99a4-64a5729b5212,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:56.458179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.0548615 Dec 22 15:23:56.465686 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4518569 Dec 22 15:23:56.466543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43724) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:56.471126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43726) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:56.482010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.522009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370', 'fixed_ips': [{'subnet_id': '3b9cb5c1-b4d5-497e-8591-0729d735ae3c'}, {'subnet_id': 'a1c158db-df24-45c0-a33b-b3ab9ef63b09'}], 'name': 'tempest-PortsTestJSON-507577261'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:56.595655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.598447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=7dfe94d5-4b72-4cd8-b0db-0705cd1149d3,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:56.603095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:56.615459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:23:56.618543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307421964'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:56.633278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:56.701847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.786481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:56.871619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:56.883223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:56.937999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.943966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:56.964509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.032393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.033289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.049778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c8fc28b-85e9-44c0-af9a-8203033745e6 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:57.063079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:57.069206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.082647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5262558-d961-4a10-9603-7ba1af4253e0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:57.143373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Allocated IP 172.26.4.32 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/e6f46c73-6263-4d08-8a7d-9de742a21069) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:23:57.248698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c5262558-d961-4a10-9603-7ba1af4253e0 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:57.265790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.266196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Fanout notify agent at l3_agent the message router_deleted on router 5d2257e5-3684-46e1-9c5a-a357a6b29e05 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:57.328028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:23:57.344016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7e48f434-02c2-48cb-ae20-7572c9ca53e6 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:23:57.355843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.360968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.361366 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment cfd085be-de32-4c8d-8fea-dc79eb329351 of type vlan for network 210fc409-da72-43e3-93fb-4edcad77c6ff Dec 22 15:23:57.376215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.380059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/5d2257e5-3684-46e1-9c5a-a357a6b29e05 HTTP/1.1" status: 204 len: 168 time: 4.5806437 Dec 22 15:23:57.380299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:57.381448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.388860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43736) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:57.405129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.413326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1045049404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:57.420617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7e48f434-02c2-48cb-ae20-7572c9ca53e6 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:23:57.421535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7e48f434-02c2-48cb-ae20-7572c9ca53e6 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:23:57.428639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:57.441533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:57.448696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.450520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab7d70-82e6-45f9-b0fb-6b83d18f763b None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:57.454098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Usage tracker for resource:router and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:57.458959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:57.459226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:57.459874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.467606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:57.513367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=fa2f8d94-9297-42ef-99a4-64a5729b5212,revision_number=5']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:57.516442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.522222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:57.553961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:57.556029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.557083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router e8e75df7-9d01-4854-ba57-34ec478b47e9 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:23:57.566406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:57.575719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/subnets/f6930eab-9358-4a32-9ea4-2dfdef1a5a5e HTTP/1.1" status: 204 len: 168 time: 3.0762601 Dec 22 15:23:57.577581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2d079-5bf1-452b-99fd-8ef25fc75dfd None None] Network d0a6153f-b9df-4e86-a4f7-64ac694c9768 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:57.583766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43740) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:57.593874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.594336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.594831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.595615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.596572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.597265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.597607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.598029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.598443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.598920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.599343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:57.605065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:57.625196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:57.627825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-679330bd-21da-4f06-b72b-e82921a52d6b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:57.644285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.647723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-238b1472-a7e7-4a2f-a389-f044e69649b3 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 204 len: 168 time: 2.2728550 Dec 22 15:23:57.655910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.657530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.665805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43744) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:57.675465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.3522859 Dec 22 15:23:57.680102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.681165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.687878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:23:57.689031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-513313352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:57.689163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:57.693834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43748) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:57.711145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c09379b6-f1fc-47e3-aca6-c6587d398fc0 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:57.725196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:57.749246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Usage tracker for resource:router and tenant:1069a8bdd2a041a5ba30cfc0b78b2138 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:57.749499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:28:45:2e', 'name': 'tempest-NetworksTestDHCPv6-1521112213'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:57.756955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:57.774853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:57.798770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:57.838140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=d60682c8-b27b-4f4b-bee3-9067df5a814a,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:57.990746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Subnet': ['ID=f6930eab-9358-4a32-9ea4-2dfdef1a5a5e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:58.005577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:58.005791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:58.007519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:58.037017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.038402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.047201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4563212 Dec 22 15:23:58.051562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43752) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:58.062719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.080520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:58.107173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.156154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-610a7821-2d76-4cd3-9b42-3ba8ad67463c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:58.310415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.316555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=210fc409-da72-43e3-93fb-4edcad77c6ff,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:58.322061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.335632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] DHCP port deletion for d0a6153f-b9df-4e86-a4f7-64ac694c9768 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:23:58.341643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Deleting port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:23:58.342069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.360310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:58.387597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:58.396100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:58.427505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.450474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:23:58.471379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.472504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.474272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.475275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.476180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.477148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.478036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.479049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.479983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.480846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.481744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:58.504536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 210fc409-da72-43e3-93fb-4edcad77c6ff details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:23:58.620453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event updated for resources: {'Port': ['ID=e6f46c73-6263-4d08-8a7d-9de742a21069,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:58.628842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:58.659248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:23:58.673990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:23:58.678986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:23:58.799322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] For port 2bf6bb41-c954-433f-8a57-1eabb37d73b0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2bf6bb41-c954-433f-8a57-1eabb37d73b0,segment=NetworkSegment(1e90d473-c81f-4d52-938b-669253455ceb),segment_id=1e90d473-c81f-4d52-938b-669253455ceb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:23:58.799951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:58.819186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:23:58.847983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:58.852564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:58.918408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6646d-0c82-40df-8957-cf7a36cb9f5e None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:23:58.933575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:23:58.948410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:23:58.969317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:23:59.011333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.026309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Calling delete_port for 2bf6bb41-c954-433f-8a57-1eabb37d73b0 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:23:59.066230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fa2f8d94-9297-42ef-99a4-64a5729b5212 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:23:59.096905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:59.112438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.277140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.282164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.314492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:23:59.317352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.325474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-509605c3-420c-4f42-9826-4a56293418c8 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6460054 Dec 22 15:23:59.330914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43756) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:59.373771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port fa2f8d94-9297-42ef-99a4-64a5729b5212 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:59.374203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.381376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fc890d-7e97-4758-9bb8-3f81709168ee']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:59.394249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:59.425311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Provisioning for port c5262558-d961-4a10-9603-7ba1af4253e0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:23:59.451907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70eaa20c-0ae6-46ae-a5a9-f97a53293158') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:59.452799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70eaa20c-0ae6-46ae-a5a9-f97a53293158') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:23:59.488328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.573905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.583772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7447b9c7-9ca5-44b4-8c70-22b92737e8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:23:59.620640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.622485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Provisioning complete for port c5262558-d961-4a10-9603-7ba1af4253e0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:23:59.622959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.624183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb9782e0-b262-442d-8519-41f032bba1f9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 2.2298408 Dec 22 15:23:59.632322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43760) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:23:59.646610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': True}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:23:59.707417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Pushing event deleted for resources: {'Port': ['ID=2bf6bb41-c954-433f-8a57-1eabb37d73b0,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:23:59.724575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.725032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.725308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.725687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.726069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.727487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.727874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.728251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.728630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.728999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.729369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:23:59.737025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:23:59.750855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.751313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] No DVR routers for this DVR port 2bf6bb41-c954-433f-8a57-1eabb37d73b0 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:23:59.819834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:23:59.821792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:23:59.857723 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:00.006902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2bf6bb41-c954-433f-8a57-1eabb37d73b0 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:00.046159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.082027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 2bf6bb41-c954-433f-8a57-1eabb37d73b0 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:24:00.082426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2bf6bb41-c954-433f-8a57-1eabb37d73b0 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:24:00.145842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Update dhcp port {'port': {'network_id': '5980a7a1-cfef-410c-a7a1-1457f479c370', 'fixed_ips': [{'subnet_id': '3b9cb5c1-b4d5-497e-8591-0729d735ae3c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a1c158db-df24-45c0-a33b-b3ab9ef63b09'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'c5262558-d961-4a10-9603-7ba1af4253e0'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:24:00.199102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] For port c5262558-d961-4a10-9603-7ba1af4253e0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5262558-d961-4a10-9603-7ba1af4253e0,segment=NetworkSegment(05cca9a0-8638-4a7e-b6d0-63b8dccd9498),segment_id=05cca9a0-8638-4a7e-b6d0-63b8dccd9498)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:00.218756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.239109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.8 (5980a7a1-cfef-410c-a7a1-1457f479c370/3b9cb5c1-b4d5-497e-8591-0729d735ae3c/188ea4c1-8b91-4f09-98e9-ce8d37f76eed) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:00.249675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.268786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.275725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-892d4636-4e42-49b8-8ac8-b27df7b5e2c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:00.279693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.284983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.286683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.313664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16a90126-6453-411d-bb10-3060d5baa4c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:00.353112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.26 (5980a7a1-cfef-410c-a7a1-1457f479c370/a1c158db-df24-45c0-a33b-b3ab9ef63b09/188ea4c1-8b91-4f09-98e9-ce8d37f76eed) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:00.419700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/networks/37fc890d-7e97-4758-9bb8-3f81709168ee HTTP/1.1" status: 204 len: 168 time: 2.8318641 Dec 22 15:24:00.428332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43766) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:00.450853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Pushing event updated for resources: {'Port': ['ID=c5262558-d961-4a10-9603-7ba1af4253e0,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:00.457938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:00.481133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4be1ec98-cbdf-461c-ac79-b901953264ff None None] Provisioning complete for port fa2f8d94-9297-42ef-99a4-64a5729b5212 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:00.481607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4be1ec98-cbdf-461c-ac79-b901953264ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.486535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port ce2c3928-c414-4dd1-98a6-7d7f5d101d27 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:24:00.588902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Network': ['ID=37fc890d-7e97-4758-9bb8-3f81709168ee,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:00.591823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:00.660489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.774922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.782989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.810077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.814913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.823626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-392e09af-a797-4926-b92c-7abe28424369 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:00.849329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:00.928780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5262558-d961-4a10-9603-7ba1af4253e0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:01.090941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c5262558-d961-4a10-9603-7ba1af4253e0 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:01.092391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.166428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.302125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.396071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.415530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=c04119b2-a396-4974-bfeb-613a7c6e21b3,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:01.437044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:01.489196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.489449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a6153f-b9df-4e86-a4f7-64ac694c9768']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:01.493006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': '05bbf7b4-4744-4004-b5c5-fac575b746e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:01.493423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:24:01.503935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::351 (5ab54424-188e-4b54-81b5-4cfc68514aa3/19f9f7db-43ed-4486-b19a-1d0ef7c0c806/ce2c3928-c414-4dd1-98a6-7d7f5d101d27) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:01.513344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e90d473-c81f-4d52-938b-669253455ceb') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:01.513678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e90d473-c81f-4d52-938b-669253455ceb') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:01.529054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8:0:1:f816:3eff:fe28:452e (5ab54424-188e-4b54-81b5-4cfc68514aa3/d60682c8-b27b-4f4b-bee3-9067df5a814a/ce2c3928-c414-4dd1-98a6-7d7f5d101d27) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:01.539877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 188ea4c1-8b91-4f09-98e9-ce8d37f76eed will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:01.541166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.653098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.681007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:01.681944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.700469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:01.700808 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:01.738976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.740657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Router 74557922-26d3-4150-85d6-33f73a0a362f is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:01.751780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8c257287-3a36-4562-8df5-1916a3840c0a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:01.830769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:01.843698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Allocated IP 172.20.0.18 (5980a7a1-cfef-410c-a7a1-1457f479c370/a1c158db-df24-45c0-a33b-b3ab9ef63b09/c5262558-d961-4a10-9603-7ba1af4253e0) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:01.853687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a75969-7ac9-41c9-851b-6eb5f9ee1fa4 None None] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:01.876134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:01.877212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:01.975644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:02.087933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=188ea4c1-8b91-4f09-98e9-ce8d37f76eed,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:02.116283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:02.137301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:02.147708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:02.220021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1626513 Dec 22 15:24:02.231689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43770) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:02.337090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.344568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.350075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:02.373775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5fd1b5b-85d1-4963-863d-b42735396af9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:02.430661 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/networks/d0a6153f-b9df-4e86-a4f7-64ac694c9768 HTTP/1.1" status: 204 len: 168 time: 1.9814243 Dec 22 15:24:02.448180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Network': ['ID=d0a6153f-b9df-4e86-a4f7-64ac694c9768,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:02.451001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:02.457032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43774) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:02.537768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.570057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35c998cf-86fe-49ed-bf72-6fef35f069b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.587390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.591264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.686302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object ce2c3928-c414-4dd1-98a6-7d7f5d101d27 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:02.742748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] For port c5262558-d961-4a10-9603-7ba1af4253e0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5262558-d961-4a10-9603-7ba1af4253e0,segment=NetworkSegment(05cca9a0-8638-4a7e-b6d0-63b8dccd9498),segment_id=05cca9a0-8638-4a7e-b6d0-63b8dccd9498)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:02.856973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:02.858113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.862145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.872634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-7dfe94d5-4b72-4cd8-b0db-0705cd1149d3', 'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': 'c04119b2-a396-4974-bfeb-613a7c6e21b3'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:24:02.874334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.936643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting subnet bd283f3a-02a3-4a21-ae50-25a3ad1664db {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:02.940692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Allocated IP 172.26.4.106 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/5e145277-1d50-47d1-a1af-eca7ab3e73e5) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:02.943425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.977752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:02.987936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Router a9179729-7876-4d68-b5f2-c34b5f98f908 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:02.991464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:03.011363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:03.030375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.036225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3997b7ae-d333-4c66-bd08-c7adf5c799f1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "PUT /v2.0/routers/74557922-26d3-4150-85d6-33f73a0a362f HTTP/1.1" status: 200 len: 693 time: 3.6614501 Dec 22 15:24:03.039684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43778) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.056824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:03.059418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] Sync routers for ids ['74557922-26d3-4150-85d6-33f73a0a362f'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:03.066471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.5928907 Dec 22 15:24:03.068560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:03.072599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43782) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.106771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Transition to ACTIVE for port object c5262558-d961-4a10-9603-7ba1af4253e0 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:03.133803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:03.157865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b9cb5c1-b4d5-497e-8591-0729d735ae3c'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:03.194457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:03.222870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.229114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.242371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:03.285115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:03.322841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:03.328402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] Routers {'74557922-26d3-4150-85d6-33f73a0a362f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:03.328845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['74557922-26d3-4150-85d6-33f73a0a362f'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:03.394039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=ce2c3928-c414-4dd1-98a6-7d7f5d101d27,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:03.397381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:03.398481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:03.400958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:03.405732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:03.406465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.567694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.630131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.635352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4fff4508-f039-4671-b280-0269efda062e tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/routers/74557922-26d3-4150-85d6-33f73a0a362f HTTP/1.1" status: 200 len: 699 time: 0.5900118 Dec 22 15:24:03.638303 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.9094718 Dec 22 15:24:03.645544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43786) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.645844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43788) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.669938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.763924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.776731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17ccfab1-3322-4629-b7ad-9b78a6599059 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:03.792878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9b044afd-0c33-4d1b-9c65-6187eaa34671 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=74557922-26d3-4150-85d6-33f73a0a362f HTTP/1.1" status: 200 len: 205 time: 0.1336861 Dec 22 15:24:03.819588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43794) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.823477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.879431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Allocated IP 2001:db8::2 (7dfe94d5-4b72-4cd8-b0db-0705cd1149d3/c04119b2-a396-4974-bfeb-613a7c6e21b3/c474eeb7-531b-4662-8b4e-c023b9c75507) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:03.887196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Pushing event updated for resources: {'Port': ['ID=c5262558-d961-4a10-9603-7ba1af4253e0,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:03.890857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86f754-d7da-4eb8-9a74-c283ca21081f None None] Network ebf36fd0-273d-4869-ba6f-3b50d6913131 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:03.912996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:03.923255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/subnets/bd283f3a-02a3-4a21-ae50-25a3ad1664db HTTP/1.1" status: 204 len: 168 time: 1.4636991 Dec 22 15:24:03.926473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43798) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:03.951899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:03.982785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Subnet': ['ID=bd283f3a-02a3-4a21-ae50-25a3ad1664db,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:03.991954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:03.994925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fac0bdf-da83-43c4-ae07-d6b8ade6c593 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:04.031000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.048040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port ce2c3928-c414-4dd1-98a6-7d7f5d101d27 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:04.048433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.059769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] Set router 74557922-26d3-4150-85d6-33f73a0a362f gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:24:04.073691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:04.078596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:04.082132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:04.162618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Port': ['ID=5e145277-1d50-47d1-a1af-eca7ab3e73e5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:04.166065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:04.173971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.254236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.277959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.278190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0443d87a-ac0b-44f9-b9d0-b7d142d00c1c None None] Provisioning for port ce2c3928-c414-4dd1-98a6-7d7f5d101d27 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:04.370776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0443d87a-ac0b-44f9-b9d0-b7d142d00c1c None None] Provisioning complete for port ce2c3928-c414-4dd1-98a6-7d7f5d101d27 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:04.371286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0443d87a-ac0b-44f9-b9d0-b7d142d00c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.458938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:04.468245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74557922-26d3-4150-85d6-33f73a0a362f', 'name': 'tempest-RoutersTest-router-513313352', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:23:58Z', 'updated_at': '2021-12-22T15:24:00Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:04.481754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] Checking router: 74557922-26d3-4150-85d6-33f73a0a362f for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:24:04.490378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] Sync routers for ids ['a9179729-7876-4d68-b5f2-c34b5f98f908'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:04.535291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] Routers {'a9179729-7876-4d68-b5f2-c34b5f98f908'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:04.536017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['a9179729-7876-4d68-b5f2-c34b5f98f908'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:04.543497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:04.543893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.566273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0443d87a-ac0b-44f9-b9d0-b7d142d00c1c None None] Port ce2c3928-c414-4dd1-98a6-7d7f5d101d27 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:04.581460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] Routers {'74557922-26d3-4150-85d6-33f73a0a362f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:04.582195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:23:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['74557922-26d3-4150-85d6-33f73a0a362f'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:04.644459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.649652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "PUT /v2.0/routers/a9179729-7876-4d68-b5f2-c34b5f98f908 HTTP/1.1" status: 200 len: 879 time: 11.9759748 Dec 22 15:24:04.656941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43802) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:04.674035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:04.713858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] Routers {'a9179729-7876-4d68-b5f2-c34b5f98f908'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:04.722906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['a9179729-7876-4d68-b5f2-c34b5f98f908'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:04.741195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-587a1cd5-0ce5-4bca-a89c-f468b8e4a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:04.886459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] DHCP port deletion for ebf36fd0-273d-4869-ba6f-3b50d6913131 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:04.925586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:04.926022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd83d6f-fcf8-44bd-b703-8e3133531293 None None] The sync data for ids ['a9179729-7876-4d68-b5f2-c34b5f98f908'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:04.944287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Deleting port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:04.944718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.204167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.214726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.275793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5262558-d961-4a10-9603-7ba1af4253e0 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:05.301987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.302990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Fanout notify agent at l3_agent the message router_deleted on router 74557922-26d3-4150-85d6-33f73a0a362f {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:05.311988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.324120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] Set router 74557922-26d3-4150-85d6-33f73a0a362f gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:24:05.372858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.383678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1606c4c-056e-41c1-8c38-ba60b9671975 None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:05.397847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.406695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae47b674-82be-4554-be18-e8bb29d1a13b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/74557922-26d3-4150-85d6-33f73a0a362f HTTP/1.1" status: 204 len: 168 time: 1.5792246 Dec 22 15:24:05.417673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43806) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.453194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.466914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0319364f-01ea-4c44-bd13-7a5b475cb5d0 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:05.535245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04e2f662-44a9-4065-8f93-c27bc8c829af tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Synchronizing usage tracker for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:05.573237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04e2f662-44a9-4065-8f93-c27bc8c829af tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Unset dirty status for tenant:1069a8bdd2a041a5ba30cfc0b78b2138 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:05.579087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04e2f662-44a9-4065-8f93-c27bc8c829af tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=74557922-26d3-4150-85d6-33f73a0a362f HTTP/1.1" status: 200 len: 205 time: 0.1556933 Dec 22 15:24:05.580844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43810) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.629237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74557922-26d3-4150-85d6-33f73a0a362f', 'name': 'tempest-RoutersTest-router-513313352', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:23:58Z', 'updated_at': '2021-12-22T15:24:00Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:05.642768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.669149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b1c53bff-4e66-45ae-8a1a-54a41fafce16 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:05.673028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b1c53bff-4e66-45ae-8a1a-54a41fafce16 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/74557922-26d3-4150-85d6-33f73a0a362f HTTP/1.1" status: 404 len: 336 time: 0.0898979 Dec 22 15:24:05.673542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.675685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43814) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.685199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.696280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34107e-87a4-405e-af36-3b9c4abcf53c None None] The sync data for ids ['74557922-26d3-4150-85d6-33f73a0a362f'] in dv-neutron-822709-1-hyperv is: [{'id': '74557922-26d3-4150-85d6-33f73a0a362f', 'name': 'tempest-RoutersTest-router-513313352', 'tenant_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:23:58Z', 'updated_at': '2021-12-22T15:24:00Z', 'revision_number': 2, 'project_id': '1069a8bdd2a041a5ba30cfc0b78b2138', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:05.713735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.715517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Transition to ACTIVE for port object c474eeb7-531b-4662-8b4e-c023b9c75507 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:05.726040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dcf75d-2a48-44bf-b981-74dd06682350 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:05.726900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dcf75d-2a48-44bf-b981-74dd06682350 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:05.728016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4abbf2b0-4f0a-4276-b054-37f4c7438d0e None None] Provisioning for port c5262558-d961-4a10-9603-7ba1af4253e0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:05.729031 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7dcf75d-2a48-44bf-b981-74dd06682350 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/d76a8882-c04b-47ae-93e0-d62a856fef78 HTTP/1.1" status: 404 len: 337 time: 0.0521324 Dec 22 15:24:05.731898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43818) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.747910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4abbf2b0-4f0a-4276-b054-37f4c7438d0e None None] Provisioning complete for port c5262558-d961-4a10-9603-7ba1af4253e0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:05.748336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4abbf2b0-4f0a-4276-b054-37f4c7438d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:05.849024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f4ed0a-b172-487e-a91d-ec9a29eb842d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:05.849656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f4ed0a-b172-487e-a91d-ec9a29eb842d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:05.851859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-75f4ed0a-b172-487e-a91d-ec9a29eb842d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/558b82a5-e1a4-4586-b1b9-b0c21ddee9be HTTP/1.1" status: 404 len: 337 time: 0.0612252 Dec 22 15:24:05.856333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43822) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.918805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da6acae-2e33-4354-ad56-f2f404279a33 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:05.919425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da6acae-2e33-4354-ad56-f2f404279a33 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:05.923830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8da6acae-2e33-4354-ad56-f2f404279a33 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/48d39f21-031e-4000-a165-8b7da6ac098d HTTP/1.1" status: 404 len: 337 time: 0.0552557 Dec 22 15:24:05.924019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for ce2c3928-c414-4dd1-98a6-7d7f5d101d27 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:05.926249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43826) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:05.973563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-122776cd-3856-4061-9f59-af6dc98e4554 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:05.974060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122776cd-3856-4061-9f59-af6dc98e4554 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:05.978300 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-122776cd-3856-4061-9f59-af6dc98e4554 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/2bc288e6-9b6e-4db9-b0b0-bf238a346503 HTTP/1.1" status: 404 len: 337 time: 0.0477710 Dec 22 15:24:05.980461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43830) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.059899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ea133f66-887c-4375-bc39-5493c4656e0d tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 200 len: 205 time: 0.0702474 Dec 22 15:24:06.069577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Transition to ACTIVE for port object c474eeb7-531b-4662-8b4e-c023b9c75507 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:06.097063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:06.099470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43834) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.118468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:06.120142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Delete allocated IP 172.20.0.26 (5980a7a1-cfef-410c-a7a1-1457f479c370/a1c158db-df24-45c0-a33b-b3ab9ef63b09) {{(pid=88968) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:24:06.242711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Router 74f38d31-aa9c-43d8-b1a8-afb9bbe6480b is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:06.266018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:06.273247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c5262558-d961-4a10-9603-7ba1af4253e0 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:06.273959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:06.341326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8520f0e0-8e3d-4a0d-b278-b4192601e658 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:06.447858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-0e431935-b305-44cc-be3c-35aa3d697349 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:06.450420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e431935-b305-44cc-be3c-35aa3d697349 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/e8e75df7-9d01-4854-ba57-34ec478b47e9 HTTP/1.1" status: 404 len: 336 time: 0.3364542 Dec 22 15:24:06.459869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43838) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.462774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': 'cfd085be-de32-4c8d-8fea-dc79eb329351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:06.463228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: 210fc409-da72-43e3-93fb-4edcad77c6ff, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:24:06.486626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] For port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,segment=NetworkSegment(738a0b4e-e304-4cbc-ad8a-194cc0440db5),segment_id=738a0b4e-e304-4cbc-ad8a-194cc0440db5)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:06.487095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:06.509320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] For port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,segment=NetworkSegment(738a0b4e-e304-4cbc-ad8a-194cc0440db5),segment_id=738a0b4e-e304-4cbc-ad8a-194cc0440db5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:06.509320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:06.521611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e667a91c-fd5e-49dd-990e-24a850365374 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=9164ff2c-baf8-4e5a-ba01-9e35a038c93b HTTP/1.1" status: 200 len: 205 time: 0.0524750 Dec 22 15:24:06.523467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43842) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.537112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:06.598457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Pushing event updated for resources: {'Port': ['ID=c474eeb7-531b-4662-8b4e-c023b9c75507,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:06.602515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:06.603642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:06.606028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:06.613402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-38aee1a9-595e-4204-84e8-f0402a3bbf53 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:06.618655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38aee1a9-595e-4204-84e8-f0402a3bbf53 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/9164ff2c-baf8-4e5a-ba01-9e35a038c93b HTTP/1.1" status: 404 len: 336 time: 0.0888817 Dec 22 15:24:06.619770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43846) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.675008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c73d7dc-a679-4f71-b6f4-c2198cb3a907 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:06.675436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c73d7dc-a679-4f71-b6f4-c2198cb3a907 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:06.680089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5c73d7dc-a679-4f71-b6f4-c2198cb3a907 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/12e49e30-0902-48ea-9082-1b57e961bb92 HTTP/1.1" status: 404 len: 337 time: 0.0567827 Dec 22 15:24:06.686346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Calling delete_port for 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:06.687987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43850) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.701558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Calling delete_port for 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:06.757392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c58e0e6-82ad-4da5-abc4-54d48501a6c4 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 200 len: 205 time: 0.0677586 Dec 22 15:24:06.777601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43854) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.777912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:06.778209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:06.779895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "PUT /v2.0/routers/74f38d31-aa9c-43d8-b1a8-afb9bbe6480b HTTP/1.1" status: 200 len: 919 time: 7.1455081 Dec 22 15:24:06.782955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43858) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:06.805923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] Sync routers for ids ['74f38d31-aa9c-43d8-b1a8-afb9bbe6480b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:06.859487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:06.935002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-5433a5ad-41df-4d80-9051-933d4cc87dfd tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:06.942889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5433a5ad-41df-4d80-9051-933d4cc87dfd tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/91ef720b-4c0b-4e0a-a16a-384e6bd50bb8 HTTP/1.1" status: 404 len: 336 time: 0.1667922 Dec 22 15:24:06.953916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] Routers {'74f38d31-aa9c-43d8-b1a8-afb9bbe6480b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:06.954800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['74f38d31-aa9c-43d8-b1a8-afb9bbe6480b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:06.974399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43862) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.028941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Attempting to bind port c474eeb7-531b-4662-8b4e-c023b9c75507 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:24:07.029473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Attempting to bind port c474eeb7-531b-4662-8b4e-c023b9c75507 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '05bbf7b4-4744-4004-b5c5-fac575b746e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:24:07.029999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Attempting to bind port c474eeb7-531b-4662-8b4e-c023b9c75507 on network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:24:07.030204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 210fc409-da72-43e3-93fb-4edcad77c6ff is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:24:07.039428 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6bdb4199-ce06-4018-9062-7dd6b59a7c73 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=835e67b5-4848-4e5b-9da1-1c34147b9c39 HTTP/1.1" status: 200 len: 205 time: 0.0550427 Dec 22 15:24:07.039710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.040512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43866) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.061332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:07.072668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:24:07.073032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Checking segment: {'id': '05bbf7b4-4744-4004-b5c5-fac575b746e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:07.073498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.074057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Bound using segment: {'id': '05bbf7b4-4744-4004-b5c5-fac575b746e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:24:07.074731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Bound port: c474eeb7-531b-4662-8b4e-c023b9c75507, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bbf7b4-4744-4004-b5c5-fac575b746e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7dfe94d5-4b72-4cd8-b0db-0705cd1149d3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:24:07.075300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.096090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.104200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:07.139991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-99d594e4-a267-4468-a9eb-906fe82ccd9c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:07.145472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-99d594e4-a267-4468-a9eb-906fe82ccd9c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/835e67b5-4848-4e5b-9da1-1c34147b9c39 HTTP/1.1" status: 404 len: 336 time: 0.0984099 Dec 22 15:24:07.150738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43870) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.153016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Pushing event deleted for resources: {'Port': ['ID=0e8f3ff7-5c0e-40b6-8f83-6b318a78850c,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:07.156750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:07.175149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:07.176215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Ignored duplicate provisioning block setup for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:24:07.192471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:07.193469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:24:07.209024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 210fc409-da72-43e3-93fb-4edcad77c6ff) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:07.235616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a629e8e-4fbd-4cc7-8e13-646b831768ee tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:07.236131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a629e8e-4fbd-4cc7-8e13-646b831768ee tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:07.236254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ce36a40b-f152-474b-b8cd-c0bf50d0d15d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/a9179729-7876-4d68-b5f2-c34b5f98f908 HTTP/1.1" status: 200 len: 920 time: 2.5716741 Dec 22 15:24:07.238304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3a629e8e-4fbd-4cc7-8e13-646b831768ee tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/32ad3fc3-128a-4110-8eed-6d46f2d1a183 HTTP/1.1" status: 404 len: 337 time: 0.0848615 Dec 22 15:24:07.239040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:07.239174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43874) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.240183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.250395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43878) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.326191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.360667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-717b19d1-44e8-4cd5-b9f2-c99150bb3433 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/74f38d31-aa9c-43d8-b1a8-afb9bbe6480b HTTP/1.1" status: 200 len: 925 time: 0.5762334 Dec 22 15:24:07.361808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43882) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.366390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.369452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67ec839c-247d-4d43-b07f-2d0e44999b98 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=a9179729-7876-4d68-b5f2-c34b5f98f908&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1282792 Dec 22 15:24:07.369777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94108d54-04d7-4d4b-bfeb-54619b29e45f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:07.372884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43884) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.474278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-faf536de-f82b-403e-af02-d4c4aef61dfb tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=9283d74b-c724-4e1d-81f9-362592d50664 HTTP/1.1" status: 200 len: 205 time: 0.2205234 Dec 22 15:24:07.479069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43890) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:07.504638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b7a713-1db0-4364-b9e9-bbedfd661bda None None] Network 210fc409-da72-43e3-93fb-4edcad77c6ff requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:07.642301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=188ea4c1-8b91-4f09-98e9-ce8d37f76eed,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:07.657975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:24:07.657975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:24:07.729769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] Routers {'74f38d31-aa9c-43d8-b1a8-afb9bbe6480b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:07.731387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['74f38d31-aa9c-43d8-b1a8-afb9bbe6480b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:07.742594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Deleting port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:07.743209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:07.851900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] No DVR routers for this DVR port 0e8f3ff7-5c0e-40b6-8f83-6b318a78850c on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:07.873321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:07.941143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:07.941766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f2f05-830b-48b6-bc9d-ce3c95269c2f None None] The sync data for ids ['74f38d31-aa9c-43d8-b1a8-afb9bbe6480b'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:07.976288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] For port c474eeb7-531b-4662-8b4e-c023b9c75507, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:24:07.985532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] For port c474eeb7-531b-4662-8b4e-c023b9c75507, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c474eeb7-531b-4662-8b4e-c023b9c75507,segment=NetworkSegment(05bbf7b4-4744-4004-b5c5-fac575b746e4),segment_id=05bbf7b4-4744-4004-b5c5-fac575b746e4)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:24:08.018562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] The port '0e8f3ff7-5c0e-40b6-8f83-6b318a78850c' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:24:08.025087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.7829249 Dec 22 15:24:08.025087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2365f903-f254-41e6-af5e-b304500e01c0 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:08.139089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-592e27e4-2a5b-49ac-8993-e6679edb75d4 None None] Provisioning complete for port c5262558-d961-4a10-9603-7ba1af4253e0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:08.140759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-592e27e4-2a5b-49ac-8993-e6679edb75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.150977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43894) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.181558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.196952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c14aa06-9557-48dc-948c-cc21bb18b7c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:08.228852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-405470709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:08.249872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:08.261110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:08.270395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:08.288161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:08.317330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-210fc409-da72-43e3-93fb-4edcad77c6ff', 'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': '6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:24:08.323642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=ce2c3928-c414-4dd1-98a6-7d7f5d101d27,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:08.323833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.326598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-ee98359a-8d9d-4ade-9643-b8388dc74e93 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:08.329506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ee98359a-8d9d-4ade-9643-b8388dc74e93 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/9283d74b-c724-4e1d-81f9-362592d50664 HTTP/1.1" status: 404 len: 336 time: 0.8487918 Dec 22 15:24:08.336149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0128944a-1117-48ab-8586-83c060f51f9d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:08.344033 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0128944a-1117-48ab-8586-83c060f51f9d tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.9340165 Dec 22 15:24:08.347017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43898) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.347768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43900) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.507227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Pushing event updated for resources: {'Port': ['ID=c474eeb7-531b-4662-8b4e-c023b9c75507,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:08.518864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:08.547829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ebb716c-a8fb-4f5b-b813-b08141f7514c tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9179729-7876-4d68-b5f2-c34b5f98f908 HTTP/1.1" status: 200 len: 205 time: 0.1937566 Dec 22 15:24:08.552826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43906) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.555729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c075390-319a-4c0b-8d28-17d2a9099551 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:08.556745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c075390-319a-4c0b-8d28-17d2a9099551 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:08.560814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c075390-319a-4c0b-8d28-17d2a9099551 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/7ce9d2ba-ec8f-4f20-a7c5-3e46d2456272 HTTP/1.1" status: 404 len: 337 time: 0.2110374 Dec 22 15:24:08.565556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43908) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.783261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:08.814719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.815816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.840665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Allocated IP 2001:db8:1::2 (210fc409-da72-43e3-93fb-4edcad77c6ff/6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d/bffdf2f1-9191-4534-8b6e-6b9f120e9d7b) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:08.852119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f436b088-c11c-467a-bd1f-f0780dc2f199 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=74f38d31-aa9c-43d8-b1a8-afb9bbe6480b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.4786677 Dec 22 15:24:08.855151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43914) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.856355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.857906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fd977e25-8249-4427-be66-8c9e80f95e61 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "GET /v2.0/ports?device_id=0e5b4ed9-4a39-436c-8f52-dd40158888ab HTTP/1.1" status: 200 len: 205 time: 0.1692557 Dec 22 15:24:08.863042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43916) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.863364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/ce2c3928-c414-4dd1-98a6-7d7f5d101d27 HTTP/1.1" status: 204 len: 168 time: 5.2008438 Dec 22 15:24:08.881368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43918) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:08.907745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-592e27e4-2a5b-49ac-8993-e6679edb75d4 None None] Provisioning for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:08.939618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-592e27e4-2a5b-49ac-8993-e6679edb75d4 None None] Provisioning complete for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:08.940156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-592e27e4-2a5b-49ac-8993-e6679edb75d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:08.990051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1c07448e-61da-4eef-8d6d-2cb833811fbd tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] delete failed (client error): The resource could not be found. Dec 22 15:24:08.992519 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c07448e-61da-4eef-8d6d-2cb833811fbd tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/routers/0e5b4ed9-4a39-436c-8f52-dd40158888ab HTTP/1.1" status: 404 len: 336 time: 0.1297154 Dec 22 15:24:08.995396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43926) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.013264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] In _notify_port_updated(), no bound segment for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed on network 5980a7a1-cfef-410c-a7a1-1457f479c370 {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:24:09.017599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:09.018313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.023566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/ports/188ea4c1-8b91-4f09-98e9-ce8d37f76eed HTTP/1.1" status: 200 len: 918 time: 5.8915594 Dec 22 15:24:09.086202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43930) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.117311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-592e27e4-2a5b-49ac-8993-e6679edb75d4 None None] Port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:09.155838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.160199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b9cb5c1-b4d5-497e-8591-0729d735ae3c'}, {'subnet_id': 'a1c158db-df24-45c0-a33b-b3ab9ef63b09'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:09.250011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.291921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf36fd0-273d-4869-ba6f-3b50d6913131']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:09.305459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d13a9f9-6d40-4b31-bb80-e3487cf39333 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:09.306090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d13a9f9-6d40-4b31-bb80-e3487cf39333 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:09.310857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d13a9f9-6d40-4b31-bb80-e3487cf39333 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/ba717801-9b58-40e0-a5dd-236d772344c3 HTTP/1.1" status: 404 len: 337 time: 0.3112662 Dec 22 15:24:09.320398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43934) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.373398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738a0b4e-e304-4cbc-ad8a-194cc0440db5') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:09.374118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738a0b4e-e304-4cbc-ad8a-194cc0440db5') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:09.377414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.403373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Transition to ACTIVE for port object bffdf2f1-9191-4534-8b6e-6b9f120e9d7b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:09.413895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f62799-b91e-45a8-8960-ab54ff63807c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:09.415048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f62799-b91e-45a8-8960-ab54ff63807c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:09.417187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62f62799-b91e-45a8-8960-ab54ff63807c tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] 10.222.0.32 "DELETE /v2.0/subnets/f0729883-0e93-4962-9992-945ba7ba219c HTTP/1.1" status: 404 len: 337 time: 0.0945923 Dec 22 15:24:09.443140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.446860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Transition to ACTIVE for port object bffdf2f1-9191-4534-8b6e-6b9f120e9d7b will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:09.451274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-50e9b7e1-e15e-4d6d-8397-d6db3034efc1 None None] Provisioning complete for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:09.451704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50e9b7e1-e15e-4d6d-8397-d6db3034efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.528885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa52179-4f1f-4365-a21c-93f706ba4375 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:09.529974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6fa52179-4f1f-4365-a21c-93f706ba4375 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:09.535346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.540207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16814b-7e20-43a3-a942-a65884c5232a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:09.541020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a16814b-7e20-43a3-a942-a65884c5232a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Synchronizing usage tracker for tenant:8f1232df58b046949ea5603e896103a3 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:09.549715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.556206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-50e9b7e1-e15e-4d6d-8397-d6db3034efc1 None None] Port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:09.559419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.567467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cec2945a-2d07-4a50-b226-1ed0c7a04a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:09.575954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:09.576577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:09.603315 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:09.657493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a16814b-7e20-43a3-a942-a65884c5232a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Unset dirty status for tenant:8f1232df58b046949ea5603e896103a3 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:09.662036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2a16814b-7e20-43a3-a942-a65884c5232a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.7923119 Dec 22 15:24:09.665048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Network 210fc409-da72-43e3-93fb-4edcad77c6ff is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:09.667225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:09.668058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43940) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.677576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:09.688318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Pushing event updated for resources: {'Port': ['ID=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:09.691787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:09.723005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6fa52179-4f1f-4365-a21c-93f706ba4375 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:09.724697 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6fa52179-4f1f-4365-a21c-93f706ba4375 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8036067 Dec 22 15:24:09.725714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.728007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b50e0145-8742-45d0-9510-d52611bb6d75 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5305810 Dec 22 15:24:09.738944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43944) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.739755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43946) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.749152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b3f3178e-3d81-42ae-a6b7-6dc5a8b207da tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=74f38d31-aa9c-43d8-b1a8-afb9bbe6480b HTTP/1.1" status: 200 len: 205 time: 0.0734699 Dec 22 15:24:09.754212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43952) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:09.869817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.883993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Attempting to bind port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:24:09.884865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Attempting to bind port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'cfd085be-de32-4c8d-8fea-dc79eb329351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:24:09.885367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Attempting to bind port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b on network 210fc409-da72-43e3-93fb-4edcad77c6ff {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:24:09.886145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.899965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:24:09.900769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Checking segment: {'id': 'cfd085be-de32-4c8d-8fea-dc79eb329351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:09.902522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.903168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Bound using segment: {'id': 'cfd085be-de32-4c8d-8fea-dc79eb329351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:24:09.903961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Bound port: bffdf2f1-9191-4534-8b6e-6b9f120e9d7b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd085be-de32-4c8d-8fea-dc79eb329351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '210fc409-da72-43e3-93fb-4edcad77c6ff'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:24:09.904512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:09.934793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c474eeb7-531b-4662-8b4e-c023b9c75507 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:10.027921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43958) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:10.040197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:10.053435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8c1a01f-e86c-4e6f-8004-0d7f21b115aa tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:10.077206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:10.090842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/networks/ebf36fd0-273d-4869-ba6f-3b50d6913131 HTTP/1.1" status: 204 len: 168 time: 6.1550949 Dec 22 15:24:10.091935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43964) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:10.147240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] For port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:24:10.148589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Pushing event deleted for resources: {'Network': ['ID=ebf36fd0-273d-4869-ba6f-3b50d6913131,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:10.152761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] For port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,segment=NetworkSegment(cfd085be-de32-4c8d-8fea-dc79eb329351),segment_id=cfd085be-de32-4c8d-8fea-dc79eb329351)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:24:10.167649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:10.179916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b449fa5f-39e3-4144-b601-1f4a9a0d2ff4 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Synchronizing usage tracker for tenant:e7434e0a07014d2e934ef0a51bf1c0c9 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:10.187116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:10.197048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:10.257011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c474eeb7-531b-4662-8b4e-c023b9c75507 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:10.351945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Pushing event updated for resources: {'Port': ['ID=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:10.357288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:10.380734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add15681-de56-4037-b5a3-d112f4649be3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:10.387361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-add15681-de56-4037-b5a3-d112f4649be3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6413684 Dec 22 15:24:10.388697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 43968) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:10.407342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b449fa5f-39e3-4144-b601-1f4a9a0d2ff4 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Unset dirty status for tenant:e7434e0a07014d2e934ef0a51bf1c0c9 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:10.408833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b449fa5f-39e3-4144-b601-1f4a9a0d2ff4 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb0ff6c5-4e23-449d-81a3-45ffd418998d HTTP/1.1" status: 200 len: 205 time: 0.3120818 Dec 22 15:24:10.412920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43972) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:10.747934 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-24f19ae9-ef53-4bba-8351-d8e20d6620cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1069a8bdd2a041a5ba30cfc0b78b2138&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7179382 Dec 22 15:24:10.758384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43976) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:10.782094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:10.910253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c6e62-c052-46cd-976b-ab99069bb54d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:10.913422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c6e62-c052-46cd-976b-ab99069bb54d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:10.916659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c6e62-c052-46cd-976b-ab99069bb54d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:10.918858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8f3c6e62-c052-46cd-976b-ab99069bb54d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:11.076391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.127381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7d74c-52ed-4b52-88f3-6f81c6f677fc None None] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:11.346511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.352913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8f3c6e62-c052-46cd-976b-ab99069bb54d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:11.359595 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8f3c6e62-c052-46cd-976b-ab99069bb54d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.9602785 Dec 22 15:24:11.372369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.390438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 43980) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:11.439615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Provisioning for port c474eeb7-531b-4662-8b4e-c023b9c75507 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:11.461279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Provisioning complete for port c474eeb7-531b-4662-8b4e-c023b9c75507 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:11.461681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.521474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.719249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.740791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.822918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] For port c474eeb7-531b-4662-8b4e-c023b9c75507, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c474eeb7-531b-4662-8b4e-c023b9c75507,segment=NetworkSegment(05bbf7b4-4744-4004-b5c5-fac575b746e4),segment_id=05bbf7b4-4744-4004-b5c5-fac575b746e4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:11.849006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bffdf2f1-9191-4534-8b6e-6b9f120e9d7b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:11.879783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.29 (5980a7a1-cfef-410c-a7a1-1457f479c370/a1c158db-df24-45c0-a33b-b3ab9ef63b09/188ea4c1-8b91-4f09-98e9-ce8d37f76eed) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:11.889089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:11.904748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d417e4d-f0e0-4c8c-8636-145dc7962fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:12.037382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Pushing event updated for resources: {'Port': ['ID=c474eeb7-531b-4662-8b4e-c023b9c75507,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:12.043686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:12.106698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:12.256359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.279101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Deleting port e6f46c73-6263-4d08-8a7d-9de742a21069 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:12.279990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.329809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7eaa9ef4-39ad-4895-8251-b79236cdbc32 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:12.424594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5b767d-cb49-4eb2-bc25-89685c65d91b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:12.449027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:12.470438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.475061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.476399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc5b767d-cb49-4eb2-bc25-89685c65d91b HTTP/1.1" status: 204 len: 168 time: 1.7166634 Dec 22 15:24:12.588376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.680528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2ceb3c1e-1a10-4c65-8666-54c5d66d4eb7 None None] Provisioning complete for port c474eeb7-531b-4662-8b4e-c023b9c75507 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:12.682517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3c1e-1a10-4c65-8666-54c5d66d4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.740811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 19f9f7db-43ed-4486-b19a-1d0ef7c0c806 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:12.745547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.746100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Fanout notify agent at l3_agent the message router_deleted on router eb0ff6c5-4e23-449d-81a3-45ffd418998d {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:12.777496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.779191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65f069d5-39ac-4976-a0b2-c20d5a42b570 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] 10.222.0.32 "DELETE /v2.0/routers/eb0ff6c5-4e23-449d-81a3-45ffd418998d HTTP/1.1" status: 204 len: 168 time: 2.3617055 Dec 22 15:24:12.793290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:12.821953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.052375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Calling delete_port for e6f46c73-6263-4d08-8a7d-9de742a21069 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:13.076794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.224965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.244203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.265381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8::1 (7dfe94d5-4b72-4cd8-b0db-0705cd1149d3/c04119b2-a396-4974-bfeb-613a7c6e21b3/26e27dfa-ff56-48b7-aabd-2ca8ffe247a1) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:13.293678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 188ea4c1-8b91-4f09-98e9-ce8d37f76eed will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:13.293678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Deleting port 5e145277-1d50-47d1-a1af-eca7ab3e73e5 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:13.293678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.301691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf28e9-6492-498d-917e-03824c6d83f9 None None] Network 210fc409-da72-43e3-93fb-4edcad77c6ff requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:13.352013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.365802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1fee2e6f-d509-41d9-8aac-bfd26616b097 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:13.487142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.615408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.640077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Provisioning for port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:13.647357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:13.651738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Provisioning complete for port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:13.655679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.677859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.691116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8decb1bb-c510-43a1-ba82-24b2851a4351 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:13.772167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44000) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:13.802703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=19f9f7db-43ed-4486-b19a-1d0ef7c0c806,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:13.808593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:13.822408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.857857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aba1b0a4-edec-4aa7-99bd-71ce0ef50553 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:13.922787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=188ea4c1-8b91-4f09-98e9-ce8d37f76eed,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:13.970471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:13.989590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:14.009887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c474eeb7-531b-4662-8b4e-c023b9c75507 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:14.018442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:14.044937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:14.045546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:14.082683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:14.236861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:14.335361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:14.390161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=26e27dfa-ff56-48b7-aabd-2ca8ffe247a1,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:14.402019 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/19f9f7db-43ed-4486-b19a-1d0ef7c0c806 HTTP/1.1" status: 204 len: 168 time: 2.9800377 Dec 22 15:24:14.407553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:14.419243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44008) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:14.504749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Calling delete_port for 5e145277-1d50-47d1-a1af-eca7ab3e73e5 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:14.575676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b3608-b3de-4e29-b3db-ed4068e46f63 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:14.649793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:14.669321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:14.692484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-24703a67-562e-423b-bd29-ade8ad311c1b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:14.860696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event deleted for resources: {'Port': ['ID=e6f46c73-6263-4d08-8a7d-9de742a21069,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:14.879391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet d60682c8-b27b-4f4b-bee3-9067df5a814a {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:14.882918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:14.888393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:14.890860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44016) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:14.936592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c474eeb7-531b-4662-8b4e-c023b9c75507 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:14.938045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.001777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] For port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,segment=NetworkSegment(cfd085be-de32-4c8d-8fea-dc79eb329351),segment_id=cfd085be-de32-4c8d-8fea-dc79eb329351)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:15.006597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-260a85f1-bd9c-45da-a608-e7e178b1305b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7434e0a07014d2e934ef0a51bf1c0c9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2172720 Dec 22 15:24:15.009230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.018611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44022) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:15.064025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.070516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-346ea695-d8f7-462f-bc62-0b7cbf2323ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:15.154192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] In _notify_port_updated(), no bound segment for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed on network 5980a7a1-cfef-410c-a7a1-1457f479c370 {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:24:15.158765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:15.172261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.179906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/ports/188ea4c1-8b91-4f09-98e9-ce8d37f76eed HTTP/1.1" status: 200 len: 998 time: 6.0875497 Dec 22 15:24:15.201299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44026) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:15.214491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--670649933'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:15.320355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.324608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Pushing event updated for resources: {'Port': ['ID=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:15.328474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:15.334059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:15.368570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:15.371730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:15.372105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.388637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Provisioning for port 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:15.392296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:15.399775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Provisioning complete for port 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:15.400352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.434248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:15.469236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Port 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:15.470586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.529843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Provisioning for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:15.542238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Provisioning complete for port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:15.543482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.616084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.669033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Port 188ea4c1-8b91-4f09-98e9-ce8d37f76eed cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:15.706086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Provisioning complete for port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:15.707027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89d04f12-76a6-4ccd-a230-a2ff5a9d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.722849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.747187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.777019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.809113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.810852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-afb96fb7-6a23-4cf8-ad4e-621b7475ea94 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:15.849107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.849926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:15.862529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93d870a8-958b-4302-a052-7c15c14ed5d8 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:15.909925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bffdf2f1-9191-4534-8b6e-6b9f120e9d7b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:15.999691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=26e27dfa-ff56-48b7-aabd-2ca8ffe247a1,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:16.025106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:16.025658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event deleted for resources: {'Port': ['ID=5e145277-1d50-47d1-a1af-eca7ab3e73e5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:16.037075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:16.044398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:16.058778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a93980e-ec9d-4e9c-b95d-0cabf9d7fe10 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:16.112934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:16.114059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:16.128000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=d60682c8-b27b-4f4b-bee3-9067df5a814a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:16.169522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:16.217615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:16.276080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:16.281787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:16.287744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:16.293017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:16.339377 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/d60682c8-b27b-4f4b-bee3-9067df5a814a HTTP/1.1" status: 204 len: 168 time: 1.9184341 Dec 22 15:24:16.349150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44030) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:16.463049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:16.473838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6702e561-a9e1-42f4-8279-33f177bc8d5f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233323 Dec 22 15:24:16.482006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44034) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:16.496856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:16.572584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:16.655492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:16.662852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba587ad-d2f1-45ac-bc06-2edab128a201 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:16.667889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 188ea4c1-8b91-4f09-98e9-ce8d37f76eed owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:16.700057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:16.911095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cdd410fa-e63d-4dbd-be17-3cfec0969c46 None None] Provisioning complete for port fa2f8d94-9297-42ef-99a4-64a5729b5212 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:16.911406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdd410fa-e63d-4dbd-be17-3cfec0969c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:16.959385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.080727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:17.093765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:17.099609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:17.108406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:17.121012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.146324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.157814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:17.178084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c2b86-982b-4bd9-9952-9d793d73f0fd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:17.181393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:17.194351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.265696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:17.272664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Deleting port fa2f8d94-9297-42ef-99a4-64a5729b5212 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:17.273849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.294367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:17.300725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.389630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.395117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.401853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/373c2b86-982b-4bd9-9952-9d793d73f0fd HTTP/1.1" status: 204 len: 168 time: 2.3653550 Dec 22 15:24:17.433450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.435883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.455362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3364451e-bee6-48c6-aeff-7ced5fc3efca None None] Provisioning complete for port 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:17.455782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3364451e-bee6-48c6-aeff-7ced5fc3efca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.500532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.516867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-512e1fb5-f5d8-4634-bcb6-df5fdac7b8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:17.574144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3364451e-bee6-48c6-aeff-7ced5fc3efca None None] Port 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:17.612712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:17.619115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:17.624698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:17.633292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:17.640748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee91e53f-773d-4d63-98ba-dae02353f7a9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:17.645118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:17.663120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.694017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.695368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Fanout notify agent at l3_agent the message router_deleted on router a9179729-7876-4d68-b5f2-c34b5f98f908 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:17.695701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] For port fa2f8d94-9297-42ef-99a4-64a5729b5212, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fa2f8d94-9297-42ef-99a4-64a5729b5212,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:17.696159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.711296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:17.745373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.753773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/a9179729-7876-4d68-b5f2-c34b5f98f908 HTTP/1.1" status: 204 len: 168 time: 9.1910779 Dec 22 15:24:17.756535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44040) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.770489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1802152326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:17.804591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:17.815819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Usage tracker for resource:router and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:17.825016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:17.842951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:17.847362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fa2f8d94-9297-42ef-99a4-64a5729b5212 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:17.870474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.871510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Fanout notify agent at l3_agent the message router_deleted on router 74f38d31-aa9c-43d8-b1a8-afb9bbe6480b {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:17.888031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Calling delete_port for fa2f8d94-9297-42ef-99a4-64a5729b5212 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:17.912670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.913921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/74f38d31-aa9c-43d8-b1a8-afb9bbe6480b HTTP/1.1" status: 204 len: 168 time: 8.1580191 Dec 22 15:24:17.923204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44044) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:17.930085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-543191150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:17.944449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.947076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.948221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:17.954486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:18.011250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.030668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Usage tracker for resource:router and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:18.035232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:18.043876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:18.059572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.066480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6018965-32f2-48b7-a92a-50d89ce59cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:18.109608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.110241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7136a77-47bd-48dd-8785-52ccc55d9c9f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:18.141899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.151838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=188ea4c1-8b91-4f09-98e9-ce8d37f76eed,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:18.158534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:18.162515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:18.170890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.172308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:18.174295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.251624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] No DVR routers for this DVR port fa2f8d94-9297-42ef-99a4-64a5729b5212 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:18.252689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.254125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.3566844 Dec 22 15:24:18.274916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44056) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.302723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Pushing event deleted for resources: {'Port': ['ID=fa2f8d94-9297-42ef-99a4-64a5729b5212,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:18.318459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.328103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:18.332803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.440169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.450193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c6616bdd-87fb-4bcf-b504-f158d2642c87 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:18.464359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:18.489189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.493821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-abf7da58-423b-49e1-bf34-fdc2808a2a94 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7286584 Dec 22 15:24:18.493821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.509227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44060) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.529001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': True}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:18.577634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router debcec18-bce5-4aee-bf54-641468aae603 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:18.626760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c6616bdd-87fb-4bcf-b504-f158d2642c87 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:18.627812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6616bdd-87fb-4bcf-b504-f158d2642c87 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3423295 Dec 22 15:24:18.637107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44066) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.646125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-security--296517024', 'description': 'tempest-security-description-1339499143'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:18.661244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.669838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:18.683437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:18.698506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef8fae-4d01-415a-8df7-5f651ea3686f None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:18.699594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:18.700724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.725110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=d0a210d3-d011-4f40-8ced-688b838b9b79,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:18.725516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.730184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4dd7483f-8cce-43eb-b2a8-20ccb2dda661 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8032687 Dec 22 15:24:18.737921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44070) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.747304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:18.748089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': False}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:18.875855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/188ea4c1-8b91-4f09-98e9-ce8d37f76eed HTTP/1.1" status: 204 len: 168 time: 3.6737549 Dec 22 15:24:18.880885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:18.889100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44078) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:18.987161 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4988532 Dec 22 15:24:18.992430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-5ab54424-188e-4b54-81b5-4cfc68514aa3', 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'tenant_id': 'ce1c92f08ae14e7e8349462ac7c32a63', 'fixed_ips': [{'subnet_id': 'd0a210d3-d011-4f40-8ced-688b838b9b79'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:24:18.993538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.002928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44082) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.015307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:19.050899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8aac4c-8daa-4290-9348-039763f26591 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:24:19.052349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3d8aac4c-8daa-4290-9348-039763f26591 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/188ea4c1-8b91-4f09-98e9-ce8d37f76eed HTTP/1.1" status: 404 len: 333 time: 0.1545634 Dec 22 15:24:19.147942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44086) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.209129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Allocated IP 2001:db8::2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/d0a210d3-d011-4f40-8ced-688b838b9b79/beecf490-0529-40d0-b9b2-5179bdd71dcb) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:19.315954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44092) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.345452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:19.358343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:19.360759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.376075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:19.377773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] Sync routers for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:19.383578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:19.400552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:19.401605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:19.415431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/debcec18-bce5-4aee-bf54-641468aae603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6701138 Dec 22 15:24:19.418805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:19.423223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44098) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.562968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:19.579611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:19.591550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:19.592562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:19.633353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.643175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-100356764'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:19.654666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Transition to ACTIVE for port object beecf490-0529-40d0-b9b2-5179bdd71dcb will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:19.654973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:19.664508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Usage tracker for resource:network and tenant:1d2b560bc2e24c4a82df0a16706ccb27 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:19.670931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:19.684464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:19.687426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Transition to ACTIVE for port object beecf490-0529-40d0-b9b2-5179bdd71dcb will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:19.691555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:19.692624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bd97a-c0da-40d1-a870-158c28658de2 None None] The sync data for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:19.722949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.733277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93c9ba35-9505-4b3e-b6f3-b629f1898198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:19.745868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2598f5-8f9b-467d-a93a-f77072210e04 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:19.747609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8c2598f5-8f9b-467d-a93a-f77072210e04 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:19.823411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.825845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.831312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "PUT /v2.0/security-groups/c7136a77-47bd-48dd-8785-52ccc55d9c9f HTTP/1.1" status: 200 len: 1611 time: 1.1874490 Dec 22 15:24:19.835668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:19.837554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Made reservation on behalf of 1d2b560bc2e24c4a82df0a16706ccb27 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:19.837773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28b7707c-2569-43e0-aa45-9b9ce1e5815e tempest-DHCPAgentSchedulersTestJSON-1014697575 tempest-DHCPAgentSchedulersTestJSON-1014697575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:19.839996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:19.843262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:19.844933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.853080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Pushing event updated for resources: {'Port': ['ID=beecf490-0529-40d0-b9b2-5179bdd71dcb,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:19.856043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44102) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.856335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:19.865542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.889215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8c2598f5-8f9b-467d-a93a-f77072210e04 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:19.892436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c2598f5-8f9b-467d-a93a-f77072210e04 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports/26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 HTTP/1.1" status: 200 len: 911 time: 0.4661162 Dec 22 15:24:19.901246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44106) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:19.958020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Attempting to bind port beecf490-0529-40d0-b9b2-5179bdd71dcb on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:24:19.958538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Attempting to bind port beecf490-0529-40d0-b9b2-5179bdd71dcb by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:24:19.958884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Attempting to bind port beecf490-0529-40d0-b9b2-5179bdd71dcb on network 5ab54424-188e-4b54-81b5-4cfc68514aa3 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:24:19.969610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:24:19.970108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Checking segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:19.970485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:19.971602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Bound using segment: {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:24:19.972096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Bound port: beecf490-0529-40d0-b9b2-5179bdd71dcb, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a0f9a-d2ad-4684-a67c-7a074d24907b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:24:19.972545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.062691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7136a77-47bd-48dd-8785-52ccc55d9c9f,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:20.090086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:20.175697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:20.184770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Usage tracker for resource:security_group_rule and tenant:1d2b560bc2e24c4a82df0a16706ccb27 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:20.193007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:20.207558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:20.216656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.244238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.258085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] For port beecf490-0529-40d0-b9b2-5179bdd71dcb, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:24:20.261821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] For port beecf490-0529-40d0-b9b2-5179bdd71dcb, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beecf490-0529-40d0-b9b2-5179bdd71dcb,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:24:20.307487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.315484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2241e795-4c19-4ad9-85c9-2419b9e39855 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups/c7136a77-47bd-48dd-8785-52ccc55d9c9f HTTP/1.1" status: 200 len: 1611 time: 0.4543440 Dec 22 15:24:20.315725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7d19ef0e-b661-40b1-af4c-67d84f9b336b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:20.318957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44110) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:20.331891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet a1c158db-df24-45c0-a33b-b3ab9ef63b09 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:20.356267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.426626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Pushing event updated for resources: {'Port': ['ID=beecf490-0529-40d0-b9b2-5179bdd71dcb,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:20.432638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:20.446661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.494375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.608300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.679490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.708613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.729213 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0a210d3-d011-4f40-8ced-688b838b9b79 (CIDR: 2001:db8::/64) Dec 22 15:24:20.730209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-951a0d35-7c30-4cc1-8d82-45d827621efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:20.774994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.818679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.827059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:24:20.827567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:20.835164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:24:20.856359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34883130-bbe1-4ee8-a618-59ba94f262de,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:20.860863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:20.884994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:20.885805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Added segment 09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4 of type vlan for network 11dc273a-625b-41b7-8912-23f9741eaf1f Dec 22 15:24:21.010528 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f96e5bb6-446b-43f3-b286-caf7307328a0 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0041795 Dec 22 15:24:21.015771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.018242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.020212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44114) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:21.024261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:21.061612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'subnet': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:21.087753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7136a77-47bd-48dd-8785-52ccc55d9c9f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:21.106591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:21.222174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.232573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.236427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:21.236952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.245918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9051b7c8-f54c-49da-8321-a75f71f2b81d tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:21.247356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-247d0af9-1424-4781-be15-0073cc4db4fe tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:21.390923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c158db-df24-45c0-a33b-b3ab9ef63b09,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:21.404043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:21.404450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0857847 Dec 22 15:24:21.411214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44118) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:21.415377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event updated for resources: {'Network': ['ID=11dc273a-625b-41b7-8912-23f9741eaf1f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:21.420810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480d653-8a54-4816-a620-d38072d0ba5d None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:21.424830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:21.426514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.433535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/a1c158db-df24-45c0-a33b-b3ab9ef63b09 HTTP/1.1" status: 204 len: 168 time: 2.2748921 Dec 22 15:24:21.433860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Request body: {'subnet': {'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:21.434038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.434510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7136a77-47bd-48dd-8785-52ccc55d9c9f HTTP/1.1" status: 204 len: 168 time: 1.1122522 Dec 22 15:24:21.452691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44122) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:21.453040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44124) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:21.466366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 11dc273a-625b-41b7-8912-23f9741eaf1f details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:24:21.531719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.594022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.752280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:21.763741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:subnet and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:21.771131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:21.826329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:21.862410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 3b9cb5c1-b4d5-497e-8591-0729d735ae3c {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:21.896025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:21.923332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beecf490-0529-40d0-b9b2-5179bdd71dcb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:21.996008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d5752e46-4cab-4770-ad30-1f4f204ce822 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:22.035573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:22.042631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Usage tracker for resource:subnet and tenant:1d2b560bc2e24c4a82df0a16706ccb27 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:22.047667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:22.079539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:22.088114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:22.093901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port beecf490-0529-40d0-b9b2-5179bdd71dcb completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:22.168357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Made reservation on behalf of 1d2b560bc2e24c4a82df0a16706ccb27 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:22.310290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:22.465117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:22.473614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:22.536330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:22.620594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d5752e46-4cab-4770-ad30-1f4f204ce822 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:22.627745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d5752e46-4cab-4770-ad30-1f4f204ce822 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1714578 Dec 22 15:24:22.634108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44130) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:22.733979 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-15d4bcfc-35c3-40a9-9fc2-d061ea1c84e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] delete failed (client error): The resource could not be found. Dec 22 15:24:22.735803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-15d4bcfc-35c3-40a9-9fc2-d061ea1c84e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7136a77-47bd-48dd-8785-52ccc55d9c9f HTTP/1.1" status: 404 len: 347 time: 0.0962822 Dec 22 15:24:22.738733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:22.782983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44134) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:22.806910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161911887'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:22.813960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:22.827379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:22.916802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Provisioning for port beecf490-0529-40d0-b9b2-5179bdd71dcb completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:22.924500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Provisioning complete for port beecf490-0529-40d0-b9b2-5179bdd71dcb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:22.925189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.062395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.106958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.199892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Allocated IP 172.26.4.66 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/cb0b987f-738c-4a17-b1d8-77c789608820) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:23.200205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.259026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] For port beecf490-0529-40d0-b9b2-5179bdd71dcb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beecf490-0529-40d0-b9b2-5179bdd71dcb,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:23.294842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.297835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a9b87ff-ddb8-4235-abd5-ee4ab8602ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:23.307557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.377012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Pushing event updated for resources: {'Port': ['ID=beecf490-0529-40d0-b9b2-5179bdd71dcb,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:23.380524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:23.427695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c03ee0cf-88c6-4c70-8e8b-63a8f7446a6a None None] Provisioning complete for port c5262558-d961-4a10-9603-7ba1af4253e0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:23.428120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c03ee0cf-88c6-4c70-8e8b-63a8f7446a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.517745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:23.547697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8:1::1 (210fc409-da72-43e3-93fb-4edcad77c6ff/6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d/cbdeab93-48bd-4fff-9e89-465233a71709) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:23.561468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.574154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:23.577242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a9e5c48-ccb7-4352-a573-534d18c137ec tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:23.587311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:23.608720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:23.667835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.680126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-687d9880-8019-4818-a048-4bb07f48b07b tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:23.744244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9cb5c1-b4d5-497e-8591-0729d735ae3c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:23.755701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:23.767170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.792802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.807507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07cf0f-cfc9-4d67-8ef3-ec5233f16694 None None] Network 5980a7a1-cfef-410c-a7a1-1457f479c370 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:23.842589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.882573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/3b9cb5c1-b4d5-497e-8591-0729d735ae3c HTTP/1.1" status: 204 len: 168 time: 2.4283307 Dec 22 15:24:23.885948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beecf490-0529-40d0-b9b2-5179bdd71dcb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:23.891632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:23.901166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44138) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:23.903361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8bafb4d4-63f6-411b-b027-19435df4461b tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:23.954300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event updated for resources: {'Subnet': ['ID=a305cbc5-ab52-49fe-b75f-41b17ddf3e87,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:23.981245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:24.006401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Checking segment: {'id': '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:24.007307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Network hostable DHCP agents. Network: 11dc273a-625b-41b7-8912-23f9741eaf1f, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:24:24.074513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.078855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2920840 Dec 22 15:24:24.096588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44142) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:24.107683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': '324c8ade-ea78-41cc-955e-d685495b6a79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:24.130034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.137414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:24.144363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324c8ade-ea78-41cc-955e-d685495b6a79,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:24.155354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:24.158067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.166943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:24.172389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:24.180446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:24.184444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-613919c1-adb2-49f9-90ad-f7a54fcd3052 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:24.184849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object cbdeab93-48bd-4fff-9e89-465233a71709 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:24.199364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Network 11dc273a-625b-41b7-8912-23f9741eaf1f is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:24:24.253541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.254942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:24.263191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.273594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 11dc273a-625b-41b7-8912-23f9741eaf1f) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:24.276530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:24.282477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port beecf490-0529-40d0-b9b2-5179bdd71dcb triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:24.283771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.290714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:24.291665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.297666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:24.322295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b06aa37-3b5d-42a8-a077-be298df1733f None None] Network 11dc273a-625b-41b7-8912-23f9741eaf1f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:24.334160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.348183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Allocated IP 172.26.4.206 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/b9d7ac74-f30c-4556-9ca3-a174b0ce55b3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:24.353157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d3d3974-8bf8-4ada-af9d-24442040655d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:24.387117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Port': ['ID=cb0b987f-738c-4a17-b1d8-77c789608820,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:24.404557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:24.412562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port c5262558-d961-4a10-9603-7ba1af4253e0 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:24.412948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.552929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 210fc409-da72-43e3-93fb-4edcad77c6ff is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:24.566240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:24.580792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1678252 Dec 22 15:24:24.584911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:24.587524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.593207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=cbdeab93-48bd-4fff-9e89-465233a71709,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:24.602783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44146) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:24.609164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:24.622538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Request body: {'port': {'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f', 'name': 'tempest-TagsExtTest-1409525183'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:24.761659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.813101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] DHCP port deletion for 5980a7a1-cfef-410c-a7a1-1457f479c370 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:24.828854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Deleting port c5262558-d961-4a10-9603-7ba1af4253e0 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:24.830223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.872268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.905563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:24.961379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.963204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-11dc273a-625b-41b7-8912-23f9741eaf1f', 'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f', 'tenant_id': '1d2b560bc2e24c4a82df0a16706ccb27', 'fixed_ips': [{'subnet_id': 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:24:24.964699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:24.979930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2f4fd1-f93a-4673-a709-4c1c99b22469,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:24.993662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:25.045555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.046945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9488096 Dec 22 15:24:25.057502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44150) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:25.081019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:25.096885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Usage tracker for resource:port and tenant:1d2b560bc2e24c4a82df0a16706ccb27 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:25.119858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:25.133953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:25.137826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.154550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.176665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.225079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Made reservation on behalf of 1d2b560bc2e24c4a82df0a16706ccb27 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:25.231012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.339192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] For port c5262558-d961-4a10-9603-7ba1af4253e0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5262558-d961-4a10-9603-7ba1af4253e0,segment=NetworkSegment(05cca9a0-8638-4a7e-b6d0-63b8dccd9498),segment_id=05cca9a0-8638-4a7e-b6d0-63b8dccd9498)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:25.339473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.349752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] device_id is not set on port 6e838063-41c6-44fc-b557-dc94d5545bb2 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:24:25.398895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.496939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for c5262558-d961-4a10-9603-7ba1af4253e0 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:25.501674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:25.535157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b2f4fd1-f93a-4673-a709-4c1c99b22469,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:25.547749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-347185c2-1f57-4a3a-8bb6-c6940e12128d None None] Provisioning for port cbdeab93-48bd-4fff-9e89-465233a71709 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:25.553182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:25.564893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.566332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1b2f4fd1-f93a-4673-a709-4c1c99b22469 HTTP/1.1" status: 204 len: 168 time: 0.5043488 Dec 22 15:24:25.571023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] For port c5262558-d961-4a10-9603-7ba1af4253e0, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5262558-d961-4a10-9603-7ba1af4253e0,segment=NetworkSegment(05cca9a0-8638-4a7e-b6d0-63b8dccd9498),segment_id=05cca9a0-8638-4a7e-b6d0-63b8dccd9498)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:25.572011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.576097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44154) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:25.587704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-347185c2-1f57-4a3a-8bb6-c6940e12128d None None] Provisioning complete for port cbdeab93-48bd-4fff-9e89-465233a71709 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:25.588439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-347185c2-1f57-4a3a-8bb6-c6940e12128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.677459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.688232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:25.764649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:25.805348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:25.818633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:25.821713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:25.892264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No DVR routers for this DVR port c5262558-d961-4a10-9603-7ba1af4253e0 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:25.944302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d7ac74-f30c-4556-9ca3-a174b0ce55b3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:26.018338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:26.030594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2653705c-ce8c-41c9-9de1-25f584d58bbe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:26.051389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2140d013-9a31-4c32-9983-947591a5a8af tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:26.055702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Allocated IP 172.20.0.3 (11dc273a-625b-41b7-8912-23f9741eaf1f/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/6e838063-41c6-44fc-b557-dc94d5545bb2) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:26.149881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Calling delete_port for c5262558-d961-4a10-9603-7ba1af4253e0 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:26.159460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=c5262558-d961-4a10-9603-7ba1af4253e0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:26.181649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:26.193362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.210515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5262558-d961-4a10-9603-7ba1af4253e0 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:26.265003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2140d013-9a31-4c32-9983-947591a5a8af tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:26.266459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2140d013-9a31-4c32-9983-947591a5a8af tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6892004 Dec 22 15:24:26.272676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44158) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:26.275955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c5262558-d961-4a10-9603-7ba1af4253e0 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:24:26.276596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5262558-d961-4a10-9603-7ba1af4253e0 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:24:26.311443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-347185c2-1f57-4a3a-8bb6-c6940e12128d None None] Port cbdeab93-48bd-4fff-9e89-465233a71709 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:26.374989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:26.375649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:24:26.453259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.474709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.514125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.515115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.531702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33dd00b1-399a-41aa-81d1-de5f6aeb8e5e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:26.541657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5980a7a1-cfef-410c-a7a1-1457f479c370']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:26.603661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.613134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.653800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cca9a0-8638-4a7e-b6d0-63b8dccd9498') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:26.654154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cca9a0-8638-4a7e-b6d0-63b8dccd9498') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:26.694645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.716623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Transition to ACTIVE for port object 6e838063-41c6-44fc-b557-dc94d5545bb2 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:26.721067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=cbdeab93-48bd-4fff-9e89-465233a71709,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:26.732365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.741503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:26.758610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.766402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.771315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.790327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:26.790991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:26.813725 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:26.825116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.900683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 210fc409-da72-43e3-93fb-4edcad77c6ff is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:26.902327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:26.909537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:26.933133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Deleting port c5262558-d961-4a10-9603-7ba1af4253e0 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:26.933839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.064051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b9f9760e-b884-481a-a32f-01d44ee8de49 None None] The port 'c5262558-d961-4a10-9603-7ba1af4253e0' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:24:27.085586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-806104d5-dca9-4e02-86c5-77059a8390ba tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:27.093660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Allocated IP 172.20.0.2 (11dc273a-625b-41b7-8912-23f9741eaf1f/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/596c968c-014b-47ed-9418-0e2db31efb6a) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:27.151878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.165371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b119a05c-371d-49a1-adde-f9ee7f1661c9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:27.185005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:24:27.196077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.275054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/5980a7a1-cfef-410c-a7a1-1457f479c370 HTTP/1.1" status: 204 len: 168 time: 3.3629324 Dec 22 15:24:27.284617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=5980a7a1-cfef-410c-a7a1-1457f479c370,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:27.288324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:27.288785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.288912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44162) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:27.413899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Network 11dc273a-625b-41b7-8912-23f9741eaf1f is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:27.426509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.447858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Transition to ACTIVE for port object 596c968c-014b-47ed-9418-0e2db31efb6a will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:27.448088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.452082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:27.455606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:27.499727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event updated for resources: {'Port': ['ID=6e838063-41c6-44fc-b557-dc94d5545bb2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:27.512238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:27.515984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0a006f1b-cbcd-4ea2-b5d0-7feeef7b6ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:27.520320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bedc66e1-04c3-42e6-8d9c-85cb56dcfcce None None] Provisioning complete for port cbdeab93-48bd-4fff-9e89-465233a71709 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:27.520953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bedc66e1-04c3-42e6-8d9c-85cb56dcfcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.542935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324c8ade-ea78-41cc-955e-d685495b6a79,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:27.553252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:27.560500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.561805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/324c8ade-ea78-41cc-955e-d685495b6a79 HTTP/1.1" status: 204 len: 168 time: 1.2346780 Dec 22 15:24:27.566233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44166) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:27.572885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Transition to ACTIVE for port object 596c968c-014b-47ed-9418-0e2db31efb6a will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:27.656810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.668883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d0b7893-d256-4aa2-b93a-a200cef8e9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:27.671187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:27.671934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:27.736347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bedc66e1-04c3-42e6-8d9c-85cb56dcfcce None None] Port cbdeab93-48bd-4fff-9e89-465233a71709 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:27.801193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Network 11dc273a-625b-41b7-8912-23f9741eaf1f is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:27.809330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:27.814357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:27.828417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Pushing event updated for resources: {'Port': ['ID=596c968c-014b-47ed-9418-0e2db31efb6a,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:27.833436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:27.860387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2499809 Dec 22 15:24:27.862003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44170) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:27.876091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-148311730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:27.889854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4ad92f92-daf1-4092-83ea-a13fa2643a1f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:27.901890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:27.917655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Usage tracker for resource:router and tenant:1d2b560bc2e24c4a82df0a16706ccb27 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:27.927537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:27.950768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:27.955877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] For port beecf490-0529-40d0-b9b2-5179bdd71dcb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beecf490-0529-40d0-b9b2-5179bdd71dcb,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:27.989406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4ad92f92-daf1-4092-83ea-a13fa2643a1f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:28.001612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ad92f92-daf1-4092-83ea-a13fa2643a1f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4241636 Dec 22 15:24:28.003172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44174) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.009525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Attempting to bind port 596c968c-014b-47ed-9418-0e2db31efb6a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:24:28.009969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Attempting to bind port 596c968c-014b-47ed-9418-0e2db31efb6a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:24:28.010523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Attempting to bind port 596c968c-014b-47ed-9418-0e2db31efb6a on network 11dc273a-625b-41b7-8912-23f9741eaf1f {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:24:28.017346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432029383'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:28.021701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:24:28.022186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Checking segment: {'id': '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:28.023372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.023910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Bound using segment: {'id': '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:24:28.024555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Bound port: 596c968c-014b-47ed-9418-0e2db31efb6a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11dc273a-625b-41b7-8912-23f9741eaf1f'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:24:28.025264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.032965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:28.039742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.041494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.082346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:28.091666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.104285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router debcec18-bce5-4aee-bf54-641468aae603 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:24:28.146792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3fc527-2ce0-4c48-a790-61d2d8bfd912 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:28.148536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2b3fc527-2ce0-4c48-a790-61d2d8bfd912 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:28.153197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.160940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.167899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] For port 596c968c-014b-47ed-9418-0e2db31efb6a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:24:28.171675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.182459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] For port 596c968c-014b-47ed-9418-0e2db31efb6a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=596c968c-014b-47ed-9418-0e2db31efb6a,segment=NetworkSegment(09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4),segment_id=09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:24:28.233571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.243092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17755814-4ad8-4041-adf5-f249647739bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:28.253919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.254969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.256418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.268481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-724a73eb-7e6c-4ea5-a084-0d23f2718385 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:28.300714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2b3fc527-2ce0-4c48-a790-61d2d8bfd912 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:28.306269 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2b3fc527-2ce0-4c48-a790-61d2d8bfd912 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0126426 Dec 22 15:24:28.312070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44178) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.392138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:28.402030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:28.407595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=beecf490-0529-40d0-b9b2-5179bdd71dcb,revision_number=5']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:28.411684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:28.412595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.420977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:28.422158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16a0095e-3a68-4261-b9ba-666ac8cad0a9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:28.437619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Pushing event updated for resources: {'Port': ['ID=596c968c-014b-47ed-9418-0e2db31efb6a,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:28.448555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:28.450917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a11f9-5d3e-41a1-960a-c6c84cd7e726 None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:28.505752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.536511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Subnet': ['ID=6806edf3-7c74-49ce-8a1d-c3d1b523cc33,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:28.543634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:28.597040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.5595396 Dec 22 15:24:28.603667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44182) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.604001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Router 9cd895c7-261c-4ef1-92c7-99c21155f1cb is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:28.612947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:28.619215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Request body: {'port': {'network_id': '5ab54424-188e-4b54-81b5-4cfc68514aa3', 'mac_address': 'fa:16:3e:53:e6:f9', 'name': 'tempest-NetworksTestDHCPv6-2136706731'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:28.621297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:28.628452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:28.634641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.642132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-055c2dad-48c0-4b47-8043-31b22e2d59c5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7683387 Dec 22 15:24:28.644762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44186) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.652056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9f6aca37-1e27-4c00-8cfe-4ef17bfbda53 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2078550569', 'prefixes': ['172.20.0.0/16']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:28.659659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:28.667800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f6aca37-1e27-4c00-8cfe-4ef17bfbda53 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:28.740861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-45d167c2-d8a0-4185-bc86-37ab8262a388 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:28.826656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.837474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-45d167c2-d8a0-4185-bc86-37ab8262a388 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:28.843867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45d167c2-d8a0-4185-bc86-37ab8262a388 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5276589 Dec 22 15:24:28.844166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44190) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.852435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:28.859212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1264436085'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:28.888848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/debcec18-bce5-4aee-bf54-641468aae603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9802744 Dec 22 15:24:28.891559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] Sync routers for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:28.892783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44194) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:28.893936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:28.897716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:28.907061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:28.915481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:28.935908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:28.938958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:28.945134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-46c58601-d65f-47bc-9a59-a387b02411b3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:28.949903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Usage tracker for resource:port and tenant:ce1c92f08ae14e7e8349462ac7c32a63 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:28.955216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:28.969649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:28.994866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:28.996187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.007949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:29.013872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.028295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb274c-3aa5-4d48-af3a-d7e36ee06321,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:29.031494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:29.036066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Made reservation on behalf of ce1c92f08ae14e7e8349462ac7c32a63 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:29.040577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.048313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0416343 Dec 22 15:24:29.049436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44198) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.076041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'e5eb274c-3aa5-4d48-af3a-d7e36ee06321', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:29.087438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a324c-b186-45dd-8990-62dc83bdaef0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:29.088151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-668a324c-b186-45dd-8990-62dc83bdaef0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:29.098063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:29.107645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:29.126156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:29.132160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f6aca37-1e27-4c00-8cfe-4ef17bfbda53 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for subnetpool, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.139233 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f6aca37-1e27-4c00-8cfe-4ef17bfbda53 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4873667 Dec 22 15:24:29.147847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:29.171513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44202) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.191216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-668a324c-b186-45dd-8990-62dc83bdaef0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:29.193105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-668a324c-b186-45dd-8990-62dc83bdaef0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports/cbdeab93-48bd-4fff-9e89-465233a71709 HTTP/1.1" status: 200 len: 913 time: 0.2986095 Dec 22 15:24:29.202763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.204363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-d3b47776-d4ef-4a14-9749-80479fa898ec tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-394616117') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.209193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44206) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.265887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:29.274442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.337890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:24:29.382510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.382943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment ffecf314-1e83-487f-a7ac-a880af001394 of type vlan for network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b Dec 22 15:24:29.434962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.459787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.460661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.461079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f608fef-d1a1-4084-9e36-7979ba977161 None None] The sync data for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:29.493319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.514401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Router 9ebbb3c4-78ef-49a8-8f40-23f7881be66c is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:29.574202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] device_id is not set on port 36a02901-9349-41b3-8855-225fe9f7f5f3 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:24:29.730428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.734923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:29.735634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.741249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:29.756577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aedab7de-2e83-4ca2-be30-414346bc3a19 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:29.758457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] Sync routers for ids ['9cd895c7-261c-4ef1-92c7-99c21155f1cb'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:29.778775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] Routers {'9cd895c7-261c-4ef1-92c7-99c21155f1cb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:29.779597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9cd895c7-261c-4ef1-92c7-99c21155f1cb'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.824704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.856383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3b47776-d4ef-4a14-9749-80479fa898ec tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-394616117 HTTP/1.1" status: 201 len: 201 time: 0.6672704 Dec 22 15:24:29.859033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.860371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e9fc6928-8820-41f6-85db-13819867ad3c tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "PUT /v2.0/routers/9cd895c7-261c-4ef1-92c7-99c21155f1cb HTTP/1.1" status: 200 len: 914 time: 11.3512421 Dec 22 15:24:29.864049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44210) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.864343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44212) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:29.871817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:29.878543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a339eef5-ab56-411a-933b-d9a2a29a4a91 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:29.899769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.927520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] Routers {'9cd895c7-261c-4ef1-92c7-99c21155f1cb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:29.928601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9cd895c7-261c-4ef1-92c7-99c21155f1cb'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:29.938894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37641a7-286b-4d10-9751-4996e25a4cc5,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:29.942702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:30.014217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:30.015386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712bbbef-bf78-476a-9b1b-225a9de32baf None None] The sync data for ids ['9cd895c7-261c-4ef1-92c7-99c21155f1cb'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:30.053995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-c308a4bf-14d9-4610-941f-10f23a8fcdcf tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-1076054078') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:30.096186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beecf490-0529-40d0-b9b2-5179bdd71dcb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:30.110962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2628152 Dec 22 15:24:30.121655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=15bcc51c-bad3-410d-a90c-cc9df2a5b58b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:30.135762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:30.150041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44218) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:30.162707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.164164 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1051896 Dec 22 15:24:30.171614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44222) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:30.173065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:24:30.180445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'e5eb274c-3aa5-4d48-af3a-d7e36ee06321', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:30.183320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:30.190637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:30.199825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:30.205878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:30.222984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:30.283340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.386535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port beecf490-0529-40d0-b9b2-5179bdd71dcb triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:30.387635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.465734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.636622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.676202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 596c968c-014b-47ed-9418-0e2db31efb6a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:30.715257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.728995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b924e5f8-77e6-4b88-9ad6-d8d28ddf5004 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:30.809007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 596c968c-014b-47ed-9418-0e2db31efb6a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:30.814935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f9e3bc2d-927a-42d6-a0de-e79f92f88626 None None] Provisioning complete for port beecf490-0529-40d0-b9b2-5179bdd71dcb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:30.815503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9e3bc2d-927a-42d6-a0de-e79f92f88626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:30.921853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e60f64-1fe8-40a0-817d-5ce157400e8e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:30.933077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8::2f2 (5ab54424-188e-4b54-81b5-4cfc68514aa3/d0a210d3-d011-4f40-8ced-688b838b9b79/36a02901-9349-41b3-8855-225fe9f7f5f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:30.945773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:e6f9 (5ab54424-188e-4b54-81b5-4cfc68514aa3/6806edf3-7c74-49ce-8a1d-c3d1b523cc33/36a02901-9349-41b3-8855-225fe9f7f5f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:30.952741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:31.025715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.030542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8549728 Dec 22 15:24:31.038567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44226) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:31.068651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'e5eb274c-3aa5-4d48-af3a-d7e36ee06321', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:31.090229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:31.111093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:31.120744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:31.182151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:31.186858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f40fd2-93a5-448c-8fff-efc7138af0d7 None None] Network 11dc273a-625b-41b7-8912-23f9741eaf1f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:31.193710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:31.207290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:31.215746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:31.250458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:31.486154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port cbdeab93-48bd-4fff-9e89-465233a71709 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:31.486879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.489279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.514859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:31.535502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.536616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Provisioning for port 596c968c-014b-47ed-9418-0e2db31efb6a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:31.552566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Provisioning complete for port 596c968c-014b-47ed-9418-0e2db31efb6a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:31.553223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.674219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c308a4bf-14d9-4610-941f-10f23a8fcdcf tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-1076054078 HTTP/1.1" status: 201 len: 201 time: 1.8020701 Dec 22 15:24:31.720081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44230) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:31.732550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-945e8d75-cb98-4e60-86fe-6c4a8ef7132e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-216361633') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:31.851399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.878537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.918430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] For port 596c968c-014b-47ed-9418-0e2db31efb6a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=596c968c-014b-47ed-9418-0e2db31efb6a,segment=NetworkSegment(09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4),segment_id=09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:31.935003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.946033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.968975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:31.979718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:32.033195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.085683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:32.093836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-945e8d75-cb98-4e60-86fe-6c4a8ef7132e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-216361633 HTTP/1.1" status: 201 len: 201 time: 0.3725359 Dec 22 15:24:32.099510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44234) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.101905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for cbdeab93-48bd-4fff-9e89-465233a71709 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:32.105310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Transition to ACTIVE for port object 36a02901-9349-41b3-8855-225fe9f7f5f3 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:32.121385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-c7d57c64-4a04-40b1-a320-5371e5d5f6e5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-1363841065') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:32.132536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.148786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] Sync routers for ids ['9ebbb3c4-78ef-49a8-8f40-23f7881be66c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:32.159300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:32.180235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Pushing event updated for resources: {'Port': ['ID=596c968c-014b-47ed-9418-0e2db31efb6a,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:32.183253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.188679 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "PUT /v2.0/routers/9ebbb3c4-78ef-49a8-8f40-23f7881be66c HTTP/1.1" status: 200 len: 919 time: 13.4448872 Dec 22 15:24:32.188897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:32.196949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] Routers {'9ebbb3c4-78ef-49a8-8f40-23f7881be66c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:32.197877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ebbb3c4-78ef-49a8-8f40-23f7881be66c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:32.201963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44238) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.285337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee668571-d7b5-46a8-bf7c-e1df0af34970,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:32.304430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:32.334966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59205830-98f7-4b0d-a4e8-b39d3c93e2a1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/9cd895c7-261c-4ef1-92c7-99c21155f1cb HTTP/1.1" status: 200 len: 920 time: 2.4605572 Dec 22 15:24:32.341275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.380368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:32.409466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.411453 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3618214 Dec 22 15:24:32.412009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] Routers {'9ebbb3c4-78ef-49a8-8f40-23f7881be66c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:32.412947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ebbb3c4-78ef-49a8-8f40-23f7881be66c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:32.432837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.449022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44246) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.461563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'e5eb274c-3aa5-4d48-af3a-d7e36ee06321', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:32.488724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:32.493787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb495c72-a984-4902-8ed3-af65835fc4e5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:32.516209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:32.517058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed08104b-0bf5-4f82-abc0-4603abe183e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.528020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:32.535189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:32.535897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b89020-2457-4754-a819-7745c616f6f1 None None] The sync data for ids ['9ebbb3c4-78ef-49a8-8f40-23f7881be66c'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:32.558348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:32.559935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-478fc520-fc8b-4df2-a5a8-c080db3eb56c None None] Provisioning complete for port 596c968c-014b-47ed-9418-0e2db31efb6a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:32.560619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-478fc520-fc8b-4df2-a5a8-c080db3eb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.626979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:32.627302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.632688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6a298ab-ad91-43b9-a5be-c85bf319fdf3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:32.636873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event updated for resources: {'Port': ['ID=36a02901-9349-41b3-8855-225fe9f7f5f3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:32.650995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7d57c64-4a04-40b1-a320-5371e5d5f6e5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-1363841065 HTTP/1.1" status: 201 len: 201 time: 0.5399461 Dec 22 15:24:32.652401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:32.657480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44250) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.659934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:32.664980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:32.669609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:32.670365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.684947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=cbdeab93-48bd-4fff-9e89-465233a71709,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:32.687426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.695935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:32.696146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-02bd57e3-88d6-4a5f-bd6d-529a9bb00a9c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:32.871962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-478fc520-fc8b-4df2-a5a8-c080db3eb56c None None] Provisioning for port 6e838063-41c6-44fc-b557-dc94d5545bb2 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:32.881301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-478fc520-fc8b-4df2-a5a8-c080db3eb56c None None] Provisioning complete for port 6e838063-41c6-44fc-b557-dc94d5545bb2 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:32.882766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-478fc520-fc8b-4df2-a5a8-c080db3eb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:32.904120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf81d197-a9e9-4288-a34e-b4098f4b3220 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=9cd895c7-261c-4ef1-92c7-99c21155f1cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5585830 Dec 22 15:24:32.909909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3026583 Dec 22 15:24:32.910143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44254) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:32.956041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44258) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.011747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-478fc520-fc8b-4df2-a5a8-c080db3eb56c None None] Port 6e838063-41c6-44fc-b557-dc94d5545bb2 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:33.018012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.026632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0f1a612-9c01-4766-8eb4-291433fb6001 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:33.155582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-131e2e93-b3c1-43a8-a87f-4015d3fb6b66 None None] Provisioning complete for port 6e838063-41c6-44fc-b557-dc94d5545bb2 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:33.156308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-131e2e93-b3c1-43a8-a87f-4015d3fb6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.262168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-131e2e93-b3c1-43a8-a87f-4015d3fb6b66 None None] Port 6e838063-41c6-44fc-b557-dc94d5545bb2 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:33.274137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.319817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.321834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.331373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f59c952c-7b3c-43e9-9de5-f294e14893e4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:33.361698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2cf840-2344-49ae-8dec-08116b40fc0c,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:33.369834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=350cec82-5423-4d95-853c-9548d7bd222d,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:33.404729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:33.414375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-501bef75-5a74-48af-8f12-d010996d4952 None None] Provisioning for port 36a02901-9349-41b3-8855-225fe9f7f5f3 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:33.419261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting port 36a02901-9349-41b3-8855-225fe9f7f5f3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:33.419701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.422091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-501bef75-5a74-48af-8f12-d010996d4952 None None] Provisioning complete for port 36a02901-9349-41b3-8855-225fe9f7f5f3 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:33.422676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-501bef75-5a74-48af-8f12-d010996d4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.433619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:33.502957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02bd57e3-88d6-4a5f-bd6d-529a9bb00a9c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags HTTP/1.1" status: 200 len: 240 time: 0.8385482 Dec 22 15:24:33.504747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-501bef75-5a74-48af-8f12-d010996d4952 None None] Port 36a02901-9349-41b3-8855-225fe9f7f5f3 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:33.506860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44262) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.507628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.512317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0608947 Dec 22 15:24:33.514963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44264) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.527800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-bf1d63ec-6a93-48eb-8231-e4bb8a02facb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-394616117') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:33.546142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa1c11-c645-4527-938b-0322a04baf39 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:33.547787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47fa1c11-c645-4527-938b-0322a04baf39 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.6349034 Dec 22 15:24:33.552266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44270) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.567398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'e5eb274c-3aa5-4d48-af3a-d7e36ee06321', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:33.582332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:33.589146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': 'ffecf314-1e83-487f-a7ac-a880af001394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:33.589569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: 15bcc51c-bad3-410d-a90c-cc9df2a5b58b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:24:33.592786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:33.598268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:33.611589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:33.652358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dc56eca9-74f5-4989-adae-5305677842fc tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/9ebbb3c4-78ef-49a8-8f40-23f7881be66c HTTP/1.1" status: 200 len: 925 time: 1.4397285 Dec 22 15:24:33.656032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44274) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.669115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dfe147a5-7a4f-454b-84de-d8773a42af54 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd895c7-261c-4ef1-92c7-99c21155f1cb HTTP/1.1" status: 200 len: 205 time: 0.1149924 Dec 22 15:24:33.673934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44278) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.727668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf1d63ec-6a93-48eb-8231-e4bb8a02facb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-394616117 HTTP/1.1" status: 204 len: 168 time: 0.2137904 Dec 22 15:24:33.729533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.745856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44282) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:33.780262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-29918f34-18a2-4529-8725-50d326a6e3ba tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-394616117') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:33.780577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:33.846397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 596c968c-014b-47ed-9418-0e2db31efb6a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:33.937731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 596c968c-014b-47ed-9418-0e2db31efb6a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:33.937731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.300699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:24:34.340847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.383206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-faa79890-6bee-489c-b3b5-74d4b6caacab tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Synchronizing usage tracker for tenant:8f1232df58b046949ea5603e896103a3 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:34.425815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.428625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 15bcc51c-bad3-410d-a90c-cc9df2a5b58b) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:34.445325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7a88b-b665-4323-b356-287340bd6cc7 None None] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:34.503642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Calling delete_port for 36a02901-9349-41b3-8855-225fe9f7f5f3 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:34.537743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:34.538979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.568100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-faa79890-6bee-489c-b3b5-74d4b6caacab tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Unset dirty status for tenant:8f1232df58b046949ea5603e896103a3 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:34.572728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-faa79890-6bee-489c-b3b5-74d4b6caacab tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=9ebbb3c4-78ef-49a8-8f40-23f7881be66c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9129453 Dec 22 15:24:34.572728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.575034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44286) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.575957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:34.613250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c66874e-6d52-4fe8-bb3f-ecb84659f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.670016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5088060 Dec 22 15:24:34.683755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44290) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.691799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b', 'name': 'tempest-PortsTestJSON-999010202'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:34.793687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29918f34-18a2-4529-8725-50d326a6e3ba tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-394616117 HTTP/1.1" status: 204 len: 168 time: 1.0162146 Dec 22 15:24:34.796315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:34.802420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a448e9-827e-4ccb-ae6d-56fbd9a79ec8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:34.809145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:34.830144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-e3330d61-7584-484e-9f52-c8c1410aa5af tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:34.898614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-15bcc51c-bad3-410d-a90c-cc9df2a5b58b', 'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': '350cec82-5423-4d95-853c-9548d7bd222d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:24:34.902105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.930971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:34.994847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.026609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.027937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.5060606 Dec 22 15:24:35.032746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44298) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.075282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:35.100925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:35.144837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.153892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ffd190-a12d-4a61-8bac-79ea4cf06199 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:35.156215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-44ffd190-a12d-4a61-8bac-79ea4cf06199 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.5685463 Dec 22 15:24:35.160389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44302) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.170634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.230892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e3330d61-7584-484e-9f52-c8c1410aa5af tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags HTTP/1.1" status: 200 len: 205 time: 0.4245396 Dec 22 15:24:35.243486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44306) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.258523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-60dd39a8-1615-4328-a067-89bf11bfb8e1 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:35.271429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.278743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:35.285418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.303019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:35.317576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.329043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router debcec18-bce5-4aee-bf54-641468aae603 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:24:35.330344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90f7668f-e778-499c-a762-c3dbc92a6c1b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:35.337742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-44c5ce1a-8a3e-4c55-b5b6-be1aaf26bee1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ebbb3c4-78ef-49a8-8f40-23f7881be66c HTTP/1.1" status: 200 len: 205 time: 0.1757369 Dec 22 15:24:35.341359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Allocated IP 172.20.0.2 (15bcc51c-bad3-410d-a90c-cc9df2a5b58b/350cec82-5423-4d95-853c-9548d7bd222d/a71843d7-6cbc-43f9-8eb2-d58e951f0d54) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:35.357418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44310) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.369924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06a448e9-827e-4ccb-ae6d-56fbd9a79ec8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:35.377286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Port': ['ID=36a02901-9349-41b3-8855-225fe9f7f5f3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:35.378571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:35.380047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:35.392796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.399551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/06a448e9-827e-4ccb-ae6d-56fbd9a79ec8 HTTP/1.1" status: 204 len: 168 time: 0.3568337 Dec 22 15:24:35.402174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44314) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.502339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:24:35.656119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-60dd39a8-1615-4328-a067-89bf11bfb8e1 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags HTTP/1.1" status: 200 len: 241 time: 0.4107523 Dec 22 15:24:35.676279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44318) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.704327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-eeaaebeb-82d0-4bda-8598-36ee1d640f83 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-1076054078') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:35.712178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.802129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-804962a1-4bce-4c53-ae5e-56b37029e905 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:35.804521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/36a02901-9349-41b3-8855-225fe9f7f5f3 HTTP/1.1" status: 204 len: 168 time: 2.8452725 Dec 22 15:24:35.805840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.807079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44322) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:35.821464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Transition to ACTIVE for port object a71843d7-6cbc-43f9-8eb2-d58e951f0d54 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:35.847318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Transition to ACTIVE for port object a71843d7-6cbc-43f9-8eb2-d58e951f0d54 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:35.883666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:35.891213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4caaf568-5a9a-4b6e-9e87-f023f707de95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:35.965951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:35.970479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:35.976190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:35.983956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Pushing event updated for resources: {'Port': ['ID=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:36.006069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-804962a1-4bce-4c53-ae5e-56b37029e905 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:36.011761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-804962a1-4bce-4c53-ae5e-56b37029e905 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.6039605 Dec 22 15:24:36.019050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.029286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:36.089845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Attempting to bind port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:24:36.090307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Attempting to bind port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ffecf314-1e83-487f-a7ac-a880af001394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:24:36.090734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Attempting to bind port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 on network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:24:36.098743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:24:36.099331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Checking segment: {'id': 'ffecf314-1e83-487f-a7ac-a880af001394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:24:36.100414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.100414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Bound using segment: {'id': 'ffecf314-1e83-487f-a7ac-a880af001394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:24:36.100792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Bound port: a71843d7-6cbc-43f9-8eb2-d58e951f0d54, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffecf314-1e83-487f-a7ac-a880af001394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:24:36.101212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.113034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eeaaebeb-82d0-4bda-8598-36ee1d640f83 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-1076054078 HTTP/1.1" status: 204 len: 168 time: 0.4351425 Dec 22 15:24:36.122407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44330) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.137727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-e4b89889-321c-44f8-857f-a31edcc74020 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-1076054078') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:36.146379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.7 (15bcc51c-bad3-410d-a90c-cc9df2a5b58b/350cec82-5423-4d95-853c-9548d7bd222d/a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:36.154414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.190849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b81c6c-6506-422d-909c-b9e09a28e7aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:36.193216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b5b81c6c-6506-422d-909c-b9e09a28e7aa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3717148 Dec 22 15:24:36.197291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.204522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44334) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.219745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:36.223705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.237217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] Sync routers for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:36.246328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/debcec18-bce5-4aee-bf54-641468aae603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0292706 Dec 22 15:24:36.246651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] For port a71843d7-6cbc-43f9-8eb2-d58e951f0d54, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:24:36.248777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] For port a71843d7-6cbc-43f9-8eb2-d58e951f0d54, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,segment=NetworkSegment(ffecf314-1e83-487f-a7ac-a880af001394),segment_id=ffecf314-1e83-487f-a7ac-a880af001394)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:24:36.254406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44338) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.267123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Deleting port cb0b987f-738c-4a17-b1d8-77c789608820 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:36.267413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.270123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:36.271485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:36.284256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.289664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:36.408224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Pushing event updated for resources: {'Port': ['ID=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:36.414202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:36.425639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:36.444818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:36.446106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:36.585444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:36.586602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3191cc7-82c3-4fb2-a285-19dbcaea412e None None] The sync data for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:36.596839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.614746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:36.659762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b2cf840-2344-49ae-8dec-08116b40fc0c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:36.673039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:36.812277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.883640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.891247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:36.895911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5b2cf840-2344-49ae-8dec-08116b40fc0c HTTP/1.1" status: 204 len: 168 time: 0.8655295 Dec 22 15:24:36.918405 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4b89889-321c-44f8-857f-a31edcc74020 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-1076054078 HTTP/1.1" status: 204 len: 168 time: 0.7892764 Dec 22 15:24:36.927084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44342) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.927656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44344) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:36.944602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-2790701c-de81-4b55-9569-a361898955f7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:37.068289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:37.136975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Calling delete_port for cb0b987f-738c-4a17-b1d8-77c789608820 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:37.288855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3e7e286c-3ecd-4719-8230-566035445a12 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:37.320760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e276e6-b5f2-4400-9042-f0a8e9ca10db tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:37.321611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c2e276e6-b5f2-4400-9042-f0a8e9ca10db tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:37.382952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2790701c-de81-4b55-9569-a361898955f7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags HTTP/1.1" status: 200 len: 205 time: 0.4486380 Dec 22 15:24:37.386736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44350) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:37.400019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-2eac721b-2511-40de-b104-8040a58d7995 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:37.434539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:37.520374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c2e276e6-b5f2-4400-9042-f0a8e9ca10db tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:37.521734 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c2e276e6-b5f2-4400-9042-f0a8e9ca10db tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.3115699 Dec 22 15:24:37.531215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3e7e286c-3ecd-4719-8230-566035445a12 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:37.533855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3e7e286c-3ecd-4719-8230-566035445a12 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.6040943 Dec 22 15:24:37.534112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44354) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:37.538700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44358) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:37.585522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:37.700046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cbbdcb-1b8d-4f2c-9cdb-9e0cc5041bc1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:37.701584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cbbdcb-1b8d-4f2c-9cdb-9e0cc5041bc1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:37.703167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cbbdcb-1b8d-4f2c-9cdb-9e0cc5041bc1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:37.704086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9cbbdcb-1b8d-4f2c-9cdb-9e0cc5041bc1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:37.763757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:37.768459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-670893f5-5c09-4f98-9e7f-8087ce254b7e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:37.840445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9cbbdcb-1b8d-4f2c-9cdb-9e0cc5041bc1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:37.845268 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9cbbdcb-1b8d-4f2c-9cdb-9e0cc5041bc1 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3068247 Dec 22 15:24:37.845268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:37.849846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44362) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:37.857920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event deleted for resources: {'Port': ['ID=cb0b987f-738c-4a17-b1d8-77c789608820,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:37.902713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a71843d7-6cbc-43f9-8eb2-d58e951f0d54 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:37.935267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:37.950665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:37.982071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.031914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:38.083428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.155155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2eac721b-2511-40de-b104-8040a58d7995 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags HTTP/1.1" status: 200 len: 240 time: 0.7642176 Dec 22 15:24:38.155398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.160500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44366) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.165511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.228909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-fb359927-272d-4a93-a0a1-08e75dbc9f65 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-216361633') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:38.240015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.243705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:38.266318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee668571-d7b5-46a8-bf7c-e1df0af34970,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:38.271727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:38.317856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.320725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ee668571-d7b5-46a8-bf7c-e1df0af34970 HTTP/1.1" status: 204 len: 168 time: 0.7774513 Dec 22 15:24:38.327532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.362030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:38.372638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Deleting port b9d7ac74-f30c-4556-9ca3-a174b0ce55b3 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:38.373136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.415242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:38.418728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:38.425784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:38.475452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:38.578183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6f583324-809a-4525-8abb-7ca83b1cd175 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:38.637190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a254f0-32e5-4cbd-8ec2-1132754a3c94 None None] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:38.740638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6f583324-809a-4525-8abb-7ca83b1cd175 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:38.749494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f583324-809a-4525-8abb-7ca83b1cd175 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4204152 Dec 22 15:24:38.750748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44374) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:38.830053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:38.836049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.856197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Provisioning for port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:38.870017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Provisioning complete for port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:38.870800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.937616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:38.969999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.119899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.152566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.171346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:39.178838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] For port a71843d7-6cbc-43f9-8eb2-d58e951f0d54, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,segment=NetworkSegment(ffecf314-1e83-487f-a7ac-a880af001394),segment_id=ffecf314-1e83-487f-a7ac-a880af001394)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:39.208603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.211621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acebd520-c0df-4de4-a36c-f78053f5bf04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:39.279016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92e60f64-1fe8-40a0-817d-5ce157400e8e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:39.284517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:39.324469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb359927-272d-4a93-a0a1-08e75dbc9f65 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-216361633 HTTP/1.1" status: 204 len: 168 time: 1.1307490 Dec 22 15:24:39.326131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44378) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:39.340612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-dd5bb383-cc64-42b4-9cf2-3172df64f185 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-216361633') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:39.361103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.389303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Pushing event updated for resources: {'Port': ['ID=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:39.393150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:39.449437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7635016 Dec 22 15:24:39.468494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44382) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:39.475027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.480190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/92e60f64-1fe8-40a0-817d-5ce157400e8e HTTP/1.1" status: 204 len: 168 time: 0.6685240 Dec 22 15:24:39.515714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44386) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:39.524184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': '15bcc51c-bad3-410d-a90c-cc9df2a5b58b', 'name': 'tempest-PortsTestJSON-1316925563'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:39.562764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet 6806edf3-7c74-49ce-8a1d-c3d1b523cc33 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:39.582958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.617808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.671562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f636f6f5-5dfc-4875-88e8-a77c35e07ca1 None None] Provisioning for port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:39.683042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f636f6f5-5dfc-4875-88e8-a77c35e07ca1 None None] Provisioning complete for port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:39.684164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f636f6f5-5dfc-4875-88e8-a77c35e07ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.824542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f636f6f5-5dfc-4875-88e8-a77c35e07ca1 None None] Port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:39.859107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f636f6f5-5dfc-4875-88e8-a77c35e07ca1 None None] Provisioning complete for port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:39.859853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f636f6f5-5dfc-4875-88e8-a77c35e07ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:39.927185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a71843d7-6cbc-43f9-8eb2-d58e951f0d54 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:24:39.966061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Calling delete_port for b9d7ac74-f30c-4556-9ca3-a174b0ce55b3 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:40.001855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.016170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.068816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:40.069850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.070283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.119327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66f54e84-b38f-4320-8ac2-73a8faf77370 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:40.234572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.235395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Fanout notify agent at l3_agent the message router_deleted on router 9cd895c7-261c-4ef1-92c7-99c21155f1cb {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:40.238008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.244491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:40.244910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.287521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66f54e84-b38f-4320-8ac2-73a8faf77370 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:40.289741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-66f54e84-b38f-4320-8ac2-73a8faf77370 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7651265 Dec 22 15:24:40.302582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44390) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.310957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.312352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/9cd895c7-261c-4ef1-92c7-99c21155f1cb HTTP/1.1" status: 204 len: 168 time: 6.6373651 Dec 22 15:24:40.333510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44394) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.346169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1396214647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:40.400622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:40.405933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:40.416016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dd5bb383-cc64-42b4-9cf2-3172df64f185 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-216361633 HTTP/1.1" status: 204 len: 168 time: 1.0822735 Dec 22 15:24:40.418145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Usage tracker for resource:router and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:40.421093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44398) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.422050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:40.424229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:40.432306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:40.434365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-ddadfd17-80cc-4698-9ff8-4870ef78aa8c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:40.466252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:40.489354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.494085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-83ebcf6c-8553-4c2e-bc38-cf3c9f14ea52 None None] Provisioning complete for port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:40.494778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ebcf6c-8553-4c2e-bc38-cf3c9f14ea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.519662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:40.554846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.601134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-83ebcf6c-8553-4c2e-bc38-cf3c9f14ea52 None None] Port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:40.633240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.654535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.655751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.663288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.672942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-856a0fc8-e7ff-441c-acd5-29be22dcd6a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:40.691113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 26e27dfa-ff56-48b7-aabd-2ca8ffe247a1 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:40.716456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.721102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:40.727019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.740347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event deleted for resources: {'Port': ['ID=b9d7ac74-f30c-4556-9ca3-a174b0ce55b3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:40.750765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:40.758867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4441903-b834-41ae-bdb8-b24c3cd52d33 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:40.807830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 3c84b58d-82fe-4856-8661-12306aeb56a4 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:24:40.824486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ddadfd17-80cc-4698-9ff8-4870ef78aa8c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags HTTP/1.1" status: 200 len: 205 time: 0.4019380 Dec 22 15:24:40.845034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44402) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:40.845646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44890f00-2360-421f-95b3-d577db1e424c None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:40.846989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=6806edf3-7c74-49ce-8a1d-c3d1b523cc33,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:40.851288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.852646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.856354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:40.860416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-2d641b70-0dd0-461f-9261-a5556de9891d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:40.913509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:40.922228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.967301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37641a7-286b-4d10-9751-4996e25a4cc5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:40.977954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:40.985105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:40.985105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b37641a7-286b-4d10-9751-4996e25a4cc5 HTTP/1.1" status: 204 len: 168 time: 0.6788015 Dec 22 15:24:40.993711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44406) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.024448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2d641b70-0dd0-461f-9261-a5556de9891d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags HTTP/1.1" status: 200 len: 241 time: 0.1749439 Dec 22 15:24:41.079038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44410) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.092422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/6806edf3-7c74-49ce-8a1d-c3d1b523cc33 HTTP/1.1" status: 204 len: 168 time: 3.2304034 Dec 22 15:24:41.102366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44412) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.110302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-5f40dfd2-6529-4784-964c-0f6e1d3f24f9 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-1363841065') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:41.114086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.230497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.5 (15bcc51c-bad3-410d-a90c-cc9df2a5b58b/350cec82-5423-4d95-853c-9548d7bd222d/3c84b58d-82fe-4856-8661-12306aeb56a4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:41.254060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5f40dfd2-6529-4784-964c-0f6e1d3f24f9 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-1363841065 HTTP/1.1" status: 204 len: 168 time: 0.1613905 Dec 22 15:24:41.254732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44418) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.268527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.344196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-7f3ab4e9-d289-484b-a686-c4bce2b373bc tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-1363841065') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:41.359055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.360601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73431fc4-b531-46fc-9578-6e5be7fa718a tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0218019 Dec 22 15:24:41.368163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44422) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.380798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'enable_snat': False}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:41.426651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52071b73-32a3-4eeb-8deb-a6b2c6325854 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:41.457054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Deleting subnet d0a210d3-d011-4f40-8ced-688b838b9b79 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:41.468015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.957400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52071b73-32a3-4eeb-8deb-a6b2c6325854 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:41.959555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-52071b73-32a3-4eeb-8deb-a6b2c6325854 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9637764 Dec 22 15:24:41.965334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44426) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.972357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.980133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f3ab4e9-d289-484b-a686-c4bce2b373bc tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-1363841065 HTTP/1.1" status: 204 len: 168 time: 0.6594992 Dec 22 15:24:41.980351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.980742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:41.988749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44430) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:41.989557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03429cee-e2b2-4076-8128-33ba17805094 tempest-FloatingIPAdminTestJSON-646821965 tempest-FloatingIPAdminTestJSON-646821965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:42.025609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.029434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-2f3cf7b3-cecc-4536-b8c4-180a4a6d8b41 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:42.092258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=26e27dfa-ff56-48b7-aabd-2ca8ffe247a1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:42.108604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.143607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.144340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Fanout notify agent at l3_agent the message router_deleted on router 9ebbb3c4-78ef-49a8-8f40-23f7881be66c {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:42.171204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:42.174833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.181405 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/9ebbb3c4-78ef-49a8-8f40-23f7881be66c HTTP/1.1" status: 204 len: 168 time: 6.8143778 Dec 22 15:24:42.185580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44434) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.194030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1023211150', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:42.204983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:42.215180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Usage tracker for resource:router and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:42.219154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:42.228199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:42.277673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.286283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6afbd22e-d8d3-457d-9bc5-70b117db5632 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:42.355558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.356811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.368960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a210d3-d011-4f40-8ced-688b838b9b79,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:42.375829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:42.387968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.422400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/d0a210d3-d011-4f40-8ced-688b838b9b79 HTTP/1.1" status: 204 len: 168 time: 1.3184946 Dec 22 15:24:42.423796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44438) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.434676 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f3cf7b3-cecc-4536-b8c4-180a4a6d8b41 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags HTTP/1.1" status: 200 len: 205 time: 0.4111648 Dec 22 15:24:42.446712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44442) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.526385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-b00869ec-6f5a-4b14-a63b-a0802080a35b tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:42.559674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35871f-9362-4aea-9708-bb6508d9a60c None None] Network 5ab54424-188e-4b54-81b5-4cfc68514aa3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:42.565325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.574711 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f6a78418-1e60-438e-acf2-21b403c4bdce tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476524 Dec 22 15:24:42.575767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44446) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.624305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d124c02c-7820-441b-a066-04e6990b38ad None None] Provisioning complete for port beecf490-0529-40d0-b9b2-5179bdd71dcb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:42.624590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d124c02c-7820-441b-a066-04e6990b38ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.813495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.864662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de68e4-eadf-4f03-881a-a048019772fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:42.872882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e9de68e4-eadf-4f03-881a-a048019772fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2818882 Dec 22 15:24:42.874413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44450) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:42.954337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:42.975108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.012738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.029943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] DHCP port deletion for 5ab54424-188e-4b54-81b5-4cfc68514aa3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:43.032630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.037053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Deleting port beecf490-0529-40d0-b9b2-5179bdd71dcb {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:43.037767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.063189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 3c84b58d-82fe-4856-8661-12306aeb56a4 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:24:43.067937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72b6aa-364b-4d09-98eb-3a15dc1d0a75 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:43.068738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4e72b6aa-364b-4d09-98eb-3a15dc1d0a75 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Synchronizing usage tracker for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:43.076316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b00869ec-6f5a-4b14-a63b-a0802080a35b tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags HTTP/1.1" status: 204 len: 168 time: 0.5674262 Dec 22 15:24:43.078900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.084155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44454) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.096247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-1b396d5a-2727-4a89-bc94-ed49b73d100e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:43.267226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4e72b6aa-364b-4d09-98eb-3a15dc1d0a75 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Unset dirty status for tenant:ce1c92f08ae14e7e8349462ac7c32a63 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:43.268602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4e72b6aa-364b-4d09-98eb-3a15dc1d0a75 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3909576 Dec 22 15:24:43.276800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44458) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.379210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a4382cbf-c564-464e-b4bb-8deabe09edbd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965598 Dec 22 15:24:43.391709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44462) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.462201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.462693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e808f0-1c86-4031-916f-717198b626c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:43.463235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e808f0-1c86-4031-916f-717198b626c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:43.468307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-35e808f0-1c86-4031-916f-717198b626c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/36a02901-9349-41b3-8855-225fe9f7f5f3 HTTP/1.1" status: 404 len: 333 time: 0.0695438 Dec 22 15:24:43.471727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44466) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.472957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33be9ab9-c0ab-4dd4-b240-a0bb145630e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:43.515382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b396d5a-2727-4a89-bc94-ed49b73d100e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags HTTP/1.1" status: 204 len: 168 time: 0.4251864 Dec 22 15:24:43.515713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] For port beecf490-0529-40d0-b9b2-5179bdd71dcb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beecf490-0529-40d0-b9b2-5179bdd71dcb,segment=NetworkSegment(224a0f9a-d2ad-4684-a67c-7a074d24907b),segment_id=224a0f9a-d2ad-4684-a67c-7a074d24907b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:43.515713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.562774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44470) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.581155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-68fda3e6-a3ae-4d25-8d81-b1100a1c24e5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:43.589547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.591771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb274c-3aa5-4d48-af3a-d7e36ee06321,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:43.619034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:43.620594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-397d0c2c-57fc-4fab-b300-6cc8ab81181b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:43.621720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4797cb7-2153-4742-b257-d4e7b189ff6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:43.622224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4797cb7-2153-4742-b257-d4e7b189ff6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:43.627133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d4797cb7-2153-4742-b257-d4e7b189ff6d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/6806edf3-7c74-49ce-8a1d-c3d1b523cc33 HTTP/1.1" status: 404 len: 337 time: 0.1530175 Dec 22 15:24:43.629374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44474) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.677169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ab1385-8b3b-4c3f-a6f3-44ca8ba49bda tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:43.677630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ab1385-8b3b-4c3f-a6f3-44ca8ba49bda tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:43.683112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38ab1385-8b3b-4c3f-a6f3-44ca8ba49bda tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/d0a210d3-d011-4f40-8ced-688b838b9b79 HTTP/1.1" status: 404 len: 337 time: 0.0487978 Dec 22 15:24:43.689398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44478) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.745384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Calling delete_port for beecf490-0529-40d0-b9b2-5179bdd71dcb owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:43.754124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-43917868-988f-4282-9d57-3c75af36529a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:43.754597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43917868-988f-4282-9d57-3c75af36529a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:43.760249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-43917868-988f-4282-9d57-3c75af36529a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/ce2c3928-c414-4dd1-98a6-7d7f5d101d27 HTTP/1.1" status: 404 len: 333 time: 0.0647349 Dec 22 15:24:43.763873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.852309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:43.857411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beecf490-0529-40d0-b9b2-5179bdd71dcb no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:43.859224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=3c84b58d-82fe-4856-8661-12306aeb56a4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:43.862038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:43.864181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:43.869152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-42add88c-baf0-4734-aa73-dd440fcd5a42 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:43.869152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42add88c-baf0-4734-aa73-dd440fcd5a42 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:43.869629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42add88c-baf0-4734-aa73-dd440fcd5a42 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/d60682c8-b27b-4f4b-bee3-9067df5a814a HTTP/1.1" status: 404 len: 337 time: 0.0995708 Dec 22 15:24:43.877160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44486) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:43.915828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:43.930267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d6912f19-f182-462b-b435-6ced47c81c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:43.964488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: beecf490-0529-40d0-b9b2-5179bdd71dcb {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:24:43.965286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beecf490-0529-40d0-b9b2-5179bdd71dcb not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:24:43.984447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Pushing event deleted for resources: {'Port': ['ID=beecf490-0529-40d0-b9b2-5179bdd71dcb,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:43.987993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:43.994732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] No DVR routers for this DVR port beecf490-0529-40d0-b9b2-5179bdd71dcb on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:43.998900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8efbfc-c8ab-4133-ba07-442b92249e4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:44.000693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8efbfc-c8ab-4133-ba07-442b92249e4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:44.009871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d8efbfc-c8ab-4133-ba07-442b92249e4c tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/19f9f7db-43ed-4486-b19a-1d0ef7c0c806 HTTP/1.1" status: 404 len: 337 time: 0.1266298 Dec 22 15:24:44.026323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44490) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.027900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:44.041505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68fda3e6-a3ae-4d25-8d81-b1100a1c24e5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.4741013 Dec 22 15:24:44.046276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.054983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-9000deaf-d546-4f0f-adcc-5a583dd851cc tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:44.138065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:44.138829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.151575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.205457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.249370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.252064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/e5eb274c-3aa5-4d48-af3a-d7e36ee06321 HTTP/1.1" status: 204 len: 168 time: 2.2729151 Dec 22 15:24:44.257148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44498) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.263974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-071abf88-79d5-4a31-90d3-fd51ca51b57e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:44.265302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071abf88-79d5-4a31-90d3-fd51ca51b57e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:44.268255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-071abf88-79d5-4a31-90d3-fd51ca51b57e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/7fca7e32-922a-40fb-9e1b-c9ce3780ea45 HTTP/1.1" status: 404 len: 333 time: 0.1554108 Dec 22 15:24:44.273779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44502) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.380140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bd4342c7-b044-4b8b-b376-331222e26e8f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:44.456417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9000deaf-d546-4f0f-adcc-5a583dd851cc tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags HTTP/1.1" status: 204 len: 168 time: 0.4082603 Dec 22 15:24:44.483014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bd4342c7-b044-4b8b-b376-331222e26e8f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:44.484603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bd4342c7-b044-4b8b-b376-331222e26e8f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2255023 Dec 22 15:24:44.485336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44504) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.495491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44508) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.500324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-e40e53ee-a572-453a-9dcb-5a5acbb63d76 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-1565083481') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:44.517225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b3f31e28-b23e-4a29-8428-ee46ae96fda9 None None] Provisioning for port 3c84b58d-82fe-4856-8661-12306aeb56a4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:24:44.532208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b3f31e28-b23e-4a29-8428-ee46ae96fda9 None None] Provisioning complete for port 3c84b58d-82fe-4856-8661-12306aeb56a4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:24:44.535208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3f31e28-b23e-4a29-8428-ee46ae96fda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.545770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524765149'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:44.561108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:44.589507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:44.592439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Allocated IP 172.26.4.253 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/69450bbb-71e0-498c-ba38-206f4201d12f) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:44.669049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.687831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2160876 Dec 22 15:24:44.694389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44514) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.697669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f16c5a3-e3a8-432b-b29e-e99763cc2557 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:44.698174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f16c5a3-e3a8-432b-b29e-e99763cc2557 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:44.704572 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f16c5a3-e3a8-432b-b29e-e99763cc2557 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/da1be0ee-7fec-4314-9196-9df15cbf7fd9 HTTP/1.1" status: 404 len: 337 time: 0.0718424 Dec 22 15:24:44.729614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b3f31e28-b23e-4a29-8428-ee46ae96fda9 None None] Port 3c84b58d-82fe-4856-8661-12306aeb56a4 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:24:44.747839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44518) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.767540 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e40e53ee-a572-453a-9dcb-5a5acbb63d76 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-1565083481 HTTP/1.1" status: 201 len: 201 time: 0.2756555 Dec 22 15:24:44.771480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44520) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.785752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-65d7b812-f209-49ee-94a7-71640804d24c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-372903776') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:44.864909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router debcec18-bce5-4aee-bf54-641468aae603 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:24:44.874698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:44.875442 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a645fe-3585-4dcd-bda9-40e92285271e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:44.875952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a645fe-3585-4dcd-bda9-40e92285271e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:44.877903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-49a645fe-3585-4dcd-bda9-40e92285271e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/0edd90e6-1fa4-477d-8f09-22a6188e566a HTTP/1.1" status: 404 len: 337 time: 0.0999827 Dec 22 15:24:44.883603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44526) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:44.894108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:44.900995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:44.929323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:44.939767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.947593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.985767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-89309a8d-8e7c-4925-a3de-d4efe94798a2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:44.986521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89309a8d-8e7c-4925-a3de-d4efe94798a2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:44.988383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-89309a8d-8e7c-4925-a3de-d4efe94798a2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/1c463fcd-26e5-47c2-a3dc-e399071b52a4 HTTP/1.1" status: 404 len: 333 time: 0.1026292 Dec 22 15:24:44.992166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:44.997491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44530) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.056735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:45.077434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:45.083511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02a144c1-7bc0-4ec5-b109-fa85a1164b19 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:45.123363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:45.141192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65d7b812-f209-49ee-94a7-71640804d24c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-372903776 HTTP/1.1" status: 201 len: 201 time: 0.3643463 Dec 22 15:24:45.152330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44534) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.166583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-be5035ff-d3f6-405e-adba-7b2b56e542d2 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-1307200684') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:45.176263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-63296e58-2485-402d-9ba3-177b21149f72 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:45.176775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63296e58-2485-402d-9ba3-177b21149f72 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:45.262568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63296e58-2485-402d-9ba3-177b21149f72 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/318ce348-cef0-4cb5-920e-6fba8a2db17b HTTP/1.1" status: 404 len: 337 time: 0.2642391 Dec 22 15:24:45.274211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44538) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.283801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57421413-5dcb-4f02-979e-6b9d71057a1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:45.284643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57421413-5dcb-4f02-979e-6b9d71057a1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:45.388982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc893af-f38d-4a92-95b7-740fd0d1a59d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:45.389495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc893af-f38d-4a92-95b7-740fd0d1a59d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:45.391524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bc893af-f38d-4a92-95b7-740fd0d1a59d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/a79d568e-bb8a-42a9-9a48-22fda2f8c575 HTTP/1.1" status: 404 len: 337 time: 0.1017811 Dec 22 15:24:45.401537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44542) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.465964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57421413-5dcb-4f02-979e-6b9d71057a1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:45.467268 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-57421413-5dcb-4f02-979e-6b9d71057a1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.7715232 Dec 22 15:24:45.477488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:45.479251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44546) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.493326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/debcec18-bce5-4aee-bf54-641468aae603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2317591 Dec 22 15:24:45.494296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb75e392-39d0-4e20-8bf4-f76d5f880346 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:45.494836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb75e392-39d0-4e20-8bf4-f76d5f880346 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:45.500690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb75e392-39d0-4e20-8bf4-f76d5f880346 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/25668d21-0e16-4b07-8853-7d2da407ef4a HTTP/1.1" status: 404 len: 333 time: 0.0904276 Dec 22 15:24:45.500987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] Sync routers for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:45.517737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44550) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.518308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44552) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.519564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:45.520434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:45.546497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Allocated IP 172.26.4.163 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/c294da75-cb02-4f4d-a350-1ff6d68664a3) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:24:45.607788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:45.616596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 3c84b58d-82fe-4856-8661-12306aeb56a4 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:45.617328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:45.626564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] Routers {'debcec18-bce5-4aee-bf54-641468aae603'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:45.627748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['debcec18-bce5-4aee-bf54-641468aae603'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:45.715478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:45.740258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:45.740842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8d8b6-ec44-4a8e-b4f9-9e02bb9ebe84 None None] The sync data for ids ['debcec18-bce5-4aee-bf54-641468aae603'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:45.863890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event updated for resources: {'Port': ['ID=69450bbb-71e0-498c-ba38-206f4201d12f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:45.869858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:45.882806 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3e4f523c-f7d4-4cde-898a-9240cf453355 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=debcec18-bce5-4aee-bf54-641468aae603 HTTP/1.1" status: 200 len: 205 time: 0.3153944 Dec 22 15:24:45.884986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44558) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.896149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:45.911975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:45.951119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:45.953480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cd8749-59bf-4a4a-8fec-c2bc9bf40349 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:45.954367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cd8749-59bf-4a4a-8fec-c2bc9bf40349 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:45.960765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-22cd8749-59bf-4a4a-8fec-c2bc9bf40349 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/338fc1b0-8247-42c6-a779-4bf787471f3f HTTP/1.1" status: 404 len: 337 time: 0.3890111 Dec 22 15:24:45.960765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f3a72c8-2dfb-4748-80b7-9f9f2b3ad75a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.820s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:45.975708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:45.976034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44562) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:45.981247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4388237 Dec 22 15:24:45.986543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44564) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.066423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a433a-d209-4b50-8265-eb995c1e8213,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:46.070668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:46.109862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'f28a433a-d209-4b50-8265-eb995c1e8213', 'direction': 'ingress', 'protocol': 17}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:46.137081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:46.215081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-be5035ff-d3f6-405e-adba-7b2b56e542d2 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-1307200684 HTTP/1.1" status: 201 len: 201 time: 1.0590622 Dec 22 15:24:46.223987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44570) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.225379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ca12da-dcd9-4333-8b11-f1324e4048d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.225888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ca12da-dcd9-4333-8b11-f1324e4048d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.227952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7ca12da-dcd9-4333-8b11-f1324e4048d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/9bad8ebe-0972-4d60-9b31-b91189991885 HTTP/1.1" status: 404 len: 333 time: 0.2452605 Dec 22 15:24:46.232992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44572) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.239229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:46.243798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-3c28353f-07a8-4b91-8059-7611d4d1ee32 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-618116487') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:46.254302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:46.269835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:46.309121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6410962-7398-4ee5-8d0b-5de207446399 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.309742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6410962-7398-4ee5-8d0b-5de207446399 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.312256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b6410962-7398-4ee5-8d0b-5de207446399 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/c4512bed-784c-435f-a447-063352ba9016 HTTP/1.1" status: 404 len: 337 time: 0.0758805 Dec 22 15:24:46.316154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:46.318251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44578) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.383269 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c302cefd-3113-4dbe-8e3b-9201d5e51d96 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.383877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c302cefd-3113-4dbe-8e3b-9201d5e51d96 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.385810 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c302cefd-3113-4dbe-8e3b-9201d5e51d96 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/4a11ddde-379c-414b-8bc0-e2365872a94d HTTP/1.1" status: 404 len: 333 time: 0.0646172 Dec 22 15:24:46.393009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44582) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.420560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:46.458342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6b3ef2-e049-4bf7-9e4d-1a6be57f3dfa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.458993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6b3ef2-e049-4bf7-9e4d-1a6be57f3dfa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.461222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c6b3ef2-e049-4bf7-9e4d-1a6be57f3dfa tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/f86f5e14-de42-4365-b88d-9d8dcea6456f HTTP/1.1" status: 404 len: 337 time: 0.0670331 Dec 22 15:24:46.466103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44586) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.520569 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c28353f-07a8-4b91-8059-7611d4d1ee32 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-618116487 HTTP/1.1" status: 201 len: 201 time: 0.2950408 Dec 22 15:24:46.524249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabe922b-19dd-43a5-a28c-9945f3b74c07 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.525007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabe922b-19dd-43a5-a28c-9945f3b74c07 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.527210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fabe922b-19dd-43a5-a28c-9945f3b74c07 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/a90baae2-0ca4-4209-aa79-5194c6343b98 HTTP/1.1" status: 404 len: 333 time: 0.0595343 Dec 22 15:24:46.529359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44590) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.534152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44592) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.542921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-4753c078-d6e1-4ed3-9a30-d8cddd2c56e3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', {'tags': ['tempest-TagsExtTest-Tag-410190269', 'tempest-TagsExtTest-Tag-1779687965', 'tempest-TagsExtTest-Tag-1945223912']}) {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:46.559063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:46.572560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 3c84b58d-82fe-4856-8661-12306aeb56a4 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:46.603660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bcf1aff8-4ca6-40dd-a025-bade0aa1970f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:46.654304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a92f27-5b23-4562-96ce-6f88c0e06e7b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.655069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a92f27-5b23-4562-96ce-6f88c0e06e7b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.657724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09a92f27-5b23-4562-96ce-6f88c0e06e7b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/7f2e78fa-ffdc-40c9-8b0f-af6c84357a44 HTTP/1.1" status: 404 len: 337 time: 0.1218033 Dec 22 15:24:46.663253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44598) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.666785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:46.667135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:46.667753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:46.724983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3ebe7d-884c-4d40-9363-bb2638fddfcf tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.725572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3ebe7d-884c-4d40-9363-bb2638fddfcf tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.727598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f3ebe7d-884c-4d40-9363-bb2638fddfcf tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/39bbba32-6ebc-43bb-9d86-4645ce87ad39 HTTP/1.1" status: 404 len: 333 time: 0.0629768 Dec 22 15:24:46.791077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44602) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.863703 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d28daa-c667-4e6b-ae63-db36e23b36f3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.864184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d28daa-c667-4e6b-ae63-db36e23b36f3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.866436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0d28daa-c667-4e6b-ae63-db36e23b36f3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/404c508f-e34a-4f92-bf1f-799f58b20792 HTTP/1.1" status: 404 len: 337 time: 0.0652468 Dec 22 15:24:46.871047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44606) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.915358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:24:46.930763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:24:46.933162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Pushing event updated for resources: {'Port': ['ID=c294da75-cb02-4f4d-a350-1ff6d68664a3,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:46.936084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:24:46.946639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b84bee8-e6bc-467f-b228-919613e4e6f7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:46.946639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b84bee8-e6bc-467f-b228-919613e4e6f7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:46.946639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b84bee8-e6bc-467f-b228-919613e4e6f7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/3a74c3bb-b289-4d09-9927-b0c5162ff741 HTTP/1.1" status: 404 len: 333 time: 0.0735729 Dec 22 15:24:46.953214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44610) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:46.987871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:47.049901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4753c078-d6e1-4ed3-9a30-d8cddd2c56e3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags HTTP/1.1" status: 200 len: 317 time: 0.5179546 Dec 22 15:24:47.056666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44614) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.064702 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf9b87c-1d1e-47f2-82f8-d1ad2b527d9f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.065576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf9b87c-1d1e-47f2-82f8-d1ad2b527d9f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.069695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7cf9b87c-1d1e-47f2-82f8-d1ad2b527d9f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/32ce5d29-7f36-4fe4-8ce5-ab61647b139f HTTP/1.1" status: 404 len: 337 time: 0.1139784 Dec 22 15:24:47.080413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-94a1116c-98dc-4168-ba35-6824a98dd2bc tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:47.132304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44618) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.213412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b3b66b-1fec-4614-981a-174658601391 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.214004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b3b66b-1fec-4614-981a-174658601391 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.216341 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-17b3b66b-1fec-4614-981a-174658601391 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/0d7099be-45fb-443c-940f-95d6690f4c12 HTTP/1.1" status: 404 len: 337 time: 0.0811896 Dec 22 15:24:47.221702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44622) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.347960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32ba785-19a1-41da-9f6b-6d52dfb86a2a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.348699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32ba785-19a1-41da-9f6b-6d52dfb86a2a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.351740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b32ba785-19a1-41da-9f6b-6d52dfb86a2a tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/d3f7a6bd-6f13-449e-aa23-8b8e150d9ee3 HTTP/1.1" status: 404 len: 333 time: 0.1251676 Dec 22 15:24:47.360347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44626) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.419980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7e0eb8-7a12-49dd-bbd0-eb775f69f85d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.420520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7e0eb8-7a12-49dd-bbd0-eb775f69f85d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.427247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb7e0eb8-7a12-49dd-bbd0-eb775f69f85d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/ee6dd0fd-df2a-4637-b5a2-2189286d95ee HTTP/1.1" status: 404 len: 337 time: 0.0615883 Dec 22 15:24:47.427583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44630) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.484679 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c13f71-9cfc-4e3f-8a7d-ba6eb78fe859 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.485341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c13f71-9cfc-4e3f-8a7d-ba6eb78fe859 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.490576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48c13f71-9cfc-4e3f-8a7d-ba6eb78fe859 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/3c94f23b-028e-44b8-ad34-65581dee7e37 HTTP/1.1" status: 404 len: 337 time: 0.0588655 Dec 22 15:24:47.491654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44634) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.572158 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46393e5-e70e-4f15-80c9-b8008a6071c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.572676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46393e5-e70e-4f15-80c9-b8008a6071c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.577882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f46393e5-e70e-4f15-80c9-b8008a6071c2 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/1982a8b4-e5ae-4962-9448-75ea7fa8355f HTTP/1.1" status: 404 len: 333 time: 0.0816238 Dec 22 15:24:47.578859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44638) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.632142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be1534-879c-4fc8-8779-8a82e8fd3d7b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.632646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5be1534-879c-4fc8-8779-8a82e8fd3d7b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.637896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b5be1534-879c-4fc8-8779-8a82e8fd3d7b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/7a2cb24c-4463-4f40-832b-ba2bc92980d7 HTTP/1.1" status: 404 len: 337 time: 0.0530155 Dec 22 15:24:47.638344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44642) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.690962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-94a1116c-98dc-4168-ba35-6824a98dd2bc tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags HTTP/1.1" status: 204 len: 168 time: 0.6254568 Dec 22 15:24:47.692200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b79d16-7afa-4773-8156-de4e576c016d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.692848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b79d16-7afa-4773-8156-de4e576c016d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.695190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-17b79d16-7afa-4773-8156-de4e576c016d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/8b1ff78b-ae9f-4223-a645-101197a4f2c2 HTTP/1.1" status: 404 len: 337 time: 0.0556240 Dec 22 15:24:47.696081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44646) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.700206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44648) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.710979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-a0250a93-d15d-45b4-972c-15c52ac8809d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-410190269') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:47.783001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:47.791247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:47.817028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9c5fa6-3ec6-4030-a4d2-f7f23728b138 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.817935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9c5fa6-3ec6-4030-a4d2-f7f23728b138 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.819529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:47.823515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b9c5fa6-3ec6-4030-a4d2-f7f23728b138 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/bed35eb2-d47f-42d4-aec5-76134aa03066 HTTP/1.1" status: 404 len: 333 time: 0.1188016 Dec 22 15:24:47.823717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:47.826042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44654) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.829291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cf9f633-282b-4777-aaa9-08292b80f07c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:47.857547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:47.876268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46779cc-598d-49eb-9305-1c18952c5b85,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:47.886889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:47.887444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-471e1c4d-c9dd-4077-a2d2-7b00718dac75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:47.907218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b637e1a0-3b71-4bd5-87f7-7bc2279486cd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.907733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b637e1a0-3b71-4bd5-87f7-7bc2279486cd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.914276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b637e1a0-3b71-4bd5-87f7-7bc2279486cd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/57001b48-96d7-4d98-b283-13ff508f410d HTTP/1.1" status: 404 len: 337 time: 0.0796914 Dec 22 15:24:47.914276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44658) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:47.968781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=3c84b58d-82fe-4856-8661-12306aeb56a4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:47.976613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5369de5a-a2e0-4995-9b64-6ffc03186c87 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:47.976930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:47.977843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5369de5a-a2e0-4995-9b64-6ffc03186c87 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:47.981345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5369de5a-a2e0-4995-9b64-6ffc03186c87 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/0dcf302d-7ee4-477b-ada7-0176302f603a HTTP/1.1" status: 404 len: 337 time: 0.0664477 Dec 22 15:24:47.986408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44662) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.035736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.040094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 2.0396152 Dec 22 15:24:48.078908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44666) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.091752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Router a13cebbb-ad78-442b-a5fe-da5bbf9f8633 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:48.107845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-92572597-fcab-4bae-a3ba-2c61a2135778 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports?device_id=77679296-aa08-4c04-a53c-d7d4184ab206 HTTP/1.1" status: 200 len: 205 time: 0.1135437 Dec 22 15:24:48.108321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.109030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router debcec18-bce5-4aee-bf54-641468aae603 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:24:48.109237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44670) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.115123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-a0250a93-d15d-45b4-972c-15c52ac8809d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:48.134874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44674) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.135736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0250a93-d15d-45b4-972c-15c52ac8809d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-410190269 HTTP/1.1" status: 404 len: 328 time: 0.4368517 Dec 22 15:24:48.162791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-d0fbdc9e-efff-4d9c-b249-c77719cae3e4 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-1779687965') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:48.211567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.213152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-444691b3-2495-4757-8a34-2c7c706822aa tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/debcec18-bce5-4aee-bf54-641468aae603 HTTP/1.1" status: 204 len: 168 time: 2.3240247 Dec 22 15:24:48.231530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44678) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.266597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-48d7f0f1-2ee0-46ce-8e5c-9560854f729f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] delete failed (client error): The resource could not be found. Dec 22 15:24:48.268982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48d7f0f1-2ee0-46ce-8e5c-9560854f729f tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/routers/77679296-aa08-4c04-a53c-d7d4184ab206 HTTP/1.1" status: 404 len: 336 time: 0.1568718 Dec 22 15:24:48.273773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44682) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.304962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.307387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/3c84b58d-82fe-4856-8661-12306aeb56a4 HTTP/1.1" status: 204 len: 168 time: 2.8244035 Dec 22 15:24:48.326036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44686) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.388362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-80882609-02f2-4242-aa04-93660d0695cd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:48.388888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80882609-02f2-4242-aa04-93660d0695cd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:48.395338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-80882609-02f2-4242-aa04-93660d0695cd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/e63e71f9-54f1-4e11-9623-8f47fd63cc53 HTTP/1.1" status: 404 len: 337 time: 0.1159885 Dec 22 15:24:48.395946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44690) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.438433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ae8fe9-e888-403c-b8f7-7131c35857c3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:24:48.439033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-62ae8fe9-e888-403c-b8f7-7131c35857c3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:48.447439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.465710 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a712726f-bd50-4ffe-9dd2-88f6c2385dfd tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "GET /v2.0/ports?device_id=b92f667a-2ce5-4abe-98e3-6b6e0612fa64 HTTP/1.1" status: 200 len: 205 time: 0.0655246 Dec 22 15:24:48.470375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44694) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.551508 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-10f3d0a2-c056-444c-95b5-8663ab1406ac tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] delete failed (client error): The resource could not be found. Dec 22 15:24:48.556637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10f3d0a2-c056-444c-95b5-8663ab1406ac tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/routers/b92f667a-2ce5-4abe-98e3-6b6e0612fa64 HTTP/1.1" status: 404 len: 336 time: 0.0813591 Dec 22 15:24:48.556967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44698) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.604303 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40b1ed2-df6f-4224-8474-78426da214c9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:48.604899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40b1ed2-df6f-4224-8474-78426da214c9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:48.607105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a40b1ed2-df6f-4224-8474-78426da214c9 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/af1475bf-85fa-401e-8fab-e398ca5ce1e7 HTTP/1.1" status: 404 len: 337 time: 0.0487230 Dec 22 15:24:48.611538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44702) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.626254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.642083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:48.668652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-03410eac-4f7e-4daa-b986-dff91e3cdb6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:48.669156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03410eac-4f7e-4daa-b986-dff91e3cdb6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:48.671105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03410eac-4f7e-4daa-b986-dff91e3cdb6e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/4ce0ba64-84b2-4315-885f-dfc44783f9ee HTTP/1.1" status: 404 len: 337 time: 0.0584373 Dec 22 15:24:48.674936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44706) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.753646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-62ae8fe9-e888-403c-b8f7-7131c35857c3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:48.755794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62ae8fe9-e888-403c-b8f7-7131c35857c3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/3c84b58d-82fe-4856-8661-12306aeb56a4 HTTP/1.1" status: 404 len: 333 time: 0.4261174 Dec 22 15:24:48.762805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44710) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.846684 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d0fbdc9e-efff-4d9c-b249-c77719cae3e4 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:48.848808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0fbdc9e-efff-4d9c-b249-c77719cae3e4 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-1779687965 HTTP/1.1" status: 404 len: 329 time: 0.7106926 Dec 22 15:24:48.860489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44714) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:48.905791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-9e18d017-1f83-47d4-bed3-70a376cd46f7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87', 'tempest-TagsExtTest-Tag-1945223912') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:49.071577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b33e2a-d84d-4ad2-a360-5ee34fc54c03 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:49.072404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b33e2a-d84d-4ad2-a360-5ee34fc54c03 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:49.075001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18b33e2a-d84d-4ad2-a360-5ee34fc54c03 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/1a36ed84-583b-45a4-ad64-c2f43a2f57e0 HTTP/1.1" status: 404 len: 333 time: 0.3988547 Dec 22 15:24:49.081619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44718) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.104740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet 6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:49.118252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.150767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a071037b-27f3-47ff-b738-dc8f19808b19 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:49.151341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a071037b-27f3-47ff-b738-dc8f19808b19 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:49.158411 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a071037b-27f3-47ff-b738-dc8f19808b19 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/a328b39e-67a1-41f3-8a48-dd26044e710a HTTP/1.1" status: 404 len: 337 time: 0.0623364 Dec 22 15:24:49.159073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44722) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.227461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:49.227859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.237577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.256201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.262665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-119129de-53a8-4b55-8a8d-ff6683d96b78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:49.263215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119129de-53a8-4b55-8a8d-ff6683d96b78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:49.263990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.265118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-119129de-53a8-4b55-8a8d-ff6683d96b78 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/07c4ecc1-8e75-4276-8792-540e27ddbace HTTP/1.1" status: 404 len: 333 time: 0.0976477 Dec 22 15:24:49.273116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44726) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.281436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-635d7229-e289-4c04-83d4-4aa8000697ad tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:49.310755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.404760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:49.417504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] Sync routers for ids ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:49.439802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] Routers {'a13cebbb-ad78-442b-a5fe-da5bbf9f8633'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:49.441068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:49.547750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:49.550571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.559166 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3662260 Dec 22 15:24:49.564056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44730) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.569791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] Routers {'a13cebbb-ad78-442b-a5fe-da5bbf9f8633'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:49.575190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:49.585004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:49.593789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a433a-d209-4b50-8265-eb995c1e8213,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:49.611474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:49.639118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2d3ef-f1d4-426e-a02c-6831e98e43b5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:49.640022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d2d3ef-f1d4-426e-a02c-6831e98e43b5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:49.690967 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67d2d3ef-f1d4-426e-a02c-6831e98e43b5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/043565cc-0c20-4c05-a2d9-a9bc4d72044d HTTP/1.1" status: 404 len: 337 time: 0.3931341 Dec 22 15:24:49.692368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.694397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/f28a433a-d209-4b50-8265-eb995c1e8213 HTTP/1.1" status: 204 len: 168 time: 1.6150944 Dec 22 15:24:49.700133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44734) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.700522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44736) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.733163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9e18d017-1f83-47d4-bed3-70a376cd46f7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:49.739578 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e18d017-1f83-47d4-bed3-70a376cd46f7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags/tempest-TagsExtTest-Tag-1945223912 HTTP/1.1" status: 404 len: 329 time: 0.8652744 Dec 22 15:24:49.741347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44742) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.752492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-549b072e-7ec3-4c26-a704-0a9855418a0a tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', {'tags': ['tempest-TagsExtTest-Tag-178643381', 'tempest-TagsExtTest-Tag-1101975480', 'tempest-TagsExtTest-Tag-853353413']}) {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:49.774865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.800429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c74106-bc8d-4740-b7ad-5451f45a1893 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:49.800943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c74106-bc8d-4740-b7ad-5451f45a1893 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:49.807911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-81c74106-bc8d-4740-b7ad-5451f45a1893 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/c971f292-0309-4517-b1f1-909362d451b0 HTTP/1.1" status: 404 len: 333 time: 0.0998185 Dec 22 15:24:49.808211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44746) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:49.880107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:49.925102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:49.926249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665d414-ea30-425d-abf4-1dfe0f3a8354 None None] The sync data for ids ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:49.950454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:50.117239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-259a8e9b-b3b8-4ce7-9236-49d9a3af0618 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:50.211926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-550300a4-cb0c-4266-bcff-e0da844a18e5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.212313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550300a4-cb0c-4266-bcff-e0da844a18e5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.218294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-550300a4-cb0c-4266-bcff-e0da844a18e5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/b784ff05-2989-46c7-bf75-cb016d8270b8 HTTP/1.1" status: 404 len: 337 time: 0.4031727 Dec 22 15:24:50.221027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44750) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.270065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-259a8e9b-b3b8-4ce7-9236-49d9a3af0618 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:50.271508 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-259a8e9b-b3b8-4ce7-9236-49d9a3af0618 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5666082 Dec 22 15:24:50.281317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44754) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.296688 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec833e7-5e85-45b4-b133-48ed4c7c5b71 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.297196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec833e7-5e85-45b4-b133-48ed4c7c5b71 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.309115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bec833e7-5e85-45b4-b133-48ed4c7c5b71 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/9a016e10-c36b-44ab-b713-fb79177877b9 HTTP/1.1" status: 404 len: 333 time: 0.0881360 Dec 22 15:24:50.313209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44758) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.316633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--521939736'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:50.339920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:50.370198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:50.399151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-549b072e-7ec3-4c26-a704-0a9855418a0a tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags HTTP/1.1" status: 200 len: 316 time: 0.6527445 Dec 22 15:24:50.399436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:50.400374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44762) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.407527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d034bd0-4749-4714-8a30-60bc2792d108 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.408351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d034bd0-4749-4714-8a30-60bc2792d108 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.411895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d034bd0-4749-4714-8a30-60bc2792d108 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/d94dda22-fbdf-47b7-a8b6-8976cb781a16 HTTP/1.1" status: 404 len: 337 time: 0.0968883 Dec 22 15:24:50.415570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44766) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.426508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-f65fd9e6-878d-4637-b09c-243eef6b1f28 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:50.467785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:50.473550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28e72cfe-ea35-4082-ba71-ca4730f470d8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:50.485198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03f2556-3cb8-4426-8db4-4af86ea2d45b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.485777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03f2556-3cb8-4426-8db4-4af86ea2d45b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.488977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:50.499271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b81ae143-4937-4784-8c80-df36300c7fd1 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:50.535053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:50.554483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f03f2556-3cb8-4426-8db4-4af86ea2d45b tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/5e01f3d5-1c0e-4862-bf16-9cd2be82a26a HTTP/1.1" status: 404 len: 333 time: 0.1366205 Dec 22 15:24:50.558292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44770) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.562450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:50.569351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:50.597261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:50.614266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:50.615131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848e8d2-d8ee-4637-988e-d9a85cb50d05 None None] Network 210fc409-da72-43e3-93fb-4edcad77c6ff requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:50.617200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d HTTP/1.1" status: 204 len: 168 time: 2.3821940 Dec 22 15:24:50.622068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44774) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.628721 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-481b9864-80c0-4a26-94fa-07b26e99e077 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.629216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481b9864-80c0-4a26-94fa-07b26e99e077 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.647618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:50.660007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-481b9864-80c0-4a26-94fa-07b26e99e077 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/f60a67f5-dd9f-4113-b140-e6685f23bed6 HTTP/1.1" status: 404 len: 337 time: 0.0953555 Dec 22 15:24:50.662609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:50.665397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44778) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.668187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:50.713220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:50.728817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfc256d-626b-44ca-ba0e-41164327a3a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.729223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfc256d-626b-44ca-ba0e-41164327a3a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.735429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8bfc256d-626b-44ca-ba0e-41164327a3a5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/6998e1c6-1a56-470e-a68b-5577724ffa16 HTTP/1.1" status: 404 len: 333 time: 0.0646966 Dec 22 15:24:50.737147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44782) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.813824 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-71483d8c-e240-45f1-810c-ba21528a3a2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.814645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71483d8c-e240-45f1-810c-ba21528a3a2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:50.851515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71483d8c-e240-45f1-810c-ba21528a3a2d tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/b26e2349-ba46-4aad-86ab-a0e488ddad68 HTTP/1.1" status: 404 len: 337 time: 0.1090286 Dec 22 15:24:50.854246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44786) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.895777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:50.907394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c HTTP/1.1" status: 204 len: 168 time: 2.1359756 Dec 22 15:24:50.914668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44790) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:50.994409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fa4ad5-4c66-43dd-8ff3-45fd67437812 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:50.995206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fa4ad5-4c66-43dd-8ff3-45fd67437812 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:51.016389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Router 235b8bb6-50a3-480d-96f3-93fbd2033ded is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:24:51.042472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.050562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c8fa4ad5-4c66-43dd-8ff3-45fd67437812 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/ports/fdcffb77-ba56-40aa-a489-10594ad3fa13 HTTP/1.1" status: 404 len: 333 time: 0.1913331 Dec 22 15:24:51.053703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44794) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.133641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.145697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3efb179-f24d-4856-891f-7a6666c3806c tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:51.167338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1933370-f81b-4d01-95ab-35865ca703d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] DELETE failed (client error): The resource could not be found. Dec 22 15:24:51.168195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1933370-f81b-4d01-95ab-35865ca703d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:24:51.171662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f1933370-f81b-4d01-95ab-35865ca703d5 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/subnets/08865608-3251-4a0b-a1eb-e366824dc373 HTTP/1.1" status: 404 len: 337 time: 0.1186938 Dec 22 15:24:51.173968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b099aa71-fa70-4c9e-a4ea-a084214d87c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:24:51.174741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b099aa71-fa70-4c9e-a4ea-a084214d87c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:51.184942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet c04119b2-a396-4974-bfeb-613a7c6e21b3 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:51.188442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44798) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.193912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.228705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f65fd9e6-878d-4637-b09c-243eef6b1f28 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.8247075 Dec 22 15:24:51.243929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44802) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.260506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-56bfa0e3-8c1d-4b5d-ac9e-3966e663908c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-178643381') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:51.324868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] DHCP port deletion for 210fc409-da72-43e3-93fb-4edcad77c6ff request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:51.333789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Deleting port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:51.335671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.338576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.380298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b099aa71-fa70-4c9e-a4ea-a084214d87c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:51.384430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b099aa71-fa70-4c9e-a4ea-a084214d87c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/a4be4d59-7a7e-4d7e-9e89-bfcf8a9d7e8c HTTP/1.1" status: 404 len: 333 time: 0.4651051 Dec 22 15:24:51.386222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44806) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.419199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.420609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1215396 Dec 22 15:24:51.427564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44810) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.442719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--623811376'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:51.459945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:51.488582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:51.512435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2f3fa-53fe-4fcc-b0b0-30a63ad3bc1d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:51.516558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:51.548208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.590384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.701604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.733279 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-56bfa0e3-8c1d-4b5d-ac9e-3966e663908c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:51.735354 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56bfa0e3-8c1d-4b5d-ac9e-3966e663908c tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-178643381 HTTP/1.1" status: 404 len: 328 time: 0.4833958 Dec 22 15:24:51.752403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44814) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:51.765367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-7428b89a-1d12-45e9-af5e-31d4c749e799 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-1101975480') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:51.770232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] For port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,segment=NetworkSegment(cfd085be-de32-4c8d-8fea-dc79eb329351),segment_id=cfd085be-de32-4c8d-8fea-dc79eb329351)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:51.771055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:51.966345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.038215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bffdf2f1-9191-4534-8b6e-6b9f120e9d7b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:52.048636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab54424-188e-4b54-81b5-4cfc68514aa3']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:52.085333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224a0f9a-d2ad-4684-a67c-7a074d24907b') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:52.086669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224a0f9a-d2ad-4684-a67c-7a074d24907b') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:52.097780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Calling delete_port for bffdf2f1-9191-4534-8b6e-6b9f120e9d7b owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:52.129575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.191895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.197044 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-7428b89a-1d12-45e9-af5e-31d4c749e799 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:52.199252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7428b89a-1d12-45e9-af5e-31d4c749e799 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-1101975480 HTTP/1.1" status: 404 len: 329 time: 0.4455495 Dec 22 15:24:52.210224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44818) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.218749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-8fb3af53-ee42-4c64-b458-13b59b63c03e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2', 'tempest-TagsExtTest-Tag-853353413') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:52.230922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:52.240244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 350cec82-5423-4d95-853c-9548d7bd222d {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:24:52.248352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:52.250527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:52.251112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.253446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:52.263791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:52.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:52.296029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.386013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.418011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.433237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:52.476066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.492654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Pushing event deleted for resources: {'Port': ['ID=bffdf2f1-9191-4534-8b6e-6b9f120e9d7b,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:52.495584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:52.500747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:52.508453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.521152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cd28f5c-6bb6-4191-9664-5fbf0d28b2ee tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:52.523824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.525705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "PUT /v2.0/routers/235b8bb6-50a3-480d-96f3-93fbd2033ded HTTP/1.1" status: 200 len: 916 time: 11.1537681 Dec 22 15:24:52.530599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44822) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.564414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] No DVR routers for this DVR port bffdf2f1-9191-4534-8b6e-6b9f120e9d7b on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:52.587525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] Sync routers for ids ['235b8bb6-50a3-480d-96f3-93fbd2033ded'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:52.604087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=c04119b2-a396-4974-bfeb-613a7c6e21b3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:52.619589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:52.638901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.650433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6de8b3-8a3d-4e93-af53-9675717b17d2 None None] Network 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:52.652813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.664799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.677066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cfc81c3e-ccae-4a87-a06c-db9a734ccd75 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:52.694659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/c04119b2-a396-4974-bfeb-613a7c6e21b3 HTTP/1.1" status: 204 len: 168 time: 2.0418091 Dec 22 15:24:52.699195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44826) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.704451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.707559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.711910 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] 10.222.0.32 "DELETE /v2.0/networks/5ab54424-188e-4b54-81b5-4cfc68514aa3 HTTP/1.1" status: 204 len: 168 time: 1.5144527 Dec 22 15:24:52.724372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a02e78ba-c692-43c7-b23c-217b85bc748b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:52.735746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Pushing event deleted for resources: {'Network': ['ID=5ab54424-188e-4b54-81b5-4cfc68514aa3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:52.742707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:52.754956 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-8fb3af53-ee42-4c64-b458-13b59b63c03e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:52.756842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8fb3af53-ee42-4c64-b458-13b59b63c03e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags/tempest-TagsExtTest-Tag-853353413 HTTP/1.1" status: 404 len: 328 time: 0.5451314 Dec 22 15:24:52.763257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44832) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.774607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-e8acd57d-cfe8-4a20-8fb3-c046277e968f tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', {'tags': ['tempest-TagsExtTest-Tag-253844234', 'tempest-TagsExtTest-Tag-736701829', 'tempest-TagsExtTest-Tag-582112084']}) {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:52.897483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] Routers {'235b8bb6-50a3-480d-96f3-93fbd2033ded'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:52.898664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['235b8bb6-50a3-480d-96f3-93fbd2033ded'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:52.927270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.934696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.961522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:52.963773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5277336 Dec 22 15:24:52.973517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44836) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:52.974954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad9ded9-6ae3-4520-967f-1449a9581e1e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:52.981344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:52.991364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.007492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': '93c2f3fa-53fe-4fcc-b0b0-30a63ad3bc1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ad9ded9-6ae3-4520-967f-1449a9581e1e', 'remote_ip_prefix': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:53.041101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.073972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] Routers {'235b8bb6-50a3-480d-96f3-93fbd2033ded'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:53.074525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['235b8bb6-50a3-480d-96f3-93fbd2033ded'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.100843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:53.226428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.227577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a340cd83-1c70-4177-93ff-bb1b86c7c4ae None None] The sync data for ids ['235b8bb6-50a3-480d-96f3-93fbd2033ded'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:53.283276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e8acd57d-cfe8-4a20-8fb3-c046277e968f tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags HTTP/1.1" status: 200 len: 315 time: 0.5180790 Dec 22 15:24:53.286440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.300550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-44dc4211-6f65-4dcc-a459-7c6d1bd5eda7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.369813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] DHCP port deletion for 7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:53.374266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:53.377491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Deleting port c474eeb7-531b-4662-8b4e-c023b9c75507 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:53.378163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.397085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:53.400866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44846) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.403795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.432139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:53.437121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.478778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210fc409-da72-43e3-93fb-4edcad77c6ff']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.502911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Deleting port 69450bbb-71e0-498c-ba38-206f4201d12f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:53.503314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.554037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd085be-de32-4c8d-8fea-dc79eb329351') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.555131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd085be-de32-4c8d-8fea-dc79eb329351') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:53.590932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.632536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.674370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:53.675319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:53.708265 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:53.713683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.736974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-21210bc0-157d-467a-a5fa-a4f65ef856d4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:53.806905 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b02f30c-9713-4325-8685-a06c03cf7bff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/235b8bb6-50a3-480d-96f3-93fbd2033ded HTTP/1.1" status: 200 len: 922 time: 1.2711449 Dec 22 15:24:53.807292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44852) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.817850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] For port c474eeb7-531b-4662-8b4e-c023b9c75507, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c474eeb7-531b-4662-8b4e-c023b9c75507,segment=NetworkSegment(05bbf7b4-4744-4004-b5c5-fac575b746e4),segment_id=05bbf7b4-4744-4004-b5c5-fac575b746e4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:53.819445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.857619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c474eeb7-531b-4662-8b4e-c023b9c75507 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:53.911110 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b2ec778-55f3-4b8f-8a29-181564b47fa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce1c92f08ae14e7e8349462ac7c32a63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5081866 Dec 22 15:24:53.916103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44856) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:53.924183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=350cec82-5423-4d95-853c-9548d7bd222d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:53.951995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:53.965988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:53.986576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-44dc4211-6f65-4dcc-a459-7c6d1bd5eda7 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags HTTP/1.1" status: 204 len: 168 time: 0.6979666 Dec 22 15:24:53.991590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44860) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.003778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1547cb93-b6ff-40ad-a1db-a805e9700eba tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Synchronizing usage tracker for tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:54.004773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.014768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-1d479899-4fec-4476-9231-93af18212098 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-253844234') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:54.060817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.064043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1547cb93-b6ff-40ad-a1db-a805e9700eba tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Unset dirty status for tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:54.071489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1547cb93-b6ff-40ad-a1db-a805e9700eba tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=235b8bb6-50a3-480d-96f3-93fbd2033ded&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2628503 Dec 22 15:24:54.072361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44864) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.157308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.157649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594940e0-c146-4cba-906a-a05937671b25 None None] Network 15bcc51c-bad3-410d-a90c-cc9df2a5b58b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:24:54.186547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/350cec82-5423-4d95-853c-9548d7bd222d HTTP/1.1" status: 204 len: 168 time: 2.7997246 Dec 22 15:24:54.188027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.213245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44868) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.216980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2565b69b-9e75-4c3e-810f-274ec2ef0bd4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:54.242898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.311906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e666f-5ba2-4e2e-a418-6889f5cb5bb6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:54.312568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-822e666f-5ba2-4e2e-a418-6889f5cb5bb6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Synchronizing usage tracker for tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:54.350533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Calling delete_port for c474eeb7-531b-4662-8b4e-c023b9c75507 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:54.368882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-822e666f-5ba2-4e2e-a418-6889f5cb5bb6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Unset dirty status for tenant:8a5eeb6d54bb4df2b351fb6a7a1218d9 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:54.373169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-822e666f-5ba2-4e2e-a418-6889f5cb5bb6 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/networks/fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 881 time: 0.2948265 Dec 22 15:24:54.373926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44872) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.424331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=210fc409-da72-43e3-93fb-4edcad77c6ff,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:54.431687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/210fc409-da72-43e3-93fb-4edcad77c6ff HTTP/1.1" status: 204 len: 168 time: 1.7290294 Dec 22 15:24:54.436171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63bc85b9-4ccb-441d-91fc-33353030393d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=235b8bb6-50a3-480d-96f3-93fbd2033ded HTTP/1.1" status: 200 len: 205 time: 0.0581987 Dec 22 15:24:54.436171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44876) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.437313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44878) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.442256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:54.557131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.596290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1d479899-4fec-4476-9231-93af18212098 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:54.603288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d479899-4fec-4476-9231-93af18212098 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-253844234 HTTP/1.1" status: 404 len: 328 time: 0.6033146 Dec 22 15:24:54.620916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44884) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:54.622094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.639616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.646216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-567a3477-ea27-4b46-9fb3-df118bf28e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:54.668006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-7f94335d-f79d-42fc-8dce-402008cbf800 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-736701829') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:54.672644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.743341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.750907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Calling delete_port for 69450bbb-71e0-498c-ba38-206f4201d12f owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:54.792336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.808218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-72f2399d-6dcb-4e8e-9ac7-46201a96eba6 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:54.858996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac08550-9469-49a5-ba1e-a5561169ce8a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:54.866170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:54.944582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:54.959212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-871a1100-dc25-443c-b611-511bb4d162d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:55.020525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Pushing event deleted for resources: {'Port': ['ID=c474eeb7-531b-4662-8b4e-c023b9c75507,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:55.027491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:55.029907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.031220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] No DVR routers for this DVR port c474eeb7-531b-4662-8b4e-c023b9c75507 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:55.032169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ac08550-9469-49a5-ba1e-a5561169ce8a HTTP/1.1" status: 204 len: 168 time: 1.1144617 Dec 22 15:24:55.160407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] DHCP port deletion for 15bcc51c-bad3-410d-a90c-cc9df2a5b58b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:24:55.166904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Deleting port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:55.167651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.181162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.255136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-7f94335d-f79d-42fc-8dce-402008cbf800 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:55.257311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f94335d-f79d-42fc-8dce-402008cbf800 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-736701829 HTTP/1.1" status: 404 len: 328 time: 0.6269000 Dec 22 15:24:55.260197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:55.260560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.292972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44890) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.319197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-0429887f-5b90-421e-af45-b2eb634eafe2 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3', 'tempest-TagsExtTest-Tag-582112084') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:55.370951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de992db7-7709-4509-a221-8a0eaad1b9db,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:55.386368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:55.466136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] For port a71843d7-6cbc-43f9-8eb2-d58e951f0d54, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,segment=NetworkSegment(ffecf314-1e83-487f-a7ac-a880af001394),segment_id=ffecf314-1e83-487f-a7ac-a880af001394)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:55.466725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.620465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.625026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 2.6284831 Dec 22 15:24:55.630798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.645475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44900) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.653427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e20da73-2ff9-4654-b578-d890998838d5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:55.659258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.671311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Calling delete_port for a71843d7-6cbc-43f9-8eb2-d58e951f0d54 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:55.724930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfe94d5-4b72-4cd8-b0db-0705cd1149d3']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:55.757116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bbf7b4-4744-4004-b5c5-fac575b746e4') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:55.757694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bbf7b4-4744-4004-b5c5-fac575b746e4') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:55.761835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-0429887f-5b90-421e-af45-b2eb634eafe2 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:55.777616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0429887f-5b90-421e-af45-b2eb634eafe2 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags/tempest-TagsExtTest-Tag-582112084 HTTP/1.1" status: 404 len: 328 time: 0.4778411 Dec 22 15:24:55.801944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44906) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:55.814315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-9b389e2f-35b3-42ec-86e6-6e717454d3bf tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', {'tags': ['tempest-TagsExtTest-Tag-1358269884', 'tempest-TagsExtTest-Tag-1584919690', 'tempest-TagsExtTest-Tag-2097900405']}) {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:55.847479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.860559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a71843d7-6cbc-43f9-8eb2-d58e951f0d54 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:24:55.903409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a71843d7-6cbc-43f9-8eb2-d58e951f0d54 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:24:55.903996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a71843d7-6cbc-43f9-8eb2-d58e951f0d54 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:24:55.916975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.917254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.938493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:55.939232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.940842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-583dcda4-f00f-40be-9ade-6b241d7ed11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:55.943494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:55.966516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Pushing event deleted for resources: {'Port': ['ID=69450bbb-71e0-498c-ba38-206f4201d12f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:55.977100 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:55.989158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:55.995593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Pushing event deleted for resources: {'Port': ['ID=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:55.998618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] No DVR routers for this DVR port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:24:56.000869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:56.015539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.026402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.027408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] For port a71843d7-6cbc-43f9-8eb2-d58e951f0d54, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a71843d7-6cbc-43f9-8eb2-d58e951f0d54,segment=NetworkSegment(ffecf314-1e83-487f-a7ac-a880af001394),segment_id=ffecf314-1e83-487f-a7ac-a880af001394)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:24:56.028055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.277937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.283663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:56.314590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.348369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9b389e2f-35b3-42ec-86e6-6e717454d3bf tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "PUT /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags HTTP/1.1" status: 200 len: 318 time: 0.5394769 Dec 22 15:24:56.350485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=7dfe94d5-4b72-4cd8-b0db-0705cd1149d3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:56.353693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44916) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.354123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for a71843d7-6cbc-43f9-8eb2-d58e951f0d54 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:56.464161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:56.472991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/7dfe94d5-4b72-4cd8-b0db-0705cd1149d3 HTTP/1.1" status: 204 len: 168 time: 2.0280097 Dec 22 15:24:56.473306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.473999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-c75b9c0e-53ff-4fc9-a76d-392a129653fb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:56.487865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.493121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1102089401'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:56.511973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:56.520217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:56.544422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:56.562078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de992db7-7709-4509-a221-8a0eaad1b9db,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:56.564090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.629148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:56.630218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:56.639709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44926) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.650236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:56.652692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.653949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/de992db7-7709-4509-a221-8a0eaad1b9db HTTP/1.1" status: 204 len: 168 time: 0.9627631 Dec 22 15:24:56.660838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c75b9c0e-53ff-4fc9-a76d-392a129653fb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags HTTP/1.1" status: 204 len: 168 time: 0.3017967 Dec 22 15:24:56.660838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.668883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44932) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.669508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44934) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.687088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-0ce90c35-4fc0-40af-8e9d-805cdc12576a tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-1358269884') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:56.730130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:24:56.730480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:24:56.733459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.737827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.797968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-0ce90c35-4fc0-40af-8e9d-805cdc12576a tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:56.806149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0ce90c35-4fc0-40af-8e9d-805cdc12576a tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-1358269884 HTTP/1.1" status: 404 len: 329 time: 0.1244223 Dec 22 15:24:56.807627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Deleting port c294da75-cb02-4f4d-a350-1ff6d68664a3 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:56.808174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.814213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44940) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.821235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:56.826961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:56.842051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-791f385c-614b-44fb-b671-5eb65261cf7e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-1584919690') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:56.892046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-10996972-adb3-41aa-9a61-5418c0ac87dd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:56.893957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10996972-adb3-41aa-9a61-5418c0ac87dd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.2494991 Dec 22 15:24:56.909142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44944) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.932804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-ef77b9dc-1fb2-45e5-95bf-338a6d49fa0e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:56.934777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef77b9dc-1fb2-45e5-95bf-338a6d49fa0e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0148189 Dec 22 15:24:56.943523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44948) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.953673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-7b5dec33-8673-4d35-8582-6f6be8af33b1 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:56.957574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7a94cff7-e8c4-48b6-a001-637a19eb4670 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:56.957830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b5dec33-8673-4d35-8582-6f6be8af33b1 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0080481 Dec 22 15:24:56.963829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44952) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.969292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-791f385c-614b-44fb-b671-5eb65261cf7e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:56.970455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-791f385c-614b-44fb-b671-5eb65261cf7e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-1584919690 HTTP/1.1" status: 404 len: 329 time: 0.1533179 Dec 22 15:24:56.971542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:24:56.977652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44956) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:56.989885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-3c016445-bdc6-4669-90d3-a1ab33445ff5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c', 'tempest-TagsExtTest-Tag-2097900405') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:56.997951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-54c0a2ff-0f33-40cd-be6b-dd4efb69bd09 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.003255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-54c0a2ff-0f33-40cd-be6b-dd4efb69bd09 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0322702 Dec 22 15:24:57.007541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44960) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.013928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.014358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment 89ec8339-c5e1-466c-a1b6-5c6236d9423c of type vlan for network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 Dec 22 15:24:57.026708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-f36c790e-ac8c-4174-8344-4eea664f426f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.032246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f36c790e-ac8c-4174-8344-4eea664f426f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0182555 Dec 22 15:24:57.033776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Router a13cebbb-ad78-442b-a5fe-da5bbf9f8633 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:24:57.037880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44964) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.055020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-8eb52e0d-44ba-4e7a-a81b-8d300ab8700a tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.056624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8eb52e0d-44ba-4e7a-a81b-8d300ab8700a tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0156577 Dec 22 15:24:57.062686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44968) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.092204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-86898616-b867-4408-8355-3e80a6d948dd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.093330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86898616-b867-4408-8355-3e80a6d948dd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0156512 Dec 22 15:24:57.103143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.108110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44972) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.118557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-2cb12c3d-0a30-4f74-85f0-85b52552292e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.127330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2cb12c3d-0a30-4f74-85f0-85b52552292e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0162845 Dec 22 15:24:57.155650 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-3c016445-bdc6-4669-90d3-a1ab33445ff5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] show failed (client error): The resource could not be found. Dec 22 15:24:57.161743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c016445-bdc6-4669-90d3-a1ab33445ff5 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags/tempest-TagsExtTest-Tag-2097900405 HTTP/1.1" status: 404 len: 329 time: 0.1756518 Dec 22 15:24:57.164226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44976) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.164796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44978) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.203766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7a94cff7-e8c4-48b6-a001-637a19eb4670 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:24:57.206329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7a94cff7-e8c4-48b6-a001-637a19eb4670 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5350504 Dec 22 15:24:57.212118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44984) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.235112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-eda7e3db-2601-4abc-a24a-d9a40bf9c952 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.236284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eda7e3db-2601-4abc-a24a-d9a40bf9c952 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0664139 Dec 22 15:24:57.246885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-9bccd312-7709-4f59-9424-da9bca1dc285 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '44c25bec-3c2e-48dc-a128-66e180e2827c') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:57.255072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44988) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.258163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port a71843d7-6cbc-43f9-8eb2-d58e951f0d54 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:24:57.258555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.283237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-61ba8ac0-fe71-4666-bf1a-f797fb89f966 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.286923 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-61ba8ac0-fe71-4666-bf1a-f797fb89f966 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0238228 Dec 22 15:24:57.294069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 44992) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.325524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-e83cc890-fa1b-4b2e-8b5c-8c230dce3115 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.327427 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e83cc890-fa1b-4b2e-8b5c-8c230dce3115 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0278769 Dec 22 15:24:57.339140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 44996) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.357160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] The port 'a71843d7-6cbc-43f9-8eb2-d58e951f0d54' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:24:57.381320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.415644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-e4b735b2-05f5-4e63-b87c-947c384f4909 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.416664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4b735b2-05f5-4e63-b87c-947c384f4909 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0710964 Dec 22 15:24:57.423014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.427302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:57.428527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.434402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45000) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.441468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f5d7d6d-9f4e-4f44-a31e-9546f918a26e tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:57.509166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-47882698-ede7-4650-a288-b8fd02a9fc9e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.510296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47882698-ede7-4650-a288-b8fd02a9fc9e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0534124 Dec 22 15:24:57.514533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45004) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.649451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Calling delete_port for c294da75-cb02-4f4d-a350-1ff6d68664a3 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:24:57.708881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-42b43401-429f-4557-8d2a-b33d451eee57 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.710780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42b43401-429f-4557-8d2a-b33d451eee57 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1941917 Dec 22 15:24:57.747785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45008) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.766744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-6e5b568d-923c-4385-97f5-df6d2c01409e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.773784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e5b568d-923c-4385-97f5-df6d2c01409e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0192375 Dec 22 15:24:57.774640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45012) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.795081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-b9ac1ab2-0487-40aa-8b2e-fa466585a570 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.797063 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9ac1ab2-0487-40aa-8b2e-fa466585a570 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0171838 Dec 22 15:24:57.798889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.815985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45016) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.853736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-95273d2e-9f29-4458-9f11-853acb290fbf tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.855555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95273d2e-9f29-4458-9f11-853acb290fbf tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0378206 Dec 22 15:24:57.866116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45020) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.906073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-3aa0e158-69af-4072-bcc3-e1881849a712 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:57.908181 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3aa0e158-69af-4072-bcc3-e1881849a712 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0273712 Dec 22 15:24:57.918265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:24:57.918848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.921038 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4442284 Dec 22 15:24:57.921938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45024) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.930328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:57.931681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "PUT /v2.0/routers/a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 200 len: 710 time: 8.3615286 Dec 22 15:24:57.932650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=2d6c32dc-bcd3-47bb-b1ae-e750c6758d51,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:57.937938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9bccd312-7709-4f59-9424-da9bca1dc285 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c/tags HTTP/1.1" status: 204 len: 168 time: 0.7658300 Dec 22 15:24:57.939062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] Sync routers for ids ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:24:57.939242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:57.956704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:24:57.957027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] Routers {'a13cebbb-ad78-442b-a5fe-da5bbf9f8633'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:57.957774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:57.965966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45026) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.966462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45028) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:57.967048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45032) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.011201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:58.016388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-cc021804-81f4-4038-b090-d94c3050ad1f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.018662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc021804-81f4-4038-b090-d94c3050ad1f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0830278 Dec 22 15:24:58.031061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45040) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.039804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.046160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.061250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] Routers {'a13cebbb-ad78-442b-a5fe-da5bbf9f8633'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:24:58.061510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-b7b0cc4c-2971-48aa-b38b-b32bb04d853c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.062611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:24:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.065809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b7b0cc4c-2971-48aa-b38b-b32bb04d853c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0306191 Dec 22 15:24:58.070334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45044) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.085292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-d5eccd2f-ea5e-49be-8d68-df5f84c43c3f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.089893 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d5eccd2f-ea5e-49be-8d68-df5f84c43c3f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0148997 Dec 22 15:24:58.105430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45048) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.116081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-120d5f31-dbab-4fa8-9151-b9c675b1c145 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.118402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-120d5f31-dbab-4fa8-9151-b9c675b1c145 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109870 Dec 22 15:24:58.125337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45052) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.135187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-6ddee4ec-2b45-4d68-ae8e-f871669de2c8 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.141280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6ddee4ec-2b45-4d68-ae8e-f871669de2c8 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0135982 Dec 22 15:24:58.147496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bcc51c-bad3-410d-a90c-cc9df2a5b58b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.166294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffecf314-1e83-487f-a7ac-a880af001394') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.166791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffecf314-1e83-487f-a7ac-a880af001394') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.167066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.167293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f0aa9-e930-44b8-b170-27591c25f11d None None] The sync data for ids ['a13cebbb-ad78-442b-a5fe-da5bbf9f8633'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:24:58.176894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-9f22d67c-20fd-48b4-89f9-16191ba01a62 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9b5e582-b9fa-4787-87fe-47074dd1a8a3') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:58.178908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45056) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.189118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-a67a8bca-3dcb-424e-96a8-83076e74d3c8 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.193147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a67a8bca-3dcb-424e-96a8-83076e74d3c8 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0102789 Dec 22 15:24:58.196001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.203509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45060) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.214628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-f761b88e-e3b8-4ab8-8d68-956011c65e7c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.215840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f761b88e-e3b8-4ab8-8d68-956011c65e7c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107243 Dec 22 15:24:58.223081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45064) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.230232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-9c6ef81f-ea33-440b-91eb-7be41ffcb403 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.231429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9c6ef81f-ea33-440b-91eb-7be41ffcb403 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0072911 Dec 22 15:24:58.232660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.238009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45068) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.246518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-ae13c920-94e9-4cad-9c9f-470d89b8066b tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.247652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae13c920-94e9-4cad-9c9f-470d89b8066b tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086145 Dec 22 15:24:58.248914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:24:58.249366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.260297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45072) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:24:58.267847 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:24:58.564194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-a2e06031-5083-471f-837f-cf1085cc6c4d tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.565233 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a2e06031-5083-471f-837f-cf1085cc6c4d tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.3041468 Dec 22 15:24:58.571233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45076) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.579105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-f8d1281c-50a9-4caa-b050-00193a498051 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.580468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f8d1281c-50a9-4caa-b050-00193a498051 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079463 Dec 22 15:24:58.585985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45080) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.592610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-f04f527a-6f5c-47ad-97a8-0a366dc600f4 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.593824 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f04f527a-6f5c-47ad-97a8-0a366dc600f4 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063448 Dec 22 15:24:58.598719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45084) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.605302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-fb6d8dff-52d6-4766-82fd-b584eb3eea5c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.606455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb6d8dff-52d6-4766-82fd-b584eb3eea5c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064240 Dec 22 15:24:58.607542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.611202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45088) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.615877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:58.636229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-8ee48d07-c32b-497f-9eb8-d7eac54fe871 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.637350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ee48d07-c32b-497f-9eb8-d7eac54fe871 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0251162 Dec 22 15:24:58.638543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.644435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45092) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.655849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-59a73973-eff6-4da3-ae01-fd9dd57596a9 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.656964 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59a73973-eff6-4da3-ae01-fd9dd57596a9 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102596 Dec 22 15:24:58.665486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/15bcc51c-bad3-410d-a90c-cc9df2a5b58b HTTP/1.1" status: 204 len: 168 time: 4.4237797 Dec 22 15:24:58.665486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=15bcc51c-bad3-410d-a90c-cc9df2a5b58b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:58.665486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45096) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.666047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45100) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.672022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-ab0fcf88-83ab-493c-b1a2-791c5ea5abdd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.673133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab0fcf88-83ab-493c-b1a2-791c5ea5abdd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0098267 Dec 22 15:24:58.676396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45104) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.682989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-424060822'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:58.691458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:58.696775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-904179ab-b9af-4eea-bc48-2fe3293ce4ba tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.697911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-904179ab-b9af-4eea-bc48-2fe3293ce4ba tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101218 Dec 22 15:24:58.699683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.700111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.700533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.700968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.701437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.701773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.702180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.702585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.703018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.703436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.703860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:58.706627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45108) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.711624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:58.712943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:58.718714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-319d91b1-5ff9-4218-8ce2-28c0fd17cdb2 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.719859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-319d91b1-5ff9-4218-8ce2-28c0fd17cdb2 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106897 Dec 22 15:24:58.720908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:58.723991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45112) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.732461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-39f292a2-c436-49c1-8e99-1e943daad02b tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.736432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-39f292a2-c436-49c1-8e99-1e943daad02b tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085397 Dec 22 15:24:58.736432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:58.736718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45116) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.744016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-4820614b-c88f-48e4-b540-5ad8f7ff2af5 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.745196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4820614b-c88f-48e4-b540-5ad8f7ff2af5 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075336 Dec 22 15:24:58.749624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45120) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.755848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-2e809220-f29c-403c-8307-78b411fe952d tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.757005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2e809220-f29c-403c-8307-78b411fe952d tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064433 Dec 22 15:24:58.760318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45124) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.766859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-ad0c1917-c7c4-4ab9-9c62-843cdee6ba3a tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.767057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ad0c1917-c7c4-4ab9-9c62-843cdee6ba3a tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055101 Dec 22 15:24:58.770144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45128) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.776162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-6c758c42-5594-4fd3-aa4e-8abde90a8129 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.777234 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c758c42-5594-4fd3-aa4e-8abde90a8129 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060761 Dec 22 15:24:58.781064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45132) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.788415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-88380ff5-6ee6-4aeb-97f1-2cdc560b90b2 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.790102 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88380ff5-6ee6-4aeb-97f1-2cdc560b90b2 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0077138 Dec 22 15:24:58.791875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:58.798367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.811961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45136) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.817757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-d9c305ff-106c-4d05-a663-a32ce6ea370d tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.818906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d9c305ff-106c-4d05-a663-a32ce6ea370d tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057936 Dec 22 15:24:58.823140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45140) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.832236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-5f8ab2ea-e6a1-492f-bd89-4d10ddb1fac5 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.833479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5f8ab2ea-e6a1-492f-bd89-4d10ddb1fac5 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092564 Dec 22 15:24:58.840913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45144) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.848265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-e2c8fdb9-7fbb-469c-a2f0-ba5ad7f1248a tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.849395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e2c8fdb9-7fbb-469c-a2f0-ba5ad7f1248a tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074408 Dec 22 15:24:58.855810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45148) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.863111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:24:58.869471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-8e140d63-340e-49b9-b438-bfa134bd2f5f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.870632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8e140d63-340e-49b9-b438-bfa134bd2f5f tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0135012 Dec 22 15:24:58.875400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45152) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.884489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-fa4a8d57-6c5b-486b-8ca4-892b4a36b388 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.885629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa4a8d57-6c5b-486b-8ca4-892b4a36b388 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078812 Dec 22 15:24:58.889748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.890593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment 54638152-a1af-4a73-9861-85cc49e49918 of type vlan for network a299b3f9-a800-46f5-91cc-2e75bc5ff81b Dec 22 15:24:58.892471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45156) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.910008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-cb45dea6-54f9-46bf-8d8c-832f29ce895c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.913865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb45dea6-54f9-46bf-8d8c-832f29ce895c tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0177200 Dec 22 15:24:58.916614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45160) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.925028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:24:58.932410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-044fa24b-faa6-4019-a6fc-6fecfb5afcbd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.937646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-044fa24b-faa6-4019-a6fc-6fecfb5afcbd tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0152118 Dec 22 15:24:58.939227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:24:58.940175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45164) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.946997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:24:58.959113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:24:58.971726 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f37bc08-e463-4778-ab58-55fc333edd36 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/routers/a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 200 len: 745 time: 0.9981430 Dec 22 15:24:58.979071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:58.980932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45166) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:58.987599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-9185fb9b-e5d2-4775-8718-b8af4850a0b1 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:58.987997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6984d32-11e1-43ec-8f23-41a6d9880bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:58.989269 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9185fb9b-e5d2-4775-8718-b8af4850a0b1 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0169318 Dec 22 15:24:58.994217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45172) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.030638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.044775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad9ded9-6ae3-4520-967f-1449a9581e1e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:59.046846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-ef10ae9d-9f1a-4b97-9b01-8b2ebd7b4e29 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.047982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef10ae9d-9f1a-4b97-9b01-8b2ebd7b4e29 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0120616 Dec 22 15:24:59.056183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45176) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.058972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f2005ce-97de-4d28-bf8f-0883f01c8b24 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 200 len: 205 time: 0.0762441 Dec 22 15:24:59.065939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-bcc867a8-de89-4142-8bb2-bc269a962e64 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.067066 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bcc867a8-de89-4142-8bb2-bc269a962e64 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069420 Dec 22 15:24:59.067623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45180) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.077676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45184) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.077989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f22d67c-20fd-48b4-89f9-16191ba01a62 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3/tags HTTP/1.1" status: 204 len: 168 time: 1.0969715 Dec 22 15:24:59.079553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:24:59.097118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45186) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.105979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.106417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.106862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.107292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.107709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.108125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.108538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.108961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.109370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.109783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.110188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:24:59.123751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-b2ed0704-dc76-48ff-b71e-5a4f5005274e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.125040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b2ed0704-dc76-48ff-b71e-5a4f5005274e tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0128734 Dec 22 15:24:59.125359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-28473bd0-b1da-4d93-821a-e1205ce73f1f tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e838063-41c6-44fc-b557-dc94d5545bb2') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:24:59.139298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45192) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.145412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-05a651ca-9320-4048-86ef-944dc198f2d4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 200 len: 205 time: 0.0732024 Dec 22 15:24:59.148064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45196) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.153508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:59.155267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-34885812-2096-4d86-b421-a1f14e9d79f1 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.159439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34885812-2096-4d86-b421-a1f14e9d79f1 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0161438 Dec 22 15:24:59.168853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45200) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.192713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-771e0e42-a9bc-4e0a-9f61-cb3af86bcd84 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.197424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-771e0e42-a9bc-4e0a-9f61-cb3af86bcd84 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0192180 Dec 22 15:24:59.203233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45204) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.277635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.279242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ad9ded9-6ae3-4520-967f-1449a9581e1e HTTP/1.1" status: 204 len: 168 time: 2.0652552 Dec 22 15:24:59.285682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-86d1e38d-5ec3-427f-801c-b7a95b3884ea tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.286851 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86d1e38d-5ec3-427f-801c-b7a95b3884ea tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0284827 Dec 22 15:24:59.288380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.296061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45208) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.296441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45210) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.297230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94f4adf9-d468-4230-8c73-b09d04c221ee tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:59.305816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.310575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:24:59.311430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.328747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9d75a6f-75a2-44c6-ae08-f094290e77b2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:24:59.343286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-7b6e532e-ec7c-4092-b395-656b3c90ec71 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.348728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b6e532e-ec7c-4092-b395-656b3c90ec71 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0148311 Dec 22 15:24:59.362863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45216) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.371397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.384608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-ddae6f52-3904-4058-b949-76b9226d6970 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.386097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ddae6f52-3904-4058-b949-76b9226d6970 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0190010 Dec 22 15:24:59.400194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45220) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.402244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event deleted for resources: {'Port': ['ID=c294da75-cb02-4f4d-a350-1ff6d68664a3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:59.414524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:59.422831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-f2d07244-e67c-4eeb-9332-81af1434c492 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.425430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f2d07244-e67c-4eeb-9332-81af1434c492 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0192187 Dec 22 15:24:59.440190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45224) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.456099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-6824870b-a503-4d15-941e-89eed79a3576 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.462480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6824870b-a503-4d15-941e-89eed79a3576 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0158443 Dec 22 15:24:59.477018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45228) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.489265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:24:59.548112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8801754 Dec 22 15:24:59.556999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-baebd4e6-c824-4810-a20d-39a401d74f9b tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.558100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-baebd4e6-c824-4810-a20d-39a401d74f9b tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0800366 Dec 22 15:24:59.562639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45232) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.562948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45234) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.568388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=a299b3f9-a800-46f5-91cc-2e75bc5ff81b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:24:59.572445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:24:59.589293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:24:59.618758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:24:59.636846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [None req-fa4c83a3-c0a1-434a-a275-c99db2831368 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:24:59.641551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa4c83a3-c0a1-434a-a275-c99db2831368 tempest-ExtensionsTestJSON-666776664 tempest-ExtensionsTestJSON-666776664-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0661309 Dec 22 15:24:59.838615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f3f2b214-272d-4e60-afee-6a87b2be1cce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:24:59.938985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28473bd0-b1da-4d93-821a-e1205ce73f1f tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2/tags HTTP/1.1" status: 204 len: 168 time: 0.8360264 Dec 22 15:24:59.978914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:24:59.991692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.tag.tag_plugin [None req-c395139f-d6f4-47a2-b23b-dd15d7db2419 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a305cbc5-ab52-49fe-b75f-41b17ddf3e87') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:00.019810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:00.034058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:00.075449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:00.087856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.107193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.115852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.149477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:00.156851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f3f2b214-272d-4e60-afee-6a87b2be1cce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:00.158302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f3f2b214-272d-4e60-afee-6a87b2be1cce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.8305364 Dec 22 15:25:00.165185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45246) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.280241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c395139f-d6f4-47a2-b23b-dd15d7db2419 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87/tags HTTP/1.1" status: 204 len: 168 time: 0.2993124 Dec 22 15:25:00.282084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.283254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Fanout notify agent at l3_agent the message router_deleted on router a13cebbb-ad78-442b-a5fe-da5bbf9f8633 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:00.297377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45252) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.309579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:00.379778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.381748 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c48f097e-59d2-463a-aed4-450dc1860b66 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 204 len: 168 time: 1.2324312 Dec 22 15:25:00.388370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45256) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.391546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.408048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7adf7658-0c3d-4a7a-ba76-b8fbebfd984a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:00.442092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45260) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.456849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.590967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.591944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5994a797-4186-426e-b45a-ded50535ff19 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 200 len: 205 time: 0.2020683 Dec 22 15:25:00.604238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45266) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.607150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.700294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.740809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:00.749899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Usage tracker for resource:security_group_rule and tenant:774a6fbd1e8a4ef890494efeb81dbd25 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:00.754449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:00.763510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.765917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:00.772855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b7d32cee-ddc0-40d1-a727-fb966f5592eb tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] delete failed (client error): The resource could not be found. Dec 22 15:25:00.773816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.774095 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b7d32cee-ddc0-40d1-a727-fb966f5592eb tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/a13cebbb-ad78-442b-a5fe-da5bbf9f8633 HTTP/1.1" status: 404 len: 336 time: 0.1601002 Dec 22 15:25:00.780359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45270) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.783292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0806dfc3-130b-4378-b4ed-337e5743559d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:00.789007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=c60f5826-baec-4a45-a93c-dde55cfd2e17,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:00.795720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.814674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:00.859844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2f3fa-53fe-4fcc-b0b0-30a63ad3bc1d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:00.863120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:00.877303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.882026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/93c2f3fa-53fe-4fcc-b0b0-30a63ad3bc1d HTTP/1.1" status: 204 len: 168 time: 0.7077103 Dec 22 15:25:00.899464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4833-1f13-495e-abf3-d020157cf1c1 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for subnetpool, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:00.901825 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7ab4833-1f13-495e-abf3-d020157cf1c1 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnetpools/44c25bec-3c2e-48dc-a128-66e180e2827c HTTP/1.1" status: 204 len: 168 time: 0.5945680 Dec 22 15:25:00.906658 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c9d6283f-4791-4b2f-bb06-faad40d490a9 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ebbb3c4-78ef-49a8-8f40-23f7881be66c HTTP/1.1" status: 200 len: 205 time: 0.1116130 Dec 22 15:25:00.907924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45274) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.908385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45276) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:00.918511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45278) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.005115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': '89ec8339-c5e1-466c-a1b6-5c6236d9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:01.005582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:01.020303 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef460305-9edc-4637-b087-51c748801e89 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9b5e582-b9fa-4787-87fe-47074dd1a8a3 HTTP/1.1" status: 200 len: 205 time: 0.1037979 Dec 22 15:25:01.026280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45286) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.168182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d044d3d4-b02b-42fd-93b2-4fbebbae2077 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:01.300754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-484c1b65-ddf0-4cbd-8cfe-a5ec1a8abff5 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] delete failed (client error): The resource could not be found. Dec 22 15:25:01.301952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-484c1b65-ddf0-4cbd-8cfe-a5ec1a8abff5 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/9ebbb3c4-78ef-49a8-8f40-23f7881be66c HTTP/1.1" status: 404 len: 336 time: 0.3824701 Dec 22 15:25:01.307186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.308826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45290) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.321675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.371379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.371997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Fanout notify agent at l3_agent the message router_deleted on router 235b8bb6-50a3-480d-96f3-93fbd2033ded {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:01.387456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.388417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:01.402031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a94f6561-a574-4563-b7fb-884c724afb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:01.416308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d044d3d4-b02b-42fd-93b2-4fbebbae2077 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:01.419076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d044d3d4-b02b-42fd-93b2-4fbebbae2077 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5056000 Dec 22 15:25:01.427331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.446499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.447791 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/235b8bb6-50a3-480d-96f3-93fbd2033ded HTTP/1.1" status: 204 len: 168 time: 7.0060420 Dec 22 15:25:01.452458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--792650837'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:01.457394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-739a07a6-8610-48a3-afcc-ad15587b79ee tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=74f38d31-aa9c-43d8-b1a8-afb9bbe6480b HTTP/1.1" status: 200 len: 205 time: 0.1423910 Dec 22 15:25:01.457705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45298) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.458129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45300) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.461960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:01.464160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:01.472447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:01.472750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.475948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43477592-7a99-4b42-bd7c-ce914027cb41 None None] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:01.481009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-401982098', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:01.505202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:01.507710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:01.515714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Usage tracker for resource:router and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:01.539948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.557410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.566794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5931041 Dec 22 15:25:01.566794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-071277da-4e74-43d1-8dc9-eaa59cf090c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:01.594372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.613756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45306) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.633662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170602496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:01.645552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:01.663956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:01.673440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:01.690564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:01.694136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:01.728225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=7adb4a57-b834-47b5-9438-1316e0b5957d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:01.734837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:01.740906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:01.741232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:01.745759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-98a58717-d29d-4346-9ff9-e8591a25fd67 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] delete failed (client error): The resource could not be found. Dec 22 15:25:01.753134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-98a58717-d29d-4346-9ff9-e8591a25fd67 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/74f38d31-aa9c-43d8-b1a8-afb9bbe6480b HTTP/1.1" status: 404 len: 336 time: 0.2750819 Dec 22 15:25:01.753134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c11a0f-f169-427d-8650-915129ee81ff,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:01.753630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45310) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.756629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:01.758589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:01.760867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:01.763121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=774a6fbd1e8a4ef890494efeb81dbd25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3148718 Dec 22 15:25:01.799259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': '54638152-a1af-4a73-9861-85cc49e49918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:01.799677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: a299b3f9-a800-46f5-91cc-2e75bc5ff81b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:01.813961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45314) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.820845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:01.828710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.829794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.857757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3a27e0f5-d0d2-429f-97e4-abbdc26be913 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d2257e5-3684-46e1-9c5a-a357a6b29e05 HTTP/1.1" status: 200 len: 205 time: 0.0999734 Dec 22 15:25:01.867586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45318) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:01.943248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-2d6c32dc-bcd3-47bb-b1ae-e750c6758d51', 'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': 'c60f5826-baec-4a45-a93c-dde55cfd2e17'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:01.946093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:01.994406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-099b06af-ed51-4ac5-99bd-864f992d103f tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] delete failed (client error): The resource could not be found. Dec 22 15:25:02.000032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-099b06af-ed51-4ac5-99bd-864f992d103f tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/5d2257e5-3684-46e1-9c5a-a357a6b29e05 HTTP/1.1" status: 404 len: 336 time: 0.1249244 Dec 22 15:25:02.000326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45322) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.093284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4d33d1b-3021-49af-9c6e-8eed3e26d3b8 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=95efd9e1-9894-48be-95e6-4a8efef0a035 HTTP/1.1" status: 200 len: 205 time: 0.0889864 Dec 22 15:25:02.094109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45326) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.095797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.139700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:02.166663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.170335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.208582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.220924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, a299b3f9-a800-46f5-91cc-2e75bc5ff81b) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:02.233896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:02.234589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.253003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.255275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.263334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.266012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-da13938e-2a9b-4466-a6cc-da34a7519e49 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] delete failed (client error): The resource could not be found. Dec 22 15:25:02.266271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Allocated IP 2001:db8::2 (2d6c32dc-bcd3-47bb-b1ae-e750c6758d51/c60f5826-baec-4a45-a93c-dde55cfd2e17/ddf00a5f-ed29-457b-b976-2c5314f878aa) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:02.267992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-da13938e-2a9b-4466-a6cc-da34a7519e49 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/95efd9e1-9894-48be-95e6-4a8efef0a035 HTTP/1.1" status: 404 len: 336 time: 0.1672192 Dec 22 15:25:02.272990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3990a2f-5404-48e0-9146-f1f621b2ffe9 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:02.273731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45330) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.279884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1241f412-fe76-447e-8df9-348fc6f06e5c None None] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:02.282713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.351795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c633ca7e-440a-46bd-b774-01d3a806255b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:02.355776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:02.362985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7933433 Dec 22 15:25:02.369065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45334) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.376124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b', 'name': 'tempest-PortsTestJSON-1341106176', 'fixed_ips': [{'subnet_id': '7adb4a57-b834-47b5-9438-1316e0b5957d', 'ip_address': '172.20.0.10'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:02.401940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.406218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.413014 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9788916 Dec 22 15:25:02.416666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0cd4d361-6c1d-4614-86c9-d385dcfd86c0 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:02.423169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.423855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45338) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.430250 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ae7f1ae-4a47-4f57-a8ce-aa7e50b15b58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8088164 Dec 22 15:25:02.441050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45342) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.453513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.459182 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0c11a0f-f169-427d-8650-915129ee81ff HTTP/1.1" status: 204 len: 168 time: 0.6376970 Dec 22 15:25:02.462326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'port': {'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51', 'name': 'tempest-RoutersIpV6Test-253805400'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:02.477993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c11a0f-f169-427d-8650-915129ee81ff,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:02.489927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c75c0c7-56ab-468f-bfb6-6cc0697d64d5 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "GET /v2.0/ports?device_id=62369d62-4fa7-4378-a033-f206f335b031 HTTP/1.1" status: 200 len: 205 time: 0.2142889 Dec 22 15:25:02.504954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': 'c633ca7e-440a-46bd-b774-01d3a806255b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:02.510356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45348) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.520010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:02.536319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:02.589475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:02.661164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.664909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:02.682312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-492b1831-cdfe-4f8b-8399-91954432e363 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] delete failed (client error): The resource could not be found. Dec 22 15:25:02.688947 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-492b1831-cdfe-4f8b-8399-91954432e363 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/routers/62369d62-4fa7-4378-a033-f206f335b031 HTTP/1.1" status: 404 len: 336 time: 0.1687846 Dec 22 15:25:02.694191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:02.694479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:02.705856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:02.714449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45352) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:02.779087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.784464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.789129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-100661bf-4ac7-43e2-874e-45c73a1d9347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.832423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:02.847437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.875022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c31f0df-60dd-4aa9-a494-840555c88c17 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] DELETE failed (client error): The resource could not be found. Dec 22 15:25:02.885521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c31f0df-60dd-4aa9-a494-840555c88c17 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:25:02.885521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7c31f0df-60dd-4aa9-a494-840555c88c17 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] 10.222.0.32 "DELETE /v2.0/subnets/1bf12a49-c131-4ab4-a8e1-f7b33f9eb6ce HTTP/1.1" status: 404 len: 337 time: 0.1595798 Dec 22 15:25:02.891886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:02.905006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.910323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:02.940854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port f9a9d4fe-737d-4be2-b16e-c3de667612eb yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:02.985794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:02.986355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Fanout notify agent at l3_agent the message router_deleted on router f9b5e582-b9fa-4787-87fe-47074dd1a8a3 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:03.034124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:03.041359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.048756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.061800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.066562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b20fdee6-3565-4906-bc03-0028cb850957 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/routers/f9b5e582-b9fa-4787-87fe-47074dd1a8a3 HTTP/1.1" status: 204 len: 168 time: 2.0376985 Dec 22 15:25:03.073010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45360) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:03.133580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] device_id is not set on port d04d5065-47c6-41b8-9088-dec29dbbb3db yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:03.140840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.254714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Deleting port 6e838063-41c6-44fc-b557-dc94d5545bb2 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:03.255336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.312480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.354642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03eac63f-fd2c-4841-ad4d-69e25754085c tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:03.419032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-a299b3f9-a800-46f5-91cc-2e75bc5ff81b', 'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': '7adb4a57-b834-47b5-9438-1316e0b5957d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:03.420338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.468864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1159f054-5375-4c7c-b237-11b71dc7dd05,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:03.473853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:03.558495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.654218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.10 (a299b3f9-a800-46f5-91cc-2e75bc5ff81b/7adb4a57-b834-47b5-9438-1316e0b5957d/f9a9d4fe-737d-4be2-b16e-c3de667612eb) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:03.666110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Transition to ACTIVE for port object ddf00a5f-ed29-457b-b976-2c5314f878aa will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:03.738265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.740776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3134747 Dec 22 15:25:03.767444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45372) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:03.828219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Transition to ACTIVE for port object ddf00a5f-ed29-457b-b976-2c5314f878aa will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:03.854771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.889951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.902368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:03.916614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06baa731-e19b-4562-aa27-1b33070cdb67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:04.050182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.050670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45380) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:04.071152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Pushing event updated for resources: {'Port': ['ID=ddf00a5f-ed29-457b-b976-2c5314f878aa,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:04.095488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.097006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.097958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.098920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.099911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.100867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.101770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.103040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.103958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.104862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.106876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:04.118454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:04.121400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:04.123670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:04.127590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:04.191627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:25:04.200444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.317226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8::b8 (2d6c32dc-bcd3-47bb-b1ae-e750c6758d51/c60f5826-baec-4a45-a93c-dde55cfd2e17/d04d5065-47c6-41b8-9088-dec29dbbb3db) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:04.340841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Attempting to bind port ddf00a5f-ed29-457b-b976-2c5314f878aa on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:04.341495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.342683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Attempting to bind port ddf00a5f-ed29-457b-b976-2c5314f878aa by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '89ec8339-c5e1-466c-a1b6-5c6236d9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:04.344157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Attempting to bind port ddf00a5f-ed29-457b-b976-2c5314f878aa on network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:04.358918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:04.360287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Checking segment: {'id': '89ec8339-c5e1-466c-a1b6-5c6236d9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:04.361305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.362693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Bound using segment: {'id': '89ec8339-c5e1-466c-a1b6-5c6236d9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:04.363947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Bound port: ddf00a5f-ed29-457b-b976-2c5314f878aa, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ec8339-c5e1-466c-a1b6-5c6236d9423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2d6c32dc-bcd3-47bb-b1ae-e750c6758d51'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:04.365148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.446081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7258b90-bb79-45f4-a460-9eec9ed714f4 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:04.473230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.486219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1159f054-5375-4c7c-b237-11b71dc7dd05,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:04.489235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:04.536543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.542357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1159f054-5375-4c7c-b237-11b71dc7dd05 HTTP/1.1" status: 204 len: 168 time: 0.7695327 Dec 22 15:25:04.553448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45390) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:04.569502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] For port ddf00a5f-ed29-457b-b976-2c5314f878aa, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:04.573743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] For port ddf00a5f-ed29-457b-b976-2c5314f878aa, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ddf00a5f-ed29-457b-b976-2c5314f878aa,segment=NetworkSegment(89ec8339-c5e1-466c-a1b6-5c6236d9423c),segment_id=89ec8339-c5e1-466c-a1b6-5c6236d9423c)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:04.610550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.627700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:04.680485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Calling delete_port for 6e838063-41c6-44fc-b557-dc94d5545bb2 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:04.685114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-014377e4-f97e-42ee-a4e1-48848027ab97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.685427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45394) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:04.688934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.744867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Pushing event updated for resources: {'Port': ['ID=ddf00a5f-ed29-457b-b976-2c5314f878aa,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:04.748557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:04.789120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.846209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object f9a9d4fe-737d-4be2-b16e-c3de667612eb will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:04.858930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6d84faa2-25aa-412c-8bfe-cfa378241431 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:04.893498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.905509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.953395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6d84faa2-25aa-412c-8bfe-cfa378241431 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:04.954992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d84faa2-25aa-412c-8bfe-cfa378241431 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3999882 Dec 22 15:25:04.959590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:04.963950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45400) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.003207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951934403'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:05.060308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.069676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:05.084446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5c77e44-5f2e-4e29-8ab1-58c16566ccad tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:05.124632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object d04d5065-47c6-41b8-9088-dec29dbbb3db will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:05.126068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Allocated IP 172.20.0.2 (a299b3f9-a800-46f5-91cc-2e75bc5ff81b/7adb4a57-b834-47b5-9438-1316e0b5957d/fee71c20-8ef2-42f0-9164-5eefafc65f38) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:05.142431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:05.146108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:05.153666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:05.192637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:05.206268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:05.214043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:05.226399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.241445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:05.371888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:05.392165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Usage tracker for resource:security_group_rule and tenant:99e459d9f22a43acb5e2aefde99cbcd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:05.397974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:05.398196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=f9a9d4fe-737d-4be2-b16e-c3de667612eb,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:05.417325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:05.417508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.431687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.434745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:05.442301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Allocated IP 172.26.4.164 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/70532a78-b7e8-4daf-b9e0-da410bd2402f) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:05.445720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d6e6805-96a6-4280-8be9-f817d9302eb1 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:05.478188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:05.479407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.486563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.566965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.608250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f320de7d-a22b-4c83-8c91-8e76ee12d426 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:05.644321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.660853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Transition to ACTIVE for port object fee71c20-8ef2-42f0-9164-5eefafc65f38 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:05.661002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.685844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3113971 Dec 22 15:25:05.690084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Transition to ACTIVE for port object fee71c20-8ef2-42f0-9164-5eefafc65f38 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:05.696424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:05.702396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45404) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:05.721630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b', 'name': 'tempest-PortsTestJSON-820485830', 'fixed_ips': [{'subnet_id': '7adb4a57-b834-47b5-9438-1316e0b5957d', 'ip_address': '172.20.0.9'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:05.728435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.736046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64fca40f-8fd5-4b74-96ed-50409499970b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:05.752227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:security_group_rule and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:05.780136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:05.796696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event deleted for resources: {'Port': ['ID=6e838063-41c6-44fc-b557-dc94d5545bb2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:05.799820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:05.817048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:05.821351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:05.826125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:05.839692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:05.840897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=d04d5065-47c6-41b8-9088-dec29dbbb3db,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:05.845454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:05.854102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:05.863102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:05.865627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:05.873100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:05.874214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.885242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Pushing event updated for resources: {'Port': ['ID=fee71c20-8ef2-42f0-9164-5eefafc65f38,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:05.893251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:05.971007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Attempting to bind port fee71c20-8ef2-42f0-9164-5eefafc65f38 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:05.971444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Attempting to bind port fee71c20-8ef2-42f0-9164-5eefafc65f38 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '54638152-a1af-4a73-9861-85cc49e49918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:05.971869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Attempting to bind port fee71c20-8ef2-42f0-9164-5eefafc65f38 on network a299b3f9-a800-46f5-91cc-2e75bc5ff81b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:05.981191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:05.981626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Checking segment: {'id': '54638152-a1af-4a73-9861-85cc49e49918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:05.982094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:05.982545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Bound using segment: {'id': '54638152-a1af-4a73-9861-85cc49e49918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:05.983126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Bound port: fee71c20-8ef2-42f0-9164-5eefafc65f38, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54638152-a1af-4a73-9861-85cc49e49918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a299b3f9-a800-46f5-91cc-2e75bc5ff81b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:05.983570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.066156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.069993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.074881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/c633ca7e-440a-46bd-b774-01d3a806255b HTTP/1.1" status: 204 len: 168 time: 1.1097410 Dec 22 15:25:06.076311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45408) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:06.084789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5a2c6b56-20e6-4292-8dd0-bd6988db1daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:06.114543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.133961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ddf00a5f-ed29-457b-b976-2c5314f878aa up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:06.194986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.236469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.7844081 Dec 22 15:25:06.243460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/ports/6e838063-41c6-44fc-b557-dc94d5545bb2 HTTP/1.1" status: 204 len: 168 time: 3.1612570 Dec 22 15:25:06.243628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633ca7e-440a-46bd-b774-01d3a806255b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:06.245260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.252202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45412) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:06.253225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45414) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:06.256878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:06.258122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13816421-ac2f-4be9-994f-dd0b180985b7 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:06.270597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:06.285341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:06.293734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:06.324483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:06.327698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:06.366225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.366591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment 7171ea98-10bf-4b42-afaf-8caab2dc6875 of type vlan for network 78215f8a-1aa8-46fe-af09-809660daa39b Dec 22 15:25:06.382616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56430b-fbc1-4100-8575-d91b6e0c7ba2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:06.397486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:06.414210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b0b2a44-1729-4bcf-ab03-968faea916e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:06.433067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:06.474146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.484240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b0b2a44-1729-4bcf-ab03-968faea916e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:06.485106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.486384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b0b2a44-1729-4bcf-ab03-968faea916e2 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3826475 Dec 22 15:25:06.502184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45420) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:06.519949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--729739747'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:06.645218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.653562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:06.655054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.687782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:06.699306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.703503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6434629-4efd-431c-8da9-93f6f1c90362 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:06.721407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] For port fee71c20-8ef2-42f0-9164-5eefafc65f38, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:06.742425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] For port fee71c20-8ef2-42f0-9164-5eefafc65f38, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fee71c20-8ef2-42f0-9164-5eefafc65f38,segment=NetworkSegment(54638152-a1af-4a73-9861-85cc49e49918),segment_id=54638152-a1af-4a73-9861-85cc49e49918)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:06.768108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.808431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ddf00a5f-ed29-457b-b976-2c5314f878aa completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:06.824027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.830398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:06.846540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:06.889331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d3dc9cf2-02c9-4815-995b-87c8f9b90104 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:06.911630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99e459d9f22a43acb5e2aefde99cbcd3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8573630 Dec 22 15:25:06.923401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45424) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:06.958594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Pushing event updated for resources: {'Port': ['ID=fee71c20-8ef2-42f0-9164-5eefafc65f38,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:06.965647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:07.077202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d055310e-21b9-4a57-99c1-0fbf0e691055,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:07.096807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:07.115103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.126307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8b2b8e1-bc01-4b01-afae-98e6672cc3d1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:07.211122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event updated for resources: {'Port': ['ID=70532a78-b7e8-4daf-b9e0-da410bd2402f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:07.224184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Deleting subnet a305cbc5-ab52-49fe-b75f-41b17ddf3e87 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:07.229913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:07.230163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:07.254500 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5604362 Dec 22 15:25:07.287044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.363204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.375399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=78215f8a-1aa8-46fe-af09-809660daa39b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:07.390681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:07.410860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:07.410860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:07.411965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 78215f8a-1aa8-46fe-af09-809660daa39b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:07.415248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.424913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:07.448692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:07.546129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.567752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0e0f0-862a-4fb4-bebf-469a12c4cefa None None] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:07.588861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.759715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.946435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:07.947639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:07.973087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:07.979345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.9 (a299b3f9-a800-46f5-91cc-2e75bc5ff81b/7adb4a57-b834-47b5-9438-1316e0b5957d/cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:08.105920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.118839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4a3c318-9ad2-49dd-8781-413379f07b2a tempest-BulkNetworkOpsIpV6Test-1650634784 tempest-BulkNetworkOpsIpV6Test-1650634784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:08.173049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.191391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event deleted for resources: {'Subnet': ['ID=a305cbc5-ab52-49fe-b75f-41b17ddf3e87,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:08.214325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:08.225112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.238923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.259063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.273156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fee71c20-8ef2-42f0-9164-5eefafc65f38 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:08.275249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-559c8eef-fc5d-4cc1-9d3a-e754601c91d6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:08.287947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b21a4397-b24f-47b8-8e70-4552ae9dec07 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:08.329519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8320e8-e9e1-4226-95b2-03eae4ceafbb None None] Network 11dc273a-625b-41b7-8912-23f9741eaf1f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:08.337313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5382b257-1350-4690-a98b-485dafdcd937,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:08.342375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:08.343398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.345175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8384404 Dec 22 15:25:08.351507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.355502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d055310e-21b9-4a57-99c1-0fbf0e691055,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:08.375970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:08.380535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/subnets/a305cbc5-ab52-49fe-b75f-41b17ddf3e87 HTTP/1.1" status: 204 len: 168 time: 2.1225007 Dec 22 15:25:08.385834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.391482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d055310e-21b9-4a57-99c1-0fbf0e691055 HTTP/1.1" status: 204 len: 168 time: 1.4537575 Dec 22 15:25:08.392544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45432) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:08.560167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': '5382b257-1350-4690-a98b-485dafdcd937', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:08.577746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:08.594473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:08.606092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:08.630320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:08.720694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.811396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Provisioning for port ddf00a5f-ed29-457b-b976-2c5314f878aa completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:08.872082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.911562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.928792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Deleting port 596c968c-014b-47ed-9418-0e2db31efb6a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:08.928792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.972728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.983569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Provisioning complete for port ddf00a5f-ed29-457b-b976-2c5314f878aa triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:08.984653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:08.995390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.051299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1694b25d-1234-4d4e-a746-8c8cd852e29e tempest-ServersTestManualDisk-865307554 tempest-ServersTestManualDisk-865307554-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:09.148806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0bcf2d-4dc9-4e3f-a64f-7bca82bcfc37,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:09.163982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:09.165098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.166729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8132997 Dec 22 15:25:09.208804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45440) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.293729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-08487072-6869-4199-a42e-73ced7184b4f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules/ad0bcf2d-4dc9-4e3f-a64f-7bca82bcfc37 HTTP/1.1" status: 200 len: 705 time: 0.0738943 Dec 22 15:25:09.300330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45444) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.311553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.401197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port fee71c20-8ef2-42f0-9164-5eefafc65f38 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:09.488659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:09.509181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dcc00b87-4e1e-49fa-b2d9-8246e2393d75 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:09.556618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dcc00b87-4e1e-49fa-b2d9-8246e2393d75 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:09.560915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dcc00b87-4e1e-49fa-b2d9-8246e2393d75 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2355845 Dec 22 15:25:09.561765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45448) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:09.596665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.607602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bdf735f-ad90-452d-80b0-03232c95ac1f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:09.629384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.714571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] For port ddf00a5f-ed29-457b-b976-2c5314f878aa, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ddf00a5f-ed29-457b-b976-2c5314f878aa,segment=NetworkSegment(89ec8339-c5e1-466c-a1b6-5c6236d9423c),segment_id=89ec8339-c5e1-466c-a1b6-5c6236d9423c)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:09.756875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.765408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22325063-718a-446b-a2df-368a7bdc9229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:09.795830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:09.804349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:09.840872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:09.843378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.866669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:09.915791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:09.918712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] DHCP port deletion for 11dc273a-625b-41b7-8912-23f9741eaf1f request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:25:09.928655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb082e1-9756-423c-9054-f30cfd3c1d4d None None] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:09.928911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:09.990896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45452) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.008707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Deleting port 596c968c-014b-47ed-9418-0e2db31efb6a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:10.009171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.027217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.038658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-635f5915-338e-40bb-bf0e-45f54173c9f8 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:10.083041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad0bcf2d-4dc9-4e3f-a64f-7bca82bcfc37,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:10.124520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:10.151250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:10.152121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.205221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.209856 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ad0bcf2d-4dc9-4e3f-a64f-7bca82bcfc37 HTTP/1.1" status: 204 len: 168 time: 0.6467423 Dec 22 15:25:10.212699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45456) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.313648 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6109889 Dec 22 15:25:10.323623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45460) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.326416 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f4d56d32-19b4-4bbe-acc7-3ddc6ae1be0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f1232df58b046949ea5603e896103a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3342505 Dec 22 15:25:10.339068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45462) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.418021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.439773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] For port 596c968c-014b-47ed-9418-0e2db31efb6a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=596c968c-014b-47ed-9418-0e2db31efb6a,segment=NetworkSegment(09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4),segment_id=09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:10.441034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.499593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1626a02d-dde4-4a7a-9639-bb6b63ffb2a1 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:10.603524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.623091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.675785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1fc91-944d-4db6-b8e7-9cab936d1681 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:10.676498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-60a1fc91-944d-4db6-b8e7-9cab936d1681 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:10.682416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.691233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1626a02d-dde4-4a7a-9639-bb6b63ffb2a1 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:10.696072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1626a02d-dde4-4a7a-9639-bb6b63ffb2a1 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4814339 Dec 22 15:25:10.696709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] For port 596c968c-014b-47ed-9418-0e2db31efb6a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=596c968c-014b-47ed-9418-0e2db31efb6a,segment=NetworkSegment(09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4),segment_id=09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:10.697109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45468) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.697284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.727588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': '5382b257-1350-4690-a98b-485dafdcd937', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:10.747670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:10.760495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-60a1fc91-944d-4db6-b8e7-9cab936d1681 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:10.762027 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-60a1fc91-944d-4db6-b8e7-9cab936d1681 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4291065 Dec 22 15:25:10.772579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45472) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:10.778602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:10.836255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-110c52ba-966b-4b33-a977-d3fd1b00c644 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:10.920074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.947421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Calling delete_port for 596c968c-014b-47ed-9418-0e2db31efb6a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:10.950390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:10.955394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Calling delete_port for 596c968c-014b-47ed-9418-0e2db31efb6a owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:10.961101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:10.992758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf5969-3ccc-45d5-b66a-34ea6da1ba71,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:11.016951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:11.030110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b72cfa-07e7-41bd-a3d8-5560e4f58cda tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:11.036862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b72cfa-07e7-41bd-a3d8-5560e4f58cda tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:11.042358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b72cfa-07e7-41bd-a3d8-5560e4f58cda tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:11.042567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 596c968c-014b-47ed-9418-0e2db31efb6a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:25:11.044353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-84b72cfa-07e7-41bd-a3d8-5560e4f58cda tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2706938 Dec 22 15:25:11.049345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45476) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.101167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.102599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdaf5969-3ccc-45d5-b66a-34ea6da1ba71 HTTP/1.1" status: 204 len: 168 time: 0.7025197 Dec 22 15:25:11.149142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=d04d5065-47c6-41b8-9088-dec29dbbb3db,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:11.194713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:11.196492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.206450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.247724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:11.248141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.284733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] No DVR routers for this DVR port 596c968c-014b-47ed-9418-0e2db31efb6a on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:25:11.333915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.343334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 596c968c-014b-47ed-9418-0e2db31efb6a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:25:11.344214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 596c968c-014b-47ed-9418-0e2db31efb6a not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:25:11.351539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-569712b6-1837-4acf-8c4a-d8cf53d1fc07 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:11.419597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Provisioning for port fee71c20-8ef2-42f0-9164-5eefafc65f38 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:11.462410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e2c057-45d7-4a77-a89d-b0bc6d83a306,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:11.500580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Provisioning complete for port fee71c20-8ef2-42f0-9164-5eefafc65f38 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:11.507608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.511518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:11.600425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45482) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.608010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Pushing event updated for resources: {'Port': ['ID=ddf00a5f-ed29-457b-b976-2c5314f878aa,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:11.616284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.618041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8992364 Dec 22 15:25:11.625863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:11.645791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45486) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.719402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.720265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.730426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.971s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:11.731041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3ae7cf09-6c04-48a4-8402-d4069b346b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:11.740620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-959c4083-115e-4aa5-aa02-8be033e9ee85 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules/02e2c057-45d7-4a77-a89d-b0bc6d83a306 HTTP/1.1" status: 200 len: 705 time: 0.0894876 Dec 22 15:25:11.813297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45490) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:11.837606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Pushing event deleted for resources: {'Port': ['ID=596c968c-014b-47ed-9418-0e2db31efb6a,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:11.841457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:11.976554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:11.993869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ddf00a5f-ed29-457b-b976-2c5314f878aa up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:12.023075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:12.023075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:25:12.062752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.082066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-732524bf-4e54-4957-a42f-163b927dc327 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:12.086565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.140721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ddf00a5f-ed29-457b-b976-2c5314f878aa triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:12.141339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.229724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] For port fee71c20-8ef2-42f0-9164-5eefafc65f38, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fee71c20-8ef2-42f0-9164-5eefafc65f38,segment=NetworkSegment(54638152-a1af-4a73-9861-85cc49e49918),segment_id=54638152-a1af-4a73-9861-85cc49e49918)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:12.254200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:12.307525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.318562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df9d8ddf-18d5-4da9-b442-ef5cd99aa68e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:12.366385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:12.375370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.380762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:12.393082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-732524bf-4e54-4957-a42f-163b927dc327 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:12.393415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:12.397864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-732524bf-4e54-4957-a42f-163b927dc327 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5828090 Dec 22 15:25:12.403872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45504) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:12.429328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:12.433792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Pushing event updated for resources: {'Port': ['ID=fee71c20-8ef2-42f0-9164-5eefafc65f38,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:12.439936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:12.470611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-221b086f-c830-4bb3-b0c8-8e09885ec8e4 None None] Provisioning complete for port ddf00a5f-ed29-457b-b976-2c5314f878aa triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:12.470611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-221b086f-c830-4bb3-b0c8-8e09885ec8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.491283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:12.528380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Deleting port 596c968c-014b-47ed-9418-0e2db31efb6a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:12.528893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.593271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.673536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.684851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.753184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:12.764180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] The port '596c968c-014b-47ed-9418-0e2db31efb6a' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:25:12.766035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77c75ce9-4e79-4c41-8b74-b225c3405fa7 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:12.827651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:12.937663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:13.075614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-221b086f-c830-4bb3-b0c8-8e09885ec8e4 None None] Provisioning for port d04d5065-47c6-41b8-9088-dec29dbbb3db completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:13.081632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-221b086f-c830-4bb3-b0c8-8e09885ec8e4 None None] Provisioning complete for port d04d5065-47c6-41b8-9088-dec29dbbb3db triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:13.082078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-221b086f-c830-4bb3-b0c8-8e09885ec8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.105292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.150954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.151141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-221b086f-c830-4bb3-b0c8-8e09885ec8e4 None None] Port d04d5065-47c6-41b8-9088-dec29dbbb3db cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:13.179818 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf HTTP/1.1" status: 204 len: 168 time: 2.1278913 Dec 22 15:25:13.188412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45514) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:13.221518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dc273a-625b-41b7-8912-23f9741eaf1f']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:13.267125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Could not find standard attr ID for object cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:25:13.291029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Provisioning complete for port fee71c20-8ef2-42f0-9164-5eefafc65f38 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:13.291763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.310068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:13.315570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c4ca59-65a1-420f-8bbb-ab4c5e7cc1c4') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:13.355803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae781fc7-e666-4ee0-b151-5443276316e7 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:25:13.356748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ae781fc7-e666-4ee0-b151-5443276316e7 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:13.359052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.381510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:13.433473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.454937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e2c057-45d7-4a77-a89d-b0bc6d83a306,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:13.499591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:13.558077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ae781fc7-e666-4ee0-b151-5443276316e7 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:13.565078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae781fc7-e666-4ee0-b151-5443276316e7 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf HTTP/1.1" status: 404 len: 333 time: 0.3749056 Dec 22 15:25:13.569558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45520) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:13.590356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Provisioning for port f9a9d4fe-737d-4be2-b16e-c3de667612eb completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:13.597985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Provisioning complete for port f9a9d4fe-737d-4be2-b16e-c3de667612eb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:13.598725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.634415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45524) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:13.765251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d49f0ca-1c6f-448a-b975-f75674abe196 None None] Port f9a9d4fe-737d-4be2-b16e-c3de667612eb cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:13.803016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port f9a9d4fe-737d-4be2-b16e-c3de667612eb {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:13.803978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:13.880167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9faf46cb-3426-44e8-ae59-5df88da87c27 None None] Could not find standard attr ID for object cdbdae1d-a7ab-4d0a-8f38-5865ff8ea8bf. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:25:13.968037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fee71c20-8ef2-42f0-9164-5eefafc65f38 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:14.092449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-510524115'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:14.102763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:14.110714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Usage tracker for resource:network and tenant:85c14e0869184afbbe9319e7d97e0ea2 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:14.125752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:14.131726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.143487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port fee71c20-8ef2-42f0-9164-5eefafc65f38 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:14.144498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.151965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6cb890e-a3d4-49e8-ad06-bf43aa3b1ce5 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:14.195710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.204348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:14.220766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:14.221870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:14.239595 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:14.250072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.253956 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/02e2c057-45d7-4a77-a89d-b0bc6d83a306 HTTP/1.1" status: 204 len: 168 time: 1.8463376 Dec 22 15:25:14.279039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45530) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:14.372505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Router ca49a602-e5b6-49fa-a6b6-05ebd282b758 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:25:14.391817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:14.401952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.406378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.484458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=af6eb3c6-9a76-46ef-843e-1a347340b8cb,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:14.496563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.496893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.500061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:14.505068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.509320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0979fa6b-2120-47c7-9141-e4c852d8dd3a tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:14.549106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ac0b1235-abd5-49ee-b8e8-225bb86319e5 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:14.576159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.580940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.637520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] 10.222.0.32 "DELETE /v2.0/networks/11dc273a-625b-41b7-8912-23f9741eaf1f HTTP/1.1" status: 204 len: 168 time: 6.2424073 Dec 22 15:25:14.672123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=d04d5065-47c6-41b8-9088-dec29dbbb3db,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:14.675618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:14.679703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33e4164c-3141-4fcc-859b-9b29dd13d195 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:14.701604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ac0b1235-abd5-49ee-b8e8-225bb86319e5 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:14.703137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ac0b1235-abd5-49ee-b8e8-225bb86319e5 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4229121 Dec 22 15:25:14.708771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': '7171ea98-10bf-4b42-afaf-8caab2dc6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:14.709865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: 78215f8a-1aa8-46fe-af09-809660daa39b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:14.725070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45536) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:14.750555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': '5382b257-1350-4690-a98b-485dafdcd937', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:14.765617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Pushing event deleted for resources: {'Network': ['ID=11dc273a-625b-41b7-8912-23f9741eaf1f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:14.768455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:14.802314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:14.840256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:14.858952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:14.874245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:14.894417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Usage tracker for resource:security_group_rule and tenant:85c14e0869184afbbe9319e7d97e0ea2 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:14.912795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:14.914876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:14.919705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:15.030877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:15.136941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:15.155546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Project 94ecd7e8fb604d37862370050927b134 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:25:15.158398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] Sync routers for ids ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:15.180259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for f9a9d4fe-737d-4be2-b16e-c3de667612eb owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:15.202183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] Routers {'ca49a602-e5b6-49fa-a6b6-05ebd282b758'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:15.203613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:15.245414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:15.246147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 78215f8a-1aa8-46fe-af09-809660daa39b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:15.250372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.7815981 Dec 22 15:25:15.253838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45540) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:15.306888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:15.328891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:15.400034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:15.434325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] Routers {'ca49a602-e5b6-49fa-a6b6-05ebd282b758'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:15.435130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:15.524566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:15.525062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef561e77-9e35-4b4d-a1aa-d87c504d65f6 None None] The sync data for ids ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:15.540627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4ae2c6b1-6aae-41cd-a9d6-aebba3662cce None None] Provisioning complete for port d04d5065-47c6-41b8-9088-dec29dbbb3db triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:15.541078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c6b1-6aae-41cd-a9d6-aebba3662cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:15.575283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:25:15.610616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4ae2c6b1-6aae-41cd-a9d6-aebba3662cce None None] Port d04d5065-47c6-41b8-9088-dec29dbbb3db cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:15.719546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45546) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:15.772000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 78215f8a-1aa8-46fe-af09-809660daa39b) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:15.787903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86069f68-09f1-4a7c-abff-234f0e7cdb70 None None] Network 78215f8a-1aa8-46fe-af09-809660daa39b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:15.796503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:15.797164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:15.893172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:15.911653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/18dcdb1d-bc88-4a92-bca7-17a7b6e33f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6485987 Dec 22 15:25:15.912912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45552) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:15.921271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] Sync routers for ids ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:15.946313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] Routers {'18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:15.947635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:15.958358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3566628 Dec 22 15:25:15.962266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.048158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d229b1c-fc3f-435e-9874-8f181d8749a8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:16.049802 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0d229b1c-fc3f-435e-9874-8f181d8749a8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports/d04d5065-47c6-41b8-9088-dec29dbbb3db HTTP/1.1" status: 200 len: 982 time: 0.1357715 Dec 22 15:25:16.054607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45560) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.061865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970452524'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:16.064880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:16.069649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.074597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.087646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] Routers {'18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:16.089306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:16.099718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.101829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:16.104801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2bfd789d-2b22-4a03-8ff9-64bfd1f87a64 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:16.117903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-78215f8a-1aa8-46fe-af09-809660daa39b', 'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': 'af6eb3c6-9a76-46ef-843e-1a347340b8cb'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:16.119304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.157694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:16.167446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.181148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:16.191186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.191594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Added segment 5bfcb577-3ef3-429a-8542-ca4700767f59 of type vlan for network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc Dec 22 15:25:16.224200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.252600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-37175238-7518-46d3-86cd-d5f0c43de833 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d2b560bc2e24c4a82df0a16706ccb27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5171242 Dec 22 15:25:16.253548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45564) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.258779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.261242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:16.268277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=f9a9d4fe-737d-4be2-b16e-c3de667612eb,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:16.274683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:16.275269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0332f7b3-147f-4779-8784-fad66ccd8abe None None] The sync data for ids ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:16.336734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:16.344995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:16.347231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90dd4d1b-a8be-4f17-b4a8-024f6dd88aff tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:16.356229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.360953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:16.361272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.367436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.516810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Allocated IP 2001:db8:0:ffff::2 (78215f8a-1aa8-46fe-af09-809660daa39b/af6eb3c6-9a76-46ef-843e-1a347340b8cb/a6bc97d4-a213-46cd-8d6c-f94c66a740e6) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:16.571002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:16.579266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.593987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0068eb-8c9e-4dc9-a681-712f17613fff,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:16.619564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:16.627538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1b7e7e20-1fd3-4f0d-b8dd-ce3af854540f tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:16.671162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92bf8a1-af34-45f4-a502-50c214bfdb9d,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:16.679801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:16.689811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.0403297 Dec 22 15:25:16.697939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:16.789716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45568) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.791797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.794711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.797469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.0652189 Dec 22 15:25:16.801546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45572) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.817312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'subnet': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:16.860213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:16.870640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/f9a9d4fe-737d-4be2-b16e-c3de667612eb HTTP/1.1" status: 204 len: 168 time: 3.2977922 Dec 22 15:25:16.888671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45576) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:16.958756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-db90aac8-60cb-4692-b6aa-352c43715129 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules/b92bf8a1-af34-45f4-a502-50c214bfdb9d HTTP/1.1" status: 200 len: 711 time: 0.1460927 Dec 22 15:25:16.979401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45580) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.029053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f749148-e52a-4646-9910-647ffa20b445 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:25:17.029623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f749148-e52a-4646-9910-647ffa20b445 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:17.039954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Network': ['ID=a4b57d36-6431-4aa2-8f39-ddf45bd19cfc,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:17.050200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:17.059066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:17.061887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:17.068832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:17.088352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Usage tracker for resource:subnet and tenant:85c14e0869184afbbe9319e7d97e0ea2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:17.094891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:17.095206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.105802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:17.124197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f749148-e52a-4646-9910-647ffa20b445 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:17.124953 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f749148-e52a-4646-9910-647ffa20b445 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/f9a9d4fe-737d-4be2-b16e-c3de667612eb HTTP/1.1" status: 404 len: 333 time: 0.2302895 Dec 22 15:25:17.131587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45584) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.136273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Transition to ACTIVE for port object a6bc97d4-a213-46cd-8d6c-f94c66a740e6 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:17.225647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.226440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment ab8a25fd-5b85-4701-b11e-f845ca88e3b0 of type vlan for network 472b44e7-1648-4a14-9a70-070274f4627b Dec 22 15:25:17.229529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Transition to ACTIVE for port object a6bc97d4-a213-46cd-8d6c-f94c66a740e6 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:17.276607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.277404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.282794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:17.283169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:17.313799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cd509537-71e8-4f77-ac17-006af6b11f59 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:17.314264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:17.337253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.344126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Network 78215f8a-1aa8-46fe-af09-809660daa39b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:17.347892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:17.352520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:17.388223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34883130-bbe1-4ee8-a618-59ba94f262de,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:17.391468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:17.409755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Pushing event updated for resources: {'Port': ['ID=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:17.423953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:17.426236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cd509537-71e8-4f77-ac17-006af6b11f59 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:17.433881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cd509537-71e8-4f77-ac17-006af6b11f59 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4525754 Dec 22 15:25:17.438643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45588) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.486406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Attempting to bind port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:17.495310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Attempting to bind port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7171ea98-10bf-4b42-afaf-8caab2dc6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:17.495310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Attempting to bind port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 on network 78215f8a-1aa8-46fe-af09-809660daa39b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:17.503117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:17.503759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Checking segment: {'id': '7171ea98-10bf-4b42-afaf-8caab2dc6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:17.504372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.505071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Bound using segment: {'id': '7171ea98-10bf-4b42-afaf-8caab2dc6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:17.506295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Bound port: a6bc97d4-a213-46cd-8d6c-f94c66a740e6, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7171ea98-10bf-4b42-afaf-8caab2dc6875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '78215f8a-1aa8-46fe-af09-809660daa39b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:17.507016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.510373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.518001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34883130-bbe1-4ee8-a618-59ba94f262de HTTP/1.1" status: 204 len: 168 time: 1.2584476 Dec 22 15:25:17.590228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.593451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:17.594149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.607136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5041e83a-4cdf-4b12-afdf-804a9aa4b162 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:17.608128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.671834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] For port a6bc97d4-a213-46cd-8d6c-f94c66a740e6, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:17.682093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] For port a6bc97d4-a213-46cd-8d6c-f94c66a740e6, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,segment=NetworkSegment(7171ea98-10bf-4b42-afaf-8caab2dc6875),segment_id=7171ea98-10bf-4b42-afaf-8caab2dc6875)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:17.731235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.751575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.754394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89180597-a90d-4545-8054-455a5fb2d1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:17.788176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7443655 Dec 22 15:25:17.791832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:17.801129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=472b44e7-1648-4a14-9a70-070274f4627b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:17.805462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45594) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:17.820917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:17.823114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 472b44e7-1648-4a14-9a70-070274f4627b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:17.831956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '472b44e7-1648-4a14-9a70-070274f4627b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:17.959792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Pushing event updated for resources: {'Port': ['ID=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:17.965530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:18.118972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.134580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:18.167356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:18.189905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:18.196266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b92bf8a1-af34-45f4-a502-50c214bfdb9d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:18.200177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:18.218569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:18.223216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:18.299366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 7adb4a57-b834-47b5-9438-1316e0b5957d {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:18.303442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.337226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.342562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b92bf8a1-af34-45f4-a502-50c214bfdb9d HTTP/1.1" status: 204 len: 168 time: 0.8965619 Dec 22 15:25:18.356182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45602) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:18.441357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:18.457939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.478654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5971d996-f54b-4439-af3a-cdef677d44a7 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:18.573474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.742802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3548b666-b668-4c9c-b054-961e667af56a tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:18.770025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.784091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:18.862043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Subnet': ['ID=b168f803-6908-49a0-8a0b-c8f0901830c0,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:18.866236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:18.974269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3548b666-b668-4c9c-b054-961e667af56a tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:18.976582 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3548b666-b668-4c9c-b054-961e667af56a tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6187668 Dec 22 15:25:18.991372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45612) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:19.064957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Checking segment: {'id': '5bfcb577-3ef3-429a-8542-ca4700767f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:19.065334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network hostable DHCP agents. Network: a4b57d36-6431-4aa2-8f39-ddf45bd19cfc, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:19.086754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.213432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.257555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.270514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.327936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:19.338272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.353804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8c0f33dc-ad19-46ea-8cee-df4a37cbd04f tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:19.428607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=7adb4a57-b834-47b5-9438-1316e0b5957d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:19.431456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:19.444835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.446561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.457465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, a4b57d36-6431-4aa2-8f39-ddf45bd19cfc) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:19.460260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba31f099-08d5-4f14-882e-3f228c365da4 None None] Network a299b3f9-a800-46f5-91cc-2e75bc5ff81b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:19.462310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:19.463036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.497267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce6665-695b-4c8d-8dc2-edcf28cfac8f None None] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:19.500181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Deleting port 70532a78-b7e8-4daf-b9e0-da410bd2402f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:19.501115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.588722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.601605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/7adb4a57-b834-47b5-9438-1316e0b5957d HTTP/1.1" status: 204 len: 168 time: 2.4656112 Dec 22 15:25:19.608083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45622) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:19.613907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.621375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:19.622704 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/5382b257-1350-4690-a98b-485dafdcd937 HTTP/1.1" status: 204 len: 168 time: 0.6301665 Dec 22 15:25:19.631715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f8717d9-ae98-4c19-b0b6-f76326b56df7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:19.650405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a5b2fc3-62d5-4120-b57d-6cb0d31039e0 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:19.665286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45626) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:19.678853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8785481 Dec 22 15:25:19.684345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45628) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:19.711541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'name': 'tempest-AllowedAddressPairTestJSON-1503834252'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:20.056307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382b257-1350-4690-a98b-485dafdcd937,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:20.059261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1561d8c-d61c-4688-89fe-7cfe2b84db0b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:20.178593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6bc97d4-a213-46cd-8d6c-f94c66a740e6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:20.291602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'tenant_id': '85c14e0869184afbbe9319e7d97e0ea2', 'fixed_ips': [{'subnet_id': 'b168f803-6908-49a0-8a0b-c8f0901830c0'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:20.292578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:20.325454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:20.348122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=747fa2d2-ed70-41f4-8955-ebc0b2cd2128,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:20.353255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:20.388057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': 'ab8a25fd-5b85-4701-b11e-f845ca88e3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '472b44e7-1648-4a14-9a70-070274f4627b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:20.388469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: 472b44e7-1648-4a14-9a70-070274f4627b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:20.424008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:20.427071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] DHCP port deletion for a299b3f9-a800-46f5-91cc-2e75bc5ff81b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:25:20.437960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Deleting port fee71c20-8ef2-42f0-9164-5eefafc65f38 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:20.438682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:20.454230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:20.457849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port d04d5065-47c6-41b8-9088-dec29dbbb3db {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:20.458701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:20.602310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port fee71c20-8ef2-42f0-9164-5eefafc65f38 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:20.602873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:20.637393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Calling delete_port for 70532a78-b7e8-4daf-b9e0-da410bd2402f owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:20.654560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b4b5218-2afa-48b6-9672-5400209f0f68 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:20.838969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:20.844198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Usage tracker for resource:port and tenant:85c14e0869184afbbe9319e7d97e0ea2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:20.848184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:20.856971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:20.879007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1b4b5218-2afa-48b6-9672-5400209f0f68 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:20.892068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b4b5218-2afa-48b6-9672-5400209f0f68 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2109919 Dec 22 15:25:20.892608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45642) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:20.960952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295ec36-0f9e-48c8-9e89-5f9d2bbb7efb None None] Network 78215f8a-1aa8-46fe-af09-809660daa39b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:20.970625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784606641'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:20.977103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:20.985518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.045323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:21.056073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] For port fee71c20-8ef2-42f0-9164-5eefafc65f38, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fee71c20-8ef2-42f0-9164-5eefafc65f38,segment=NetworkSegment(54638152-a1af-4a73-9861-85cc49e49918),segment_id=54638152-a1af-4a73-9861-85cc49e49918)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:21.056535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.063439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port 094d0464-b723-4913-b24c-f62f17214656 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:21.186887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:21.206125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Allocated IP 172.20.0.2 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/acd64304-4165-4021-a1ed-347171f8ef08) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:21.279112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Provisioning for port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:21.285373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 472b44e7-1648-4a14-9a70-070274f4627b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:21.289556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Calling delete_port for fee71c20-8ef2-42f0-9164-5eefafc65f38 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:21.338698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 472b44e7-1648-4a14-9a70-070274f4627b) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:21.343776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Provisioning complete for port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:21.351075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.362384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:21.363914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.366460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.384219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54674e24-2075-4350-a843-5803d717ec77 None None] Network 472b44e7-1648-4a14-9a70-070274f4627b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:21.393892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.416652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:21.466637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6504688 Dec 22 15:25:21.472972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45652) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:21.479203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Pushing event deleted for resources: {'Port': ['ID=70532a78-b7e8-4daf-b9e0-da410bd2402f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:21.550356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:21.777538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for d04d5065-47c6-41b8-9088-dec29dbbb3db owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:21.850212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.868083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ff4fe71-be72-4dbf-ad14-1055823b42ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:21.910580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] For port fee71c20-8ef2-42f0-9164-5eefafc65f38, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fee71c20-8ef2-42f0-9164-5eefafc65f38,segment=NetworkSegment(54638152-a1af-4a73-9861-85cc49e49918),segment_id=54638152-a1af-4a73-9861-85cc49e49918)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:21.911373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.939975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] No DVR routers for this DVR port fee71c20-8ef2-42f0-9164-5eefafc65f38 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:25:21.971341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:21.988617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fee71c20-8ef2-42f0-9164-5eefafc65f38 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:25:22.031774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.088582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Pushing event deleted for resources: {'Port': ['ID=fee71c20-8ef2-42f0-9164-5eefafc65f38,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:22.091442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:22.101864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: fee71c20-8ef2-42f0-9164-5eefafc65f38 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:25:22.102262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fee71c20-8ef2-42f0-9164-5eefafc65f38 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:25:22.126480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.241269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.305755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for fee71c20-8ef2-42f0-9164-5eefafc65f38 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:22.332421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.368454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.382535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Transition to ACTIVE for port object acd64304-4165-4021-a1ed-347171f8ef08 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:22.389009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d6a3e6-7154-49d5-a8b1-3967a69863ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-472b44e7-1648-4a14-9a70-070274f4627b', 'network_id': '472b44e7-1648-4a14-9a70-070274f4627b', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': '747fa2d2-ed70-41f4-8955-ebc0b2cd2128'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:22.389700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.389967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a3e6-7154-49d5-a8b1-3967a69863ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.425310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] For port a6bc97d4-a213-46cd-8d6c-f94c66a740e6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,segment=NetworkSegment(7171ea98-10bf-4b42-afaf-8caab2dc6875),segment_id=7171ea98-10bf-4b42-afaf-8caab2dc6875)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:22.452341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Transition to ACTIVE for port object acd64304-4165-4021-a1ed-347171f8ef08 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:22.508434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.512628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:22.542409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.645906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Pushing event updated for resources: {'Port': ['ID=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:22.649332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.660097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:22.664961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:22.666171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fdef206d-2d8b-4485-9e9d-83ce3fd4cf56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:22.706732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Router ca49a602-e5b6-49fa-a6b6-05ebd282b758 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:25:22.720794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.725897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e408983c-e4b8-4836-9ff3-c02d4bbf03e2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:22.782674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=747fa2d2-ed70-41f4-8955-ebc0b2cd2128,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:22.788940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:22.842607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:22.850095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:22.866798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:22.868675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:22.910538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Pushing event updated for resources: {'Port': ['ID=acd64304-4165-4021-a1ed-347171f8ef08,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:22.922955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server [None req-b1d6a3e6-7154-49d5-a8b1-3967a69863ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 747fa2d2-ed70-41f4-8955-ebc0b2cd2128: This subnet is being modified by another concurrent operation. Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:25:22.926905 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 747fa2d2-ed70-41f4-8955-ebc0b2cd2128: This subnet is being modified by another concurrent operation. Dec 22 15:25:22.938868 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Dec 22 15:25:22.957065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.959176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:22.959437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:25:22.963442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:22.968650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303c0686-89b4-488d-b9bf-7c4222eec5da None None] Network 472b44e7-1648-4a14-9a70-070274f4627b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:22.984553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77ef7682-d4a4-449f-8f23-4a71d46f4a9d tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:23.060788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.165192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:23.197887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.229775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.240809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "PUT /v2.0/routers/ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 200 len: 705 time: 7.9472296 Dec 22 15:25:23.245995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45672) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.274804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=d04d5065-47c6-41b8-9088-dec29dbbb3db,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:23.279723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:23.333171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] Sync routers for ids ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:23.422047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8b76e531-9435-40bf-bf1d-b227893924f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:23.432181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-baf0ca1f-620f-4fd4-ad6c-e7cf406d31c8 {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:23.445974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:25:23.446195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45676) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.446368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Attempting to bind port acd64304-4165-4021-a1ed-347171f8ef08 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:23.446368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Attempting to bind port acd64304-4165-4021-a1ed-347171f8ef08 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '5bfcb577-3ef3-429a-8542-ca4700767f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:23.446368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Attempting to bind port acd64304-4165-4021-a1ed-347171f8ef08 on network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:23.449926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:23.450668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Checking segment: {'id': '5bfcb577-3ef3-429a-8542-ca4700767f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:23.451260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.451814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Bound using segment: {'id': '5bfcb577-3ef3-429a-8542-ca4700767f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:23.452478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Bound port: acd64304-4165-4021-a1ed-347171f8ef08, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bfcb577-3ef3-429a-8542-ca4700767f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:23.453051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.467106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472b44e7-1648-4a14-9a70-070274f4627b']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.468008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port fee71c20-8ef2-42f0-9164-5eefafc65f38 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:23.468586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.487878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285319245', 'description': 'tempest-secgroup-smoke-1285319245 description', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:23.499814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:23.500445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.501909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5566907 Dec 22 15:25:23.507746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:23.513348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:23.526474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:23.536001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] Routers {'ca49a602-e5b6-49fa-a6b6-05ebd282b758'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:23.537247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.567116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45680) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.582406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b22923-c14e-4d91-bfc5-967fc89d0325,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:23.585805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:23.590186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Request body: {'security_group_rule': {'security_group_id': '38b22923-c14e-4d91-bfc5-967fc89d0325', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:23.629742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:23.638539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] The port 'fee71c20-8ef2-42f0-9164-5eefafc65f38' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:25:23.646732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Usage tracker for resource:security_group_rule and tenant:94ecd7e8fb604d37862370050927b134 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:23.647393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.674284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8a25fd-5b85-4701-b11e-f845ca88e3b0') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.674284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8a25fd-5b85-4701-b11e-f845ca88e3b0') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.676337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.681609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a15eb587-2574-456a-9bd0-c41563620423 None None] Provisioning complete for port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:23.681941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:23.682106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a15eb587-2574-456a-9bd0-c41563620423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.693885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:23.696786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.712729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.720861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.760236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ec7b1a6-0ee8-43eb-8681-a8329e16864a tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/routers/ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 200 len: 740 time: 0.5087845 Dec 22 15:25:23.762466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.765987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45684) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.836474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:23.837257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.838010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:23.867733 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:23.884298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] Routers {'ca49a602-e5b6-49fa-a6b6-05ebd282b758'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:23.885023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.923433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28b510a2-5e13-484d-92c5-a024456759c4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&device_id=ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 200 len: 205 time: 0.1538405 Dec 22 15:25:23.932130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:23.936020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45688) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:23.943053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.952096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:23.961610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:23.962082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e9e9ca-cbe1-4f00-928c-cced5c884f5b None None] The sync data for ids ['ca49a602-e5b6-49fa-a6b6-05ebd282b758'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:23.980237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] For port acd64304-4165-4021-a1ed-347171f8ef08, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:23.987155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] For port acd64304-4165-4021-a1ed-347171f8ef08, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=acd64304-4165-4021-a1ed-347171f8ef08,segment=NetworkSegment(5bfcb577-3ef3-429a-8542-ca4700767f59),segment_id=5bfcb577-3ef3-429a-8542-ca4700767f59)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:24.002299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a299b3f9-a800-46f5-91cc-2e75bc5ff81b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:24.071810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6bc97d4-a213-46cd-8d6c-f94c66a740e6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:24.101838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:24.129845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:24.155199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f73af53-9cbc-4973-8779-2e591e83c409 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 200 len: 205 time: 0.1352425 Dec 22 15:25:24.157281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:24.160849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45692) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:24.202531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.215992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f90c089c-66c6-4306-8b05-3ac5f053a494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:24.297387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.320614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:24.341243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:24.341757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.351600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.405142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54638152-a1af-4a73-9861-85cc49e49918') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:24.405653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54638152-a1af-4a73-9861-85cc49e49918') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:24.416808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:24.454466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Pushing event updated for resources: {'Port': ['ID=acd64304-4165-4021-a1ed-347171f8ef08,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:24.459136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:24.518132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.649342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.743391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:24.743866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:24.764124 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:24.839031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.883877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=472b44e7-1648-4a14-9a70-070274f4627b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:24.913609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:24.934615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.948496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/472b44e7-1648-4a14-9a70-070274f4627b HTTP/1.1" status: 204 len: 168 time: 3.4733055 Dec 22 15:25:24.951642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29b3860d-3ea6-420a-ba06-7903e3ba0a91 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:24.958749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45696) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:24.977239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:24.996951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1368845287'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:25.003763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b44f54-0820-4b90-b56f-92875efba5a7,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:25.007144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:25.082847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:25.099609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.104125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.114769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:25.119071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-23746715-fa07-4cc3-bf1a-33570140020e tempest-FloatingIPNegativeTestJSON-1259537434 tempest-FloatingIPNegativeTestJSON-1259537434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:25.136822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:25.140791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Allocated IP 172.20.0.7 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/7d9bccc5-3f4e-40d6-801f-3c06b3d329c0) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:25.215224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:25.226242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=a299b3f9-a800-46f5-91cc-2e75bc5ff81b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:25.229135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:25.231660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/a299b3f9-a800-46f5-91cc-2e75bc5ff81b HTTP/1.1" status: 204 len: 168 time: 5.6222548 Dec 22 15:25:25.238567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45700) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.246062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.247926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6737223 Dec 22 15:25:25.260178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45704) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.267753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-142531031'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:25.282142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.309567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:25.326769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:25:25.331597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.359066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:25.364856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.458088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:network and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:25.470079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a27d4c6a-9068-4c53-b0e6-dd20370df77d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:25.509915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:25.572895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:25.615597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:25.661330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.661814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment 65983570-0860-4f6f-bc26-4462e7b15162 of type vlan for network 471e56d6-0441-4fdf-bf30-f321b2395f9f Dec 22 15:25:25.663856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:25.702129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.737709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Transition to ACTIVE for port object 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:25.739692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:25.747482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.751083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:25.757396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:25.764597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b1fe87-2b30-41bb-97df-5ca93e055ed6,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:25.775130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] Sync routers for ids ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:25.778599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/18dcdb1d-bc88-4a92-bca7-17a7b6e33f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7227874 Dec 22 15:25:25.789514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] Routers {'18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:25.789977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:25.790448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45708) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:25.863133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:25.877977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] Routers {'18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:25.878800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:25.911417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:25.931413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:25.936378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:25.945760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.951228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.956723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:25.956723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:25.968248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:25.968828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a21c6f0-f113-47ae-8c3c-c37dda646243 None None] The sync data for ids ['18dcdb1d-bc88-4a92-bca7-17a7b6e33f18'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:25.969477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c84d1b5-efcc-4967-882c-907344124a16 tempest-BulkNetworkOpsTest-1582858176 tempest-BulkNetworkOpsTest-1582858176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:25.998980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.020623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.037750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.073441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device acd64304-4165-4021-a1ed-347171f8ef08 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:26.075694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.081563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:26.115496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.132786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.133193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Added segment 36f05e4d-5b5c-41d1-b6c6-664f1acee537 of type vlan for network 35beb22b-f9f7-44dc-b6ab-783c069e42ae Dec 22 15:25:26.160781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:26.164498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1892130 Dec 22 15:25:26.168153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45712) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.169265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:26.174367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=471e56d6-0441-4fdf-bf30-f321b2395f9f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:26.192505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:26.210753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:26.211750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20121b3f-5bb0-4f71-abe8-615b5e95fb6c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:26.214507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 471e56d6-0441-4fdf-bf30-f321b2395f9f details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:26.254507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:26.321882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.331745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.377303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.394327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76341ecf-9485-4b95-acb9-ad05dc3ff505 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:26.417949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port acd64304-4165-4021-a1ed-347171f8ef08 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:26.443228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.444133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Fanout notify agent at l3_agent the message router_deleted on router ca49a602-e5b6-49fa-a6b6-05ebd282b758 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:26.447094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.535676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.540615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:26.541326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.553363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165be48c-822b-40ab-bb28-9abcaecd5009,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:26.563065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:26.563652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82ba4fe1-8546-4df1-94cf-8bd8118f4b36 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:26.581079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.582413 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-df824e31-801d-4ad0-91e2-8ce12ffa6ab5 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 204 len: 168 time: 2.4195683 Dec 22 15:25:26.584587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.585970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/38b22923-c14e-4d91-bfc5-967fc89d0325 HTTP/1.1" status: 204 len: 168 time: 1.3110898 Dec 22 15:25:26.594415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45716) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.594853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45718) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.603698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b22923-c14e-4d91-bfc5-967fc89d0325,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:26.662796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:26.667772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 3.2271726 Dec 22 15:25:26.667772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:26.673449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5001d30b-b7d5-4dec-a399-bbf15fdf8085 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:26.701232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45724) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.706899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4558361 Dec 22 15:25:26.721360 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ff791db-1d57-48bf-bc64-94818cc38843 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 200 len: 205 time: 0.1199598 Dec 22 15:25:26.738967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group_rule': {'security_group_id': '165be48c-822b-40ab-bb28-9abcaecd5009', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:26.749912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45728) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.750612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45730) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.772002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:26.796128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66aac3a-50a7-4e0c-91d8-1ce079b34727 None None] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:26.881200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:26.949078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-57f88ea0-798a-4c6f-aa41-75693da0bd05 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] delete failed (client error): The resource could not be found. Dec 22 15:25:26.950642 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-57f88ea0-798a-4c6f-aa41-75693da0bd05 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/ca49a602-e5b6-49fa-a6b6-05ebd282b758 HTTP/1.1" status: 404 len: 336 time: 0.1949334 Dec 22 15:25:26.950955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=7d9bccc5-3f4e-40d6-801f-3c06b3d329c0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:26.954554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:26.958156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45736) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:26.970659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:26.982052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Provisioning for port acd64304-4165-4021-a1ed-347171f8ef08 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:27.024857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:27.025485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.032500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:27.035746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6cb249a9-31b5-4a36-8592-371daaf29c83 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=235b8bb6-50a3-480d-96f3-93fbd2033ded HTTP/1.1" status: 200 len: 205 time: 0.0738854 Dec 22 15:25:27.036018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Network': ['ID=35beb22b-f9f7-44dc-b6ab-783c069e42ae,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:27.038306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:27.048062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45740) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.054142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:27.057093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:27.066756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:27.091304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-515c6613-018c-49a3-b4eb-179a875f6741 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:27.096934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:27.101896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:27.104612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:27.110662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:27.128857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:27.132362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Provisioning complete for port acd64304-4165-4021-a1ed-347171f8ef08 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:27.132614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.152840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:27.165357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.195196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-515c6613-018c-49a3-b4eb-179a875f6741 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:27.201003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-515c6613-018c-49a3-b4eb-179a875f6741 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5972767 Dec 22 15:25:27.208994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45744) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.211192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:27.219584 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-2429fe09-f328-4ecf-82c9-b9ec2ccfd3eb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] delete failed (client error): The resource could not be found. Dec 22 15:25:27.225138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2429fe09-f328-4ecf-82c9-b9ec2ccfd3eb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/235b8bb6-50a3-480d-96f3-93fbd2033ded HTTP/1.1" status: 404 len: 336 time: 0.1689515 Dec 22 15:25:27.225138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b735f545-2075-43c0-9867-5813f0501f27 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 15:25:27.228335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b735f545-2075-43c0-9867-5813f0501f27 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/18dcdb1d-bc88-4a92-bca7-17a7b6e33f18/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4352746 Dec 22 15:25:27.228843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45748) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.229234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45750) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.240724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.5343316 Dec 22 15:25:27.248948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45756) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.248948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'name': 'tempest-AllowedAddressPairTestJSON-1181367918', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:65:ac:b9'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:27.282355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:27.311323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:27.368443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1ef516e5-ad44-4ac6-979e-8a06db33a8ba tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd895c7-261c-4ef1-92c7-99c21155f1cb HTTP/1.1" status: 200 len: 205 time: 0.1320436 Dec 22 15:25:27.383568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-93b1ff26-138c-41f5-8b7e-d44e26d948c6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:27.383887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45760) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.510861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.516582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.541242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f57b6851-f544-4756-9ec0-2a6c543fae5e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:27.551748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-93b1ff26-138c-41f5-8b7e-d44e26d948c6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:27.556385 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93b1ff26-138c-41f5-8b7e-d44e26d948c6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 HTTP/1.1" status: 200 len: 205 time: 0.3186843 Dec 22 15:25:27.569241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.571121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45764) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.576854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0efe1b9c-0e36-4a70-be7e-ca28e6760f79 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:27.643745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-890c7f21-e247-48e8-bd8d-c4b8f027a8ef tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] delete failed (client error): The resource could not be found. Dec 22 15:25:27.648877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-890c7f21-e247-48e8-bd8d-c4b8f027a8ef tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/9cd895c7-261c-4ef1-92c7-99c21155f1cb HTTP/1.1" status: 404 len: 336 time: 0.1610930 Dec 22 15:25:27.670261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45768) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.715504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.756390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.788978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f26f8e-155c-49db-b279-ffa9c004589b,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:27.793751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] For port acd64304-4165-4021-a1ed-347171f8ef08, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=acd64304-4165-4021-a1ed-347171f8ef08,segment=NetworkSegment(5bfcb577-3ef3-429a-8542-ca4700767f59),segment_id=5bfcb577-3ef3-429a-8542-ca4700767f59)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:27.803778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f57b6851-f544-4756-9ec0-2a6c543fae5e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group_rule {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:27.805170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f57b6851-f544-4756-9ec0-2a6c543fae5e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5966325 Dec 22 15:25:27.807600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:27.813256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45772) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.816814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0edd010-c610-4918-a296-5ddbf7401a19 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9179729-7876-4d68-b5f2-c34b5f98f908 HTTP/1.1" status: 200 len: 205 time: 0.1451583 Dec 22 15:25:27.844916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45776) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:27.858457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:27.870781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:27.876530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:27.996437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Usage tracker for resource:port and tenant:85c14e0869184afbbe9319e7d97e0ea2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:28.006397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-faea90a3-c3ea-4e0d-b9ef-763e58ba24fc tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] delete failed (client error): The resource could not be found. Dec 22 15:25:28.012871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-faea90a3-c3ea-4e0d-b9ef-763e58ba24fc tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "DELETE /v2.0/security-groups/38b22923-c14e-4d91-bfc5-967fc89d0325 HTTP/1.1" status: 404 len: 347 time: 0.1907752 Dec 22 15:25:28.014835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:28.029923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.031912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b705da83-0872-4b4f-9aa6-49db1a5aae84 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] delete failed (client error): The resource could not be found. Dec 22 15:25:28.032343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Pushing event updated for resources: {'Port': ['ID=acd64304-4165-4021-a1ed-347171f8ef08,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:28.033128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b705da83-0872-4b4f-9aa6-49db1a5aae84 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/a9179729-7876-4d68-b5f2-c34b5f98f908 HTTP/1.1" status: 404 len: 336 time: 0.1828678 Dec 22 15:25:28.044826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:28.055130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:28.062183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.157937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9940fef-8417-4921-8a78-cbf806a1c050 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9154256-da75-4352-9d1c-5e62cda95327 HTTP/1.1" status: 200 len: 205 time: 0.0941875 Dec 22 15:25:28.165215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.169480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4624102 Dec 22 15:25:28.170416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45788) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.175174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45790) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.185150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group_rule': {'security_group_id': '165be48c-822b-40ab-bb28-9abcaecd5009', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:28.200421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:28.284256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:28.288530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-855771b9-4a2e-44c3-923d-fb02abb58809 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] delete failed (client error): The resource could not be found. Dec 22 15:25:28.289713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-855771b9-4a2e-44c3-923d-fb02abb58809 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/f9154256-da75-4352-9d1c-5e62cda95327 HTTP/1.1" status: 404 len: 336 time: 0.1179831 Dec 22 15:25:28.297425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45796) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.333719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-def896d9-f8ef-4494-bbf2-99a251e9ba35 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Synchronizing usage tracker for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:28.341074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:28.341074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:28.362132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-09ab71bc-6b2e-469c-95ff-67c16ebc2641 None None] Provisioning for port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:28.362951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:28.368958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.374853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-09ab71bc-6b2e-469c-95ff-67c16ebc2641 None None] Provisioning complete for port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:28.375676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09ab71bc-6b2e-469c-95ff-67c16ebc2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.429121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-76eedbfe-3f71-40e4-9644-b4d5f381065d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "GET /v2.0/ports?device_id=65044336-b1fa-44b9-b38e-89ce9a82e417 HTTP/1.1" status: 200 len: 205 time: 0.1304770 Dec 22 15:25:28.437261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45800) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.439682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-def896d9-f8ef-4494-bbf2-99a251e9ba35 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Unset dirty status for tenant:94ecd7e8fb604d37862370050927b134 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:28.441097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-def896d9-f8ef-4494-bbf2-99a251e9ba35 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4067199 Dec 22 15:25:28.547832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09ab71bc-6b2e-469c-95ff-67c16ebc2641 None None] Port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:28.561586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-58d3363b-23c3-4be6-bf90-a8659bbd2dab tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] delete failed (client error): The resource could not be found. Dec 22 15:25:28.567286 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-58d3363b-23c3-4be6-bf90-a8659bbd2dab tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/routers/65044336-b1fa-44b9-b38e-89ce9a82e417 HTTP/1.1" status: 404 len: 336 time: 0.1251428 Dec 22 15:25:28.569227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45806) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:28.590038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-09ab71bc-6b2e-469c-95ff-67c16ebc2641 None None] Provisioning complete for port acd64304-4165-4021-a1ed-347171f8ef08 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:28.592695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09ab71bc-6b2e-469c-95ff-67c16ebc2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.625510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.662618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port a4537e1f-33cc-4f18-8ce9-e5b914a2586e yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:28.666057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.680088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-48611943-27f5-4b40-9992-f86baac79fd2 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] DELETE failed (client error): The resource could not be found. Dec 22 15:25:28.680565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48611943-27f5-4b40-9992-f86baac79fd2 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:25:28.702245 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48611943-27f5-4b40-9992-f86baac79fd2 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] 10.222.0.32 "DELETE /v2.0/subnets/10723f47-32ae-4638-af94-4083375a5c8e HTTP/1.1" status: 404 len: 337 time: 0.1203134 Dec 22 15:25:28.713276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:28.719488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d71a2466-3521-41c5-b6f6-759f2a502a5b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:28.984415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd24655-d0ce-48bf-a6a2-598bb39a900a None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:25:29.077265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.117614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=a69a037f-160f-4e55-92b0-316197039f57,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:29.136733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b3b7cd3-35f0-4b26-97f3-c59c8eb2c472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:29.138414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:29.214517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': '65983570-0860-4f6f-bc26-4462e7b15162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:29.215733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: 471e56d6-0441-4fdf-bf30-f321b2395f9f, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:29.263600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Allocated IP 172.20.0.14 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/a4537e1f-33cc-4f18-8ce9-e5b914a2586e) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:29.305511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=4fa2510e-9625-4ba9-8b62-14710a4313ae,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:29.319646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:29.325836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.344737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.425329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.436787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Checking segment: {'id': '36f05e4d-5b5c-41d1-b6c6-664f1acee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:29.437471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network hostable DHCP agents. Network: 35beb22b-f9f7-44dc-b6ab-783c069e42ae, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:29.489009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45816) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.508422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.529054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d878fd2f-b58c-4b3d-ad01-122b9e2a2f60 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:29.551546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c7430bec-493f-428b-b086-41386809a872 None None] Provisioning complete for port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:29.554794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45822) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.556419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7430bec-493f-428b-b086-41386809a872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.560016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 471e56d6-0441-4fdf-bf30-f321b2395f9f is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:29.594029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb081ae-29ae-43b6-bda2-2fa7840967e2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:29.608574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:29.609942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.612273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4322529 Dec 22 15:25:29.618001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45828) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.628951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group_rule': {'security_group_id': '165be48c-822b-40ab-bb28-9abcaecd5009', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:29.641053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:29.650483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:29.655626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:29.670050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.671010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router 18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:25:29.674132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:29.680187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 35beb22b-f9f7-44dc-b6ab-783c069e42ae) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:29.699534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 471e56d6-0441-4fdf-bf30-f321b2395f9f) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:29.701061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:29.705793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:29.707037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.712880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:29.713566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.726518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.728816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f253a33-f5e5-4c01-931d-72598e7db7bd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 HTTP/1.1" status: 204 len: 168 time: 2.1395304 Dec 22 15:25:29.747733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45832) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.812140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.834799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Transition to ACTIVE for port object a4537e1f-33cc-4f18-8ce9-e5b914a2586e will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:29.860761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.6882055 Dec 22 15:25:29.866791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45836) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.874123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18696811'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:29.881598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:29.886658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:29.890391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:29.899374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:29.934038 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1816761 Dec 22 15:25:29.938453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.985912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:29.997149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45840) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:29.999853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:30.010606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.012983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device acd64304-4165-4021-a1ed-347171f8ef08 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:30.047979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.057283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1580809697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:30.092116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02c5f11c-a33c-4362-bee9-7fce5fc692e4 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:30.103592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:30.141691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c7430bec-493f-428b-b086-41386809a872 None None] Port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:30.198129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Usage tracker for resource:security_group_rule and tenant:bea7d8269fd840f3a3cff8eabfe4951a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:30.207966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:30.232036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:30.238093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:30.242284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=a4537e1f-33cc-4f18-8ce9-e5b914a2586e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:30.242970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.254904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:30.272743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:router and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:30.307416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:30.309491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.326109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7655b089-3df5-49c2-83e5-3321782ab2e3 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:30.333181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:30.337958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:30.339831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet c60f5826-baec-4a45-a93c-dde55cfd2e17 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:25:30.348004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port acd64304-4165-4021-a1ed-347171f8ef08 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:30.348351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.357398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.361953 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8e87ab6f-ec06-40e1-9359-5d9ab5c74c16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94ecd7e8fb604d37862370050927b134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8042977 Dec 22 15:25:30.376761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45844) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.384004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.384556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment 292ed95e-02c2-4c41-a74b-48103d842032 of type vlan for network f0af5e44-97f3-40a3-8e03-18e17adc6ae9 Dec 22 15:25:30.416113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3babbd39-ba9f-4e45-8cc6-40620fdc5367,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:30.419351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:30.420364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:30.434265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:30.438435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.440724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.457770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:30.473076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.500835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd24655-d0ce-48bf-a6a2-598bb39a900a None None] Unable to find a vacant binding_index for network 35beb22b-f9f7-44dc-b6ab-783c069e42ae and agent 8c60873f-ada5-4356-a03a-df8cb782f576 {{(pid=88969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 22 15:25:30.507494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.508984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8905587 Dec 22 15:25:30.514944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45848) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.524717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group_rule': {'security_group_id': '165be48c-822b-40ab-bb28-9abcaecd5009', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:30.546531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:30.564171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd24655-d0ce-48bf-a6a2-598bb39a900a None None] Unable to find a vacant binding_index for network 471e56d6-0441-4fdf-bf30-f321b2395f9f and agent 8c60873f-ada5-4356-a03a-df8cb782f576 {{(pid=88969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Dec 22 15:25:30.569598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:30.575441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:30.587563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:30.601966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.629971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd24655-d0ce-48bf-a6a2-598bb39a900a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 35beb22b-f9f7-44dc-b6ab-783c069e42ae), (DHCP agent, dv-neutron-822709-1-hyperv, 471e56d6-0441-4fdf-bf30-f321b2395f9f) {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:25:30.649163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.666233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.699559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:30.700753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.712026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.726919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08f7162e-ccde-46b3-8c09-90c93878aa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:30.733772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.753753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.817578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.848566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d49795-aeb9-4114-808d-159f5b129798,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:30.859246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bea7d8269fd840f3a3cff8eabfe4951a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3687291 Dec 22 15:25:30.869858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:30.870437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45852) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.898534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.6555104 Dec 22 15:25:30.902592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.904012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45856) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:30.923511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.936158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.944992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:30.946122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.962251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20ef054d-62db-4524-94b6-94ae38a3dad7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:30.985175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:30.993150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-263e62ba-920f-44ef-ab52-e6625e8851fb tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:31.046024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=c60f5826-baec-4a45-a93c-dde55cfd2e17,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:31.056083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:31.063844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.085722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/c60f5826-baec-4a45-a93c-dde55cfd2e17 HTTP/1.1" status: 204 len: 168 time: 1.3363943 Dec 22 15:25:31.090393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45860) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:31.137340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.138859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.196772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.208509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3dab30c1-5e0e-407f-a20f-128be1d9bbfe tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:31.224627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.232727 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-25421bdc-6e34-40d9-ba05-d9ed582e9965 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1943333 Dec 22 15:25:31.244524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45864) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:31.256238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae', 'name': 'tempest-PortsTestJSON-495662907'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:31.291109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4194050 Dec 22 15:25:31.296413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=f0af5e44-97f3-40a3-8e03-18e17adc6ae9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:31.300261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45868) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:31.310163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.337202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:31.343279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network f0af5e44-97f3-40a3-8e03-18e17adc6ae9 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:31.345891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': 'f0af5e44-97f3-40a3-8e03-18e17adc6ae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:31.387162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7680c1-3c8f-43a6-b709-449ec17aa5dc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:31.406425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edaf013-cd5b-4a94-b125-d442afa3db23 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:31.415998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edaf013-cd5b-4a94-b125-d442afa3db23 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:31.423002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edaf013-cd5b-4a94-b125-d442afa3db23 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:31.428679 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6edaf013-cd5b-4a94-b125-d442afa3db23 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5215213 Dec 22 15:25:31.431244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:31.436989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45872) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:31.463597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.500493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.527554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port ddf00a5f-ed29-457b-b976-2c5314f878aa {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:31.528617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.597438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.601364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0841906 Dec 22 15:25:31.607343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45876) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:31.620504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.625438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group_rule': {'security_group_id': '165be48c-822b-40ab-bb28-9abcaecd5009', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:31.644507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:31.670318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:31.682483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:31.698187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.706146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-44ec0467-7caa-4403-ba13-9a0e62615999 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:31.733720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-35beb22b-f9f7-44dc-b6ab-783c069e42ae', 'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': '4fa2510e-9625-4ba9-8b62-14710a4313ae'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:31.741049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:31.750471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.760254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-471e56d6-0441-4fdf-bf30-f321b2395f9f', 'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': 'a69a037f-160f-4e55-92b0-316197039f57'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:31.761207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.830919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d49795-aeb9-4114-808d-159f5b129798,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:31.851259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:31.864497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.866789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70d49795-aeb9-4114-808d-159f5b129798 HTTP/1.1" status: 204 len: 168 time: 0.9910522 Dec 22 15:25:31.888937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Project cbfe9de0bdee4486b543b75cee507e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:25:31.929389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-883e27ba-be7e-4ebe-b7d4-593f9d573c69 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:31.943441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:31.957411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee91e53f-773d-4d63-98ba-dae02353f7a9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:31.982637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:32.005917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:32.016929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:32.026515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port a4537e1f-33cc-4f18-8ce9-e5b914a2586e {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:32.026905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.059024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:32.068304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:32.071622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:32.084975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:32.095273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:32.115395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:32.171691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.172999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee91e53f-773d-4d63-98ba-dae02353f7a9 HTTP/1.1" status: 204 len: 168 time: 1.7947562 Dec 22 15:25:32.198631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:32.240070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port ddf00a5f-ed29-457b-b976-2c5314f878aa, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ddf00a5f-ed29-457b-b976-2c5314f878aa,segment=NetworkSegment(89ec8339-c5e1-466c-a1b6-5c6236d9423c),segment_id=89ec8339-c5e1-466c-a1b6-5c6236d9423c)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:32.240788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.278148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:32.290414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.408623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Allocated IP 2001:db8::3 (471e56d6-0441-4fdf-bf30-f321b2395f9f/a69a037f-160f-4e55-92b0-316197039f57/97cadf35-4a73-4ddf-a1dd-62469bd6d4d5) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:32.515574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for ddf00a5f-ed29-457b-b976-2c5314f878aa owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:32.593472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:32.775038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00fa8d81-b61f-4c4c-b40d-5b43d5801e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.831815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Allocated IP 172.20.0.2 (35beb22b-f9f7-44dc-b6ab-783c069e42ae/4fa2510e-9625-4ba9-8b62-14710a4313ae/71663dd8-3a65-4b6c-b88a-6ee4a52b1258) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:32.877807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.912841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:32.995104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Transition to ACTIVE for port object 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:33.044879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Transition to ACTIVE for port object 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:33.049689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing IP validity checks on allocation pools {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:25:33.050763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:25:33.061474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.081673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.096896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4730f77a-cfdb-43be-a295-92cab707a75c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:33.110950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.114330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52ac56db-3955-46f1-961e-c654e81c50f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:33.124021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45894) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:33.194725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Pushing event updated for resources: {'Port': ['ID=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:33.201166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:33.203673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Network 471e56d6-0441-4fdf-bf30-f321b2395f9f is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:33.205795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:33.208697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:33.216584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa26319-e432-4959-b95d-9cb22556e922,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:33.220631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:33.239506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9bb4298a-aebd-4118-8d36-b5173b8ad0b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a5eeb6d54bb4df2b351fb6a7a1218d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1113064 Dec 22 15:25:33.242632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45898) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:33.342061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.342641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.343680 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.7342672 Dec 22 15:25:33.345147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.377036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45902) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:33.381549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.395516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.399167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'security_group_rule': {'security_group_id': '165be48c-822b-40ab-bb28-9abcaecd5009', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:33.403323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1c98a69-368f-4509-9f83-5a277df2bb26 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:33.456163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=ddf00a5f-ed29-457b-b976-2c5314f878aa,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:33.466970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:33.483173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No DVR routers for this DVR port ddf00a5f-ed29-457b-b976-2c5314f878aa on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:25:33.500027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.515581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Transition to ACTIVE for port object 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:33.543165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Transition to ACTIVE for port object 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:33.544950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:33.578628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Attempting to bind port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:33.579103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Attempting to bind port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '65983570-0860-4f6f-bc26-4462e7b15162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:33.579625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Attempting to bind port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 on network 471e56d6-0441-4fdf-bf30-f321b2395f9f {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:33.589338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.603458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:33.603985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Checking segment: {'id': '65983570-0860-4f6f-bc26-4462e7b15162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:33.604617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.605242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Bound using segment: {'id': '65983570-0860-4f6f-bc26-4462e7b15162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:33.606453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Bound port: 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65983570-0860-4f6f-bc26-4462e7b15162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '471e56d6-0441-4fdf-bf30-f321b2395f9f'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:33.607078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.637082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.671548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6c32dc-bcd3-47bb-b1ae-e750c6758d51']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:33.688656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ec8339-c5e1-466c-a1b6-5c6236d9423c') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:33.688961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ec8339-c5e1-466c-a1b6-5c6236d9423c') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:33.704432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.727555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.735399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:33.735833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.752388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for a4537e1f-33cc-4f18-8ce9-e5b914a2586e owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:33.836647 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:33.852031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e9f3c08-927e-4eff-92b2-d86a210d106e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:33.869645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:security_group_rule and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:33.879280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.884990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-028493ae-cb9b-48a8-a91e-484b2d7b784a tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:33.902648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:33.918559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.949006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=2d6c32dc-bcd3-47bb-b1ae-e750c6758d51,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:33.952681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 HTTP/1.1" status: 204 len: 168 time: 2.8593605 Dec 22 15:25:33.955797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:33.962009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45912) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:33.971736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613971600'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:33.978732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.979445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:33.981218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:33.982166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:33.983594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b15a8dd0-88b7-42a7-a3ea-f468da549823 HTTP/1.1" status: 204 len: 168 time: 0.7395501 Dec 22 15:25:33.986230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1295e91-1f83-4c3a-9bbc-a5df57d53c39 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:34.000782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:34.005602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:34.009584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15a8dd0-88b7-42a7-a3ea-f468da549823,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:34.010356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:34.013536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:34.018253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:34.023788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:34.034405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:34.120124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.122795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Pushing event updated for resources: {'Port': ['ID=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:34.132393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:34.138918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:34.159981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.257954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:34.280674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.292462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34330188-66ab-4349-8596-67bec8860008 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:34.350561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45920) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:34.360605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Attempting to bind port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:34.361396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Attempting to bind port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '36f05e4d-5b5c-41d1-b6c6-664f1acee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:34.364500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Attempting to bind port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 on network 35beb22b-f9f7-44dc-b6ab-783c069e42ae {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:34.385481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:34.386684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Checking segment: {'id': '36f05e4d-5b5c-41d1-b6c6-664f1acee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:34.387481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.390158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Bound using segment: {'id': '36f05e4d-5b5c-41d1-b6c6-664f1acee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:34.391561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Bound port: 71663dd8-3a65-4b6c-b88a-6ee4a52b1258, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f05e4d-5b5c-41d1-b6c6-664f1acee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '35beb22b-f9f7-44dc-b6ab-783c069e42ae'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:34.392846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.402567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.403070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment 72b283e6-5194-46c1-9207-0db793c33f60 of type vlan for network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 Dec 22 15:25:34.452689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] For port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:34.463431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.481666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] For port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,segment=NetworkSegment(65983570-0860-4f6f-bc26-4462e7b15162),segment_id=65983570-0860-4f6f-bc26-4462e7b15162)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:34.542928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.545618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.14 (35beb22b-f9f7-44dc-b6ab-783c069e42ae/4fa2510e-9625-4ba9-8b62-14710a4313ae/de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:34.563306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ada4c62-dd35-4022-b2af-1526eb80ac93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:34.572962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.577593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:34.579394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.595350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9202a66b-1e9e-43d2-9f15-97db515e7332 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:34.635651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8876bbe2-d37b-4b31-8c87-1475b33425f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.647024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=da202eb9-b911-4337-86c2-14195aace16f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:34.652265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:34.659899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Project cbfe9de0bdee4486b543b75cee507e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:25:34.696596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.761641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.795710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4818764f-f650-4457-9713-a23e9e199412 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:34.813550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] For port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:34.817908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Pushing event updated for resources: {'Port': ['ID=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:34.832135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] For port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,segment=NetworkSegment(36f05e4d-5b5c-41d1-b6c6-664f1acee537),segment_id=36f05e4d-5b5c-41d1-b6c6-664f1acee537)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:34.835030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:34.872987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:34.883530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b4ab8c2-1c15-4838-a102-a6d200b966b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:34.883707 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9187701 Dec 22 15:25:34.890369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45930) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:34.899037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:34.925416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=60c72d67-4cb7-4e83-a205-04bbf3be11c2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:34.936702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:34.951386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': '292ed95e-02c2-4c41-a74b-48103d842032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0af5e44-97f3-40a3-8e03-18e17adc6ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:34.952034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: f0af5e44-97f3-40a3-8e03-18e17adc6ae9, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:35.090465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.091958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:35.136800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2090c825-b531-47d0-b734-46c6b0d72647 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:35.138446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-2090c825-b531-47d0-b734-46c6b0d72647 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:25:35.140991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2090c825-b531-47d0-b734-46c6b0d72647 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7886646 Dec 22 15:25:35.144327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:35.149831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45936) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:35.165930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1683002458'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:35.180970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:35.196620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:35.204984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:35.221361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:35.240818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:35.249177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:35.270365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:35.285104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.316779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.358025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:35.412351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Pushing event updated for resources: {'Port': ['ID=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:35.418957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=a4537e1f-33cc-4f18-8ce9-e5b914a2586e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:35.420202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:35.455041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:35.463393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:35.468818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:35.476525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:35.483579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:35.762648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network f0af5e44-97f3-40a3-8e03-18e17adc6ae9 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:35.769706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.772119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.797431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.813072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.858289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.865205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:35.868827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51192b87-0a43-4aa6-9ddc-d9298e873d30 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:35.991840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:35.996340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/ports/a4537e1f-33cc-4f18-8ce9-e5b914a2586e HTTP/1.1" status: 204 len: 168 time: 4.5532346 Dec 22 15:25:35.998195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, f0af5e44-97f3-40a3-8e03-18e17adc6ae9) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:36.008932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45944) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.016507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773a6459-03d3-417e-8754-eb151c2e6ba9,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:36.024491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:36.025531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.044324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:36.071968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:36.109166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.113297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:36.216374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb4f6e8-fef4-4b89-91dc-7b15c37cf065 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] GET failed (client error): The resource could not be found. Dec 22 15:25:36.217306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2fb4f6e8-fef4-4b89-91dc-7b15c37cf065 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Synchronizing usage tracker for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:36.235007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.240502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 2.8551171 Dec 22 15:25:36.245964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45950) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.277883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5593cb8f-9fd7-474e-9664-5a744064b039,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:36.296632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'network': {'name': 'tempest-network-smoke--958117591', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:36.297052 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.9842162 Dec 22 15:25:36.301711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45956) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.309757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:36.326969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:36.329029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:36.341544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:36.348173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:36.351345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.371864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:network and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:36.372660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:36.382116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:36.383483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:36.390966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:36.454327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:36.520495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2fb4f6e8-fef4-4b89-91dc-7b15c37cf065 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Unset dirty status for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:36.528134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2fb4f6e8-fef4-4b89-91dc-7b15c37cf065 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "GET /v2.0/ports/a4537e1f-33cc-4f18-8ce9-e5b914a2586e HTTP/1.1" status: 404 len: 333 time: 0.5092630 Dec 22 15:25:36.528454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45962) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.535804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'name': 'tempest-AllowedAddressPairTestJSON-906956983'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:36.574023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Made reservation on behalf of cbfe9de0bdee4486b543b75cee507e3a for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:36.579978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.708470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:36.708470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45966) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:36.727721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.738589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:36.755085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:36.766119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:36.844948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:36.855523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.859486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:36.862700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:36.891905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:36.901369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.924775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.925651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Added segment a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64 of type vlan for network 43d98441-7bdf-42b9-92c0-8a249f38176d Dec 22 15:25:36.927934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac2447a3-fa9d-427f-8c9a-0a90ac3c249c tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:36.941780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.953052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.957963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:36.959948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:36.972523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1840125323'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:37.007314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:37.019297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Usage tracker for resource:network and tenant:1a15f2ab193d413f94768d0b0e13f69a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:37.024387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:37.026643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:37.030279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.065545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922a012f-e4b0-479b-a769-f0a5b04009f4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:37.077031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.081177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9264381 Dec 22 15:25:37.081177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:37.081480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port 9ea33aad-8f67-46c3-9e18-121a5926a1d9 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:37.092831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45972) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:37.094629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:37.125137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.129040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '922a012f-e4b0-479b-a769-f0a5b04009f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:37.132428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb98357e-974c-4b0e-a157-699e37c9ff6d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:37.159164 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9122138 Dec 22 15:25:37.160540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45976) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:37.174062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:37.308350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:37.328923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:37.348307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:37.358401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=3f569826-18e0-4076-8bc2-c8e7d6e1e3b2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:37.358624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.363773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:37.378395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': '72b283e6-5194-46c1-9207-0db793c33f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:37.378949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: 60c72d67-4cb7-4e83-a205-04bbf3be11c2, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:37.401498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:37.418584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Provisioning for port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:37.421713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.426921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Provisioning complete for port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:37.427435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.510339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.522452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:37.525673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.531333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.614933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Allocated IP 172.20.0.5 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/9ea33aad-8f67-46c3-9e18-121a5926a1d9) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:37.615815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.626468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.658994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] For port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,segment=NetworkSegment(65983570-0860-4f6f-bc26-4462e7b15162),segment_id=65983570-0860-4f6f-bc26-4462e7b15162)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:37.676103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2751b09-a79f-4b21-9629-e3ec8ba58a76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:37.720960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:37.723794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:37.837029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Pushing event updated for resources: {'Port': ['ID=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:37.853096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:37.877923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Network': ['ID=43d98441-7bdf-42b9-92c0-8a249f38176d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:37.881835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:37.886593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:37.894794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6444440 Dec 22 15:25:37.906348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45980) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:37.923336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'admin_state_up': True, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:37.927911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 43d98441-7bdf-42b9-92c0-8a249f38176d details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:37.934426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:37.939348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:router and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:37.943927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:37.951788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:37.982367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 60c72d67-4cb7-4e83-a205-04bbf3be11c2) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:37.987277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:37.988689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.015741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.019469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.039079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.075094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1839921 Dec 22 15:25:38.076073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45984) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:38.090208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-201845306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:38.098597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:38.103583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:38.107363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:38.125634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:38.158871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:38.250129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:38.312230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Usage tracker for resource:security_group_rule and tenant:1a15f2ab193d413f94768d0b0e13f69a is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:38.321514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:38.327253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17e91b-7df0-4ebe-9c71-2d074ee1abb7 None None] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:38.341099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686115f2-cf29-47e5-a7aa-b23f4fe306bb None None] Network 471e56d6-0441-4fdf-bf30-f321b2395f9f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:38.366856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77867daf-dad1-4e5d-afe8-a6bb852bee50 None None] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:38.367379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:38.406053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77867daf-dad1-4e5d-afe8-a6bb852bee50 None None] Network 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 could not be found, it might have been deleted concurrently. {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:25:38.408418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81654929-74be-4521-a193-150f0470cb10 None None] Network f0af5e44-97f3-40a3-8e03-18e17adc6ae9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:38.431503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.563935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb34111-7ecb-4a77-bcdd-cc8f53723bc6 None None] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:38.602751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.603361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Transition to ACTIVE for port object 9ea33aad-8f67-46c3-9e18-121a5926a1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:38.629148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.764737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee281f15-fd2e-4cf3-9ae8-d190e9961364 None None] DHCP port deletion for 2d6c32dc-bcd3-47bb-b1ae-e750c6758d51 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:25:38.809455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.811898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.823945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dea02afd-44ff-4260-a8fb-96ee44dfc840 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:38.828662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.829940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.850553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.868008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1dc1438-798c-45b8-a988-06b944134aec tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:38.905930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711375bf-d773-4551-9808-786ce5183de2,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:38.913551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:38.927277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:38.927277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a91dc82a-3cc8-4356-a39e-5f99cd6788a1 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:38.990706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-01ae5390-3499-45e6-b5a2-3d3228dde23b None None] Provisioning for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:39.004330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f37c0b-293e-4fbb-950b-580e8567c5f1 None None] Network f0af5e44-97f3-40a3-8e03-18e17adc6ae9 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:39.004647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=da202eb9-b911-4337-86c2-14195aace16f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:39.021485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.039441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:39.041965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:39.046404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.048496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f1d9c6f-6f20-4f88-bfbc-5517eb79b3e6 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:39.067052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.069326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.9631579 Dec 22 15:25:39.078941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45988) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:39.153266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '922a012f-e4b0-479b-a769-f0a5b04009f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:39.186157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:39.189484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:39.222007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.268434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:39.273783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=9ea33aad-8f67-46c3-9e18-121a5926a1d9,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:39.277706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:39.278009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:39.295216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.304709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:39.316781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f092a797-9c7a-453a-8123-9d075fad8b1e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:39.326314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:39.331789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:39.342941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:39.345687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:39.346801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.356729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.361187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf9de8ed-9367-42f6-8f13-2946311d195a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2803109 Dec 22 15:25:39.367154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 45992) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:39.370891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.371367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Added segment 8af3227c-1af3-4007-8ffd-27ee7637b628 of type vlan for network 222f8446-671b-4a11-85b8-6b34a4321adc Dec 22 15:25:39.437968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.479129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.486699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0af5e44-97f3-40a3-8e03-18e17adc6ae9']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:39.546860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292ed95e-02c2-4c41-a74b-48103d842032') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:39.547207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292ed95e-02c2-4c41-a74b-48103d842032') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:39.577946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.641227 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1112032 Dec 22 15:25:39.653178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.657017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 45996) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:39.663111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.674556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:65:ac:b9'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:39.718297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Allocated IP 172.26.4.182 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/297684e5-f8de-47f5-a617-1771fdc64676) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:39.727062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.736671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.794389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:39.794951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:39.805658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e8f1137c-5663-4376-97f7-6da411a65e70 None None] Could not find standard attr ID for object a4537e1f-33cc-4f18-8ce9-e5b914a2586e. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:39.812697 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:39.975690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:39.976314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.037148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.042654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:40.043593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.059422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3093ad0b-91d2-4385-ba0c-cb38fa4fb354 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:40.257686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b13aee0b-3004-487a-9c68-280c937e3a36 None None] Provisioning for port 9ea33aad-8f67-46c3-9e18-121a5926a1d9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:40.331429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b13aee0b-3004-487a-9c68-280c937e3a36 None None] Provisioning complete for port 9ea33aad-8f67-46c3-9e18-121a5926a1d9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:40.332085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b13aee0b-3004-487a-9c68-280c937e3a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.394525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.414457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-60c72d67-4cb7-4e83-a205-04bbf3be11c2', 'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': '3f569826-18e0-4076-8bc2-c8e7d6e1e3b2'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:40.415892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.463785 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.7521322 Dec 22 15:25:40.470844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.472904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46000) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:40.478662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/f0af5e44-97f3-40a3-8e03-18e17adc6ae9 HTTP/1.1" status: 204 len: 168 time: 4.1744728 Dec 22 15:25:40.481068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46004) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:40.481326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:25:40.487025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c4d6e25-962b-45b2-a570-9b3a79274a50 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3969510 Dec 22 15:25:40.487303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'subnet': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:40.487842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Network': ['ID=222f8446-671b-4a11-85b8-6b34a4321adc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:40.490706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46006) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:40.507615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.514830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:40.515940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4886017b-9560-4a80-ba4e-0a5783f7a52b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:40.521827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 222f8446-671b-4a11-85b8-6b34a4321adc details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:40.529711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1415834867'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:40.547856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:40.567275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:40.576712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:40.592327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b13aee0b-3004-487a-9c68-280c937e3a36 None None] Port 9ea33aad-8f67-46c3-9e18-121a5926a1d9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:40.595681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:40.761713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:40.766417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Usage tracker for resource:subnet and tenant:1a15f2ab193d413f94768d0b0e13f69a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:40.770113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:40.782060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:40.790791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:40.796794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.814518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:40.852756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.872207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:40.880020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73ca561e-0e99-42d2-ad5f-6ece0e77402f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:40.953837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:40.982184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Allocated IP 2001:db8::2 (60c72d67-4cb7-4e83-a205-04bbf3be11c2/3f569826-18e0-4076-8bc2-c8e7d6e1e3b2/58482905-129b-4e87-9931-c92bc5f07716) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:40.987948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:41.021835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:41.041743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:41.042296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.042785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=f0af5e44-97f3-40a3-8e03-18e17adc6ae9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:41.086906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.087324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment e35b0af6-9ab0-4759-9715-c1e0899dd667 of type vlan for network 837b1338-9fc5-4f1f-b7c8-57099ee2801f Dec 22 15:25:41.157925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:41.173286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:41.202849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:41.205617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:41.221088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:25:41.278904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Port': ['ID=297684e5-f8de-47f5-a617-1771fdc64676,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:41.290144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:41.358247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.407437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.451992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.455440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.532289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.532717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.552458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,segment=NetworkSegment(36f05e4d-5b5c-41d1-b6c6-664f1acee537),segment_id=36f05e4d-5b5c-41d1-b6c6-664f1acee537)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:41.560758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Transition to ACTIVE for port object 58482905-129b-4e87-9931-c92bc5f07716 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:41.594657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Transition to ACTIVE for port object 58482905-129b-4e87-9931-c92bc5f07716 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:41.612254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.625189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1de864f1-37c7-4f1a-9b6a-687a8e9d4e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:41.695242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ddf00a5f-ed29-457b-b976-2c5314f878aa no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:25:41.702245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.752672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.755705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.763245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9b37233-c1da-4ce5-8887-ddaf6ba6caf4 tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:41.767471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: ddf00a5f-ed29-457b-b976-2c5314f878aa {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:25:41.767877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ddf00a5f-ed29-457b-b976-2c5314f878aa not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:25:41.802997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.809331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:41.813001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:41.817161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:41.825490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:41.830603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:41.832530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b62d17b-f714-40af-9885-5223beed6072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:41.982935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.988460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:41.997764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:41.998528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.020436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f950b65-34d1-4943-b9b9-365fe193086c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:42.030071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Attempting to bind port 58482905-129b-4e87-9931-c92bc5f07716 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:42.030475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Attempting to bind port 58482905-129b-4e87-9931-c92bc5f07716 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '72b283e6-5194-46c1-9207-0db793c33f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:42.031009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Attempting to bind port 58482905-129b-4e87-9931-c92bc5f07716 on network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:42.033825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Pushing event updated for resources: {'Port': ['ID=58482905-129b-4e87-9931-c92bc5f07716,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:42.039863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:42.044938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:42.045568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Checking segment: {'id': '72b283e6-5194-46c1-9207-0db793c33f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:42.045859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.046631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Bound using segment: {'id': '72b283e6-5194-46c1-9207-0db793c33f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:42.047601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Bound port: 58482905-129b-4e87-9931-c92bc5f07716, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b283e6-5194-46c1-9207-0db793c33f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '60c72d67-4cb7-4e83-a205-04bbf3be11c2'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:42.048051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.079266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.158258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.197450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:42.208019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:42.244355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] For port 58482905-129b-4e87-9931-c92bc5f07716, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:42.251734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] For port 58482905-129b-4e87-9931-c92bc5f07716, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=58482905-129b-4e87-9931-c92bc5f07716,segment=NetworkSegment(72b283e6-5194-46c1-9207-0db793c33f60),segment_id=72b283e6-5194-46c1-9207-0db793c33f60)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:42.265559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe2b1f07-38fb-4f6d-a88d-bf7bb5758e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:42.275561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=837b1338-9fc5-4f1f-b7c8-57099ee2801f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:42.284197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.284563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:42.291271 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/922a012f-e4b0-479b-a769-f0a5b04009f4 HTTP/1.1" status: 204 len: 168 time: 1.7859840 Dec 22 15:25:42.291612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56068357-b6c8-4c44-bd2a-4da983a697e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:42.293412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.300099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3673426b-de9f-48a2-a1b9-33a1119e4119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:42.301566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46012) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.302416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922a012f-e4b0-479b-a769-f0a5b04009f4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:42.305298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:42.336860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8250377 Dec 22 15:25:42.340467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 837b1338-9fc5-4f1f-b7c8-57099ee2801f details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:25:42.348521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46016) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.355240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:42.557172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] In _notify_port_updated(), no bound segment for port 9ea33aad-8f67-46c3-9e18-121a5926a1d9 on network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:25:42.562749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:42.563970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.569769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "PUT /v2.0/ports/9ea33aad-8f67-46c3-9e18-121a5926a1d9 HTTP/1.1" status: 200 len: 992 time: 2.9101152 Dec 22 15:25:42.572434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46022) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:42.637148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5b2f4-a4e5-4d60-95db-39e01c790ada None None] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:42.648388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=9ea33aad-8f67-46c3-9e18-121a5926a1d9,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:42.666025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:42.688031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fae004-f458-47ca-a593-e5f128aa0da9 None None] Network 471e56d6-0441-4fdf-bf30-f321b2395f9f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:42.703585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.704379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.722666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port 9ea33aad-8f67-46c3-9e18-121a5926a1d9 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:42.723077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.855100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:42.870606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2866732f-c219-45e7-b5fb-5979fe0dc601 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:42.889293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0123ac4e-4756-4ee8-8bf6-700a699c5b44 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:42.913833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:42.921900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:42.949608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:42.988244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:43.015906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Subnet': ['ID=4454004b-e5e4-48a7-a684-272a31958908,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:43.027730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:43.157994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Checking segment: {'id': '8af3227c-1af3-4007-8ffd-27ee7637b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:43.159286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network hostable DHCP agents. Network: 222f8446-671b-4a11-85b8-6b34a4321adc, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:43.170325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0123ac4e-4756-4ee8-8bf6-700a699c5b44 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:43.172370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0123ac4e-4756-4ee8-8bf6-700a699c5b44 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8656886 Dec 22 15:25:43.186123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46026) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:43.187329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:43.213998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.250401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--228188885'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:43.279512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:43.285507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8::1 (60c72d67-4cb7-4e83-a205-04bbf3be11c2/3f569826-18e0-4076-8bc2-c8e7d6e1e3b2/63445efc-94e7-4480-988d-f64a84bbad76) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:43.305301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:43.376541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Pushing event updated for resources: {'Port': ['ID=58482905-129b-4e87-9931-c92bc5f07716,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:43.398954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.424284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:43.429576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff58691d-3520-4f46-b67a-fd014b85b8b3 None None] Provisioning for port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:43.431943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.465269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff58691d-3520-4f46-b67a-fd014b85b8b3 None None] Provisioning complete for port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:43.466223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff58691d-3520-4f46-b67a-fd014b85b8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.522727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.685942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff58691d-3520-4f46-b67a-fd014b85b8b3 None None] Port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:43.767582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.825223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff58691d-3520-4f46-b67a-fd014b85b8b3 None None] Provisioning complete for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:43.825465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff58691d-3520-4f46-b67a-fd014b85b8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:43.869703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for 9ea33aad-8f67-46c3-9e18-121a5926a1d9 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:43.884503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:44.084706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.111230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object 63445efc-94e7-4480-988d-f64a84bbad76 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:44.117883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:44.118320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.147588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:44.163481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:44.256554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:44.260425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:44.274903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:44.277754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 222f8446-671b-4a11-85b8-6b34a4321adc) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:44.298612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d371a-77cb-4968-b9af-a0233e997bd8 None None] Network 222f8446-671b-4a11-85b8-6b34a4321adc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:44.344491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:44.345234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.359333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.370179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d1077e6-e40a-4f2f-b9b8-f5624598fe4e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:44.446973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.484785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.522410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-60acd2a7-56f7-431d-a417-6d08a2021010 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:44.522928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.639012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1647818 Dec 22 15:25:44.652594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46030) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:44.672643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=9ea33aad-8f67-46c3-9e18-121a5926a1d9,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:44.685336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1844251555'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:44.712610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:44.759812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-222f8446-671b-4a11-85b8-6b34a4321adc', 'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'tenant_id': '1a15f2ab193d413f94768d0b0e13f69a', 'fixed_ips': [{'subnet_id': '4454004b-e5e4-48a7-a684-272a31958908'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:44.761213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:44.883350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:25:45.108922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Allocated IP 2001:db8::2 (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/81900969-8a0d-4b99-9698-fb7d33654136) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:45.113845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:45.124322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=63445efc-94e7-4480-988d-f64a84bbad76,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:45.243458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:45.262656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:45.269344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7a289a3-f021-4f31-b1fd-2db94d9a2e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.719s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:45.279793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:45.284856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:45.285926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:45.290114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:45.312198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Usage tracker for resource:port and tenant:1a15f2ab193d413f94768d0b0e13f69a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:45.312198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:45.314651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/ports/9ea33aad-8f67-46c3-9e18-121a5926a1d9 HTTP/1.1" status: 204 len: 168 time: 2.7229478 Dec 22 15:25:45.316510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:45.324829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46034) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:45.341515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:45.415646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-951f1cb6-4f88-4f59-9927-a05dc8c5f50e None None] Provisioning complete for port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:45.420528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-951f1cb6-4f88-4f59-9927-a05dc8c5f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:45.449453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d102872-7e04-447e-8cd2-302d7ab5a3a0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:45.452542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc5f12f-8c27-4ad5-9897-11e84696e607 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] GET failed (client error): The resource could not be found. Dec 22 15:25:45.466805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0dc5f12f-8c27-4ad5-9897-11e84696e607 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "GET /v2.0/ports/9ea33aad-8f67-46c3-9e18-121a5926a1d9 HTTP/1.1" status: 404 len: 333 time: 0.1368606 Dec 22 15:25:45.467674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46038) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:45.469733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:45.514163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:45.520082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:45.554801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] device_id is not set on port fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:45.759923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:45.788164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Sync routers for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:45.873489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:45.874548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:45.898748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:45.904683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.9897926 Dec 22 15:25:45.904982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2250f6df-af60-450c-9230-10580c5a72de tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.586s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:45.905337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46042) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:45.958947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'name': 'tempest-AllowedAddressPairTestJSON-1418696639'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:46.033371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.036493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.8112049 Dec 22 15:25:46.041651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46048) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.058979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.061751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-de680970-a576-4f15-9fdc-1d300edfe86f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '9d102872-7e04-447e-8cd2-302d7ab5a3a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:46.063176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-de680970-a576-4f15-9fdc-1d300edfe86f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:46.068358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-de680970-a576-4f15-9fdc-1d300edfe86f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0237048 Dec 22 15:25:46.077618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46052) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.232182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 58482905-129b-4e87-9931-c92bc5f07716 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:46.297742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-718d12c7-158c-463e-baa9-ba69df19ba7b tempest-TestNetworkAdvancedServerOps-1362159728 tempest-TestNetworkAdvancedServerOps-1362159728-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=cbfe9de0bdee4486b543b75cee507e3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3880246 Dec 22 15:25:46.319716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46056) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.425536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.425824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=561e6c51-7ca7-4303-81b9-7e437b9348b0,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:46.433643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:46.438458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.441099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:25:46.478499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.517567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d749d307-a53a-4b35-b120-188e290f794d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:46.603903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d61d17-d776-4c7e-86b6-4c7c554a0a46 None None] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:46.656895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.710018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-951f1cb6-4f88-4f59-9927-a05dc8c5f50e None None] Could not find standard attr ID for object 9ea33aad-8f67-46c3-9e18-121a5926a1d9. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:25:46.727606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.755729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.774423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-152d2b6b-0dda-4494-95ed-453e6dfd2d6d tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:46.799349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d102872-7e04-447e-8cd2-302d7ab5a3a0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:46.802633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:46.811431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ecad4-f821-48e5-bdfb-9c36cc2babb7 tempest-TestNetworkAdvancedServerOps-1362159728 tempest-TestNetworkAdvancedServerOps-1362159728-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:46.814544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a4ecad4-f821-48e5-bdfb-9c36cc2babb7 tempest-TestNetworkAdvancedServerOps-1362159728 tempest-TestNetworkAdvancedServerOps-1362159728-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4926870 Dec 22 15:25:46.816546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:46.822184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d102872-7e04-447e-8cd2-302d7ab5a3a0 HTTP/1.1" status: 204 len: 168 time: 0.7388422 Dec 22 15:25:46.822184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46060) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.822631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Transition to ACTIVE for port object 81900969-8a0d-4b99-9698-fb7d33654136 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:46.841535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46062) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.858350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 58482905-129b-4e87-9931-c92bc5f07716 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:46.886179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f47fb1b1-818d-4525-86e0-e2f3e28fa71e tempest-TestNetworkAdvancedServerOps-1362159728 tempest-TestNetworkAdvancedServerOps-1362159728-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646613 Dec 22 15:25:46.889102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46068) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:46.896478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350655679', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:46.913152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:46.917467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': 'e35b0af6-9ab0-4759-9715-c1e0899dd667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:46.918436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: 837b1338-9fc5-4f1f-b7c8-57099ee2801f, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:46.921250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Transition to ACTIVE for port object 81900969-8a0d-4b99-9698-fb7d33654136 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:46.943436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:46.982152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.000328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a087d0de-ecb9-4b96-82cc-a8149d9e7589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:47.016276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:47.106036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Provisioning for port 58482905-129b-4e87-9931-c92bc5f07716 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:47.163009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Pushing event updated for resources: {'Port': ['ID=81900969-8a0d-4b99-9698-fb7d33654136,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:47.184572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:47.205588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Provisioning complete for port 58482905-129b-4e87-9931-c92bc5f07716 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:47.206076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.220191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:47.239679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:47.244654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.250732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:subnet and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:47.257006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Allocated IP 2001:db8::190 (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/fd2ffdc2-129c-4c3c-b2b6-eafd8394e635) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:47.261224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:47.264259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:47.277411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:47.278756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:47.287623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:47.355043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:47.359178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Made reservation on behalf of cbfe9de0bdee4486b543b75cee507e3a for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:47.364436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.460915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-12e52c9e-52a5-43dc-8b0f-27417be863e9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:47.479008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:25:41Z', 'revision_number': 3, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:47.481741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Attempting to bind port 81900969-8a0d-4b99-9698-fb7d33654136 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:47.482175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Attempting to bind port 81900969-8a0d-4b99-9698-fb7d33654136 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '8af3227c-1af3-4007-8ffd-27ee7637b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:47.482596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Attempting to bind port 81900969-8a0d-4b99-9698-fb7d33654136 on network 222f8446-671b-4a11-85b8-6b34a4321adc {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:47.487566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 837b1338-9fc5-4f1f-b7c8-57099ee2801f is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:47.502508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Checking router: 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:25:47.503010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Updating router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 port 297684e5-f8de-47f5-a617-1771fdc64676 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:25:47.512364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:47.529781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:47.537303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port f873fb34-0b7b-491b-81f0-b4dcdba369ac yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:47.572112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.627635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:47.628055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Checking segment: {'id': '8af3227c-1af3-4007-8ffd-27ee7637b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:47.628517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.628977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Bound using segment: {'id': '8af3227c-1af3-4007-8ffd-27ee7637b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:47.629553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Bound port: 81900969-8a0d-4b99-9698-fb7d33654136, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af3227c-1af3-4007-8ffd-27ee7637b628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:47.630532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.650836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.695017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.819314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] For port 58482905-129b-4e87-9931-c92bc5f07716, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=58482905-129b-4e87-9931-c92bc5f07716,segment=NetworkSegment(72b283e6-5194-46c1-9207-0db793c33f60),segment_id=72b283e6-5194-46c1-9207-0db793c33f60)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:47.876926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:47.884242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce38f1db-fb46-47ee-b7a7-12b7d06e8a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:47.980956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] For port 81900969-8a0d-4b99-9698-fb7d33654136, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:48.004705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Provisioning complete for port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:48.005192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.084079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 837b1338-9fc5-4f1f-b7c8-57099ee2801f) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:48.121454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] For port 81900969-8a0d-4b99-9698-fb7d33654136, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=81900969-8a0d-4b99-9698-fb7d33654136,segment=NetworkSegment(8af3227c-1af3-4007-8ffd-27ee7637b628),segment_id=8af3227c-1af3-4007-8ffd-27ee7637b628)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:48.134024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9fcc44-72de-41f7-a0ed-e5f07033c06c None None] Network 837b1338-9fc5-4f1f-b7c8-57099ee2801f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:48.644681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.652420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-12e52c9e-52a5-43dc-8b0f-27417be863e9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:48.652420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-12e52c9e-52a5-43dc-8b0f-27417be863e9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.4192867 Dec 22 15:25:48.708812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46072) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:48.708812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--631618898'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:48.708812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:48.708812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:48.708812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.708812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Transition to ACTIVE for port object fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:48.709777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:48.709777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.710036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Pushing event updated for resources: {'Port': ['ID=58482905-129b-4e87-9931-c92bc5f07716,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:48.710036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:48.710036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:48.710270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Allocated IP 172.20.0.11 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/f873fb34-0b7b-491b-81f0-b4dcdba369ac) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:48.710362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.710362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.710362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.710634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:48.710723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ff0b3da-b6fc-4cb7-a9f8-14d4a6443ab6 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:48.739080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Provisioning complete for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:48.739544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.754424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 6.3997278 Dec 22 15:25:48.760999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46076) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:48.776245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:48.822150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:48.842052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:48.846829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:48.847266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:48.862643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Pushing event updated for resources: {'Port': ['ID=81900969-8a0d-4b99-9698-fb7d33654136,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:48.928337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:48.990661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:48.995814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:49.012833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Subnet': ['ID=c0e4e441-69de-4668-bb39-18809adb0d15,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:49.020173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:49.032240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:49.041533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-345aa78d-8457-437d-8c95-79be8c788f99 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:49.090122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:49.112826 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4456043 Dec 22 15:25:49.121621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:49.142113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1103057492', 'allowed_address_pairs': [{'ip_address': '2001:db8::190', 'mac_address': 'fa:16:3e:ae:ab:e5'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:49.191456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-837b1338-9fc5-4f1f-b7c8-57099ee2801f', 'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': '561e6c51-7ca7-4303-81b9-7e437b9348b0'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:49.194054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.681633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Allocated IP 2001:db8::1 (837b1338-9fc5-4f1f-b7c8-57099ee2801f/561e6c51-7ca7-4303-81b9-7e437b9348b0/6df85154-0a7f-4357-bb06-2d45b3b08b6b) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:49.723124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.729960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.738782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Transition to ACTIVE for port object 297684e5-f8de-47f5-a617-1771fdc64676 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:49.772129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.773524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.783997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec8c35aa-68ce-4ec9-9e94-aa7d12b2b3bb tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:49.847053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Checking segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:49.847782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network hostable DHCP agents. Network: 43d98441-7bdf-42b9-92c0-8a249f38176d, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:25:49.871237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.902753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.914015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 58482905-129b-4e87-9931-c92bc5f07716 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:49.920853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:49.951081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=fd2ffdc2-129c-4c3c-b2b6-eafd8394e635,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:49.962453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=63445efc-94e7-4480-988d-f64a84bbad76,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:49.968592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:49.996781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.955s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:50.022304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:50.023377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Transition to ACTIVE for port object f873fb34-0b7b-491b-81f0-b4dcdba369ac will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:50.056733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.104047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0843dd-4694-42f4-af9d-45d4ffb60275 None None] Pushing event updated for resources: {'Port': ['ID=297684e5-f8de-47f5-a617-1771fdc64676,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:50.113164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e0843dd-4694-42f4-af9d-45d4ffb60275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:50.142323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Provisioning complete for port 58482905-129b-4e87-9931-c92bc5f07716 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:50.143021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.179956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:50.182741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:50.185480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.213400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b5a19585-0ba1-4768-90c0-d1de3005bcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:50.291282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:50.293185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.308458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:50.338022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Attempting to bind port 297684e5-f8de-47f5-a617-1771fdc64676 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:50.338739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Attempting to bind port 297684e5-f8de-47f5-a617-1771fdc64676 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:50.339027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Attempting to bind port 297684e5-f8de-47f5-a617-1771fdc64676 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:50.342428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Usage tracker for resource:port and tenant:1a15f2ab193d413f94768d0b0e13f69a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:50.347318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network 43d98441-7bdf-42b9-92c0-8a249f38176d is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:25:50.351535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:50.373594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ba644-6448-4b74-ba60-783e0c114a82,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:50.376333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.415823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:50.418637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:50.424191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.425885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1427004 Dec 22 15:25:50.437384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46084) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.459872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 43d98441-7bdf-42b9-92c0-8a249f38176d) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:50.474108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:50.474793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.485659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-61cee21a-798c-402f-b8ab-e816fde6744e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '7e2ba644-6448-4b74-ba60-783e0c114a82', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:50.486308 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-61cee21a-798c-402f-b8ab-e816fde6744e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:50.491495 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-61cee21a-798c-402f-b8ab-e816fde6744e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0333626 Dec 22 15:25:50.507993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46088) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.542133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:50.555823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09ca71-89bd-4802-aada-0d58fdd0e897 None None] Network 43d98441-7bdf-42b9-92c0-8a249f38176d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:50.611851 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.7215140 Dec 22 15:25:50.622249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46092) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:50.679133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=f873fb34-0b7b-491b-81f0-b4dcdba369ac,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:50.699742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:50.828261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Router 4553f537-0302-42f6-9c6f-24b877e97569 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:25:50.882434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:50.907680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:50.908964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:50.909198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.909816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:50.910726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Bound port: 297684e5-f8de-47f5-a617-1771fdc64676, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:50.912005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:50.981722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.013767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:51.047448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:51.063708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.075275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 58482905-129b-4e87-9931-c92bc5f07716 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:51.076128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.156506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.187965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.231865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] device_id is not set on port 83e0341a-8abd-4fa9-a1d7-92d680a7717c yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:51.336684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Transition to ACTIVE for port object 6df85154-0a7f-4357-bb06-2d45b3b08b6b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:51.341890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Provisioning complete for port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:51.342558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.349301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:51.350666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.460571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5667431 Dec 22 15:25:51.465573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46096) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:51.474627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:ac:b9'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:51.575017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:51.601904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.611400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:51.648874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ba644-6448-4b74-ba60-783e0c114a82,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:51.663370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:51.685937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Transition to ACTIVE for port object 6df85154-0a7f-4357-bb06-2d45b3b08b6b will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:51.734314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-43d98441-7bdf-42b9-92c0-8a249f38176d', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:25:51.737777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.740476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:51.758259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/routers/4553f537-0302-42f6-9c6f-24b877e97569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5769176 Dec 22 15:25:51.761403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46100) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:51.764078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] Sync routers for ids ['4553f537-0302-42f6-9c6f-24b877e97569'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:51.774411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] For port 297684e5-f8de-47f5-a617-1771fdc64676, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:51.781843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54727fa-1099-4f92-aefd-371c444aeac1 None None] Network 222f8446-671b-4a11-85b8-6b34a4321adc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:51.800198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] Routers {'4553f537-0302-42f6-9c6f-24b877e97569'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:51.802389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['4553f537-0302-42f6-9c6f-24b877e97569'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:51.821801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Provisioning for port 63445efc-94e7-4480-988d-f64a84bbad76 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:51.835234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.841357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.844015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:51.873045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45e54683-da83-40ad-8223-7b58ab3e0c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:51.920357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Allocated IP 2001:db8::69 (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/83e0341a-8abd-4fa9-a1d7-92d680a7717c) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:51.929570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Network 837b1338-9fc5-4f1f-b7c8-57099ee2801f is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:51.940079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.942133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e2ba644-6448-4b74-ba60-783e0c114a82 HTTP/1.1" status: 204 len: 168 time: 1.4318078 Dec 22 15:25:51.956206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=561e6c51-7ca7-4303-81b9-7e437b9348b0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:51.964632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:51.970393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46104) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:51.971963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:51.986060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] For port 297684e5-f8de-47f5-a617-1771fdc64676, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=297684e5-f8de-47f5-a617-1771fdc64676,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:51.991911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:51.996946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] Routers {'4553f537-0302-42f6-9c6f-24b877e97569'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:51.999051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Provisioning complete for port 63445efc-94e7-4480-988d-f64a84bbad76 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:51.999051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:51.999391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['4553f537-0302-42f6-9c6f-24b877e97569'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:52.051366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.067945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:52.068466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574504c8-11c9-4086-aa06-cec1c7c6a1ef None None] The sync data for ids ['4553f537-0302-42f6-9c6f-24b877e97569'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:52.071020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:52.086898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router b284b153-9b34-45aa-9947-66dd28f78ae1 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:25:52.268810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.369040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.429376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-790cb2fd-6c2b-4e00-8e0f-f1ce26802a32 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:52.445644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff3901-4e75-4c67-9503-2cf38a45f27c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:52.446461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfff3901-4e75-4c67-9503-2cf38a45f27c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:52.451480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837b1338-9fc5-4f1f-b7c8-57099ee2801f']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:52.537442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b0af6-9ab0-4759-9715-c1e0899dd667') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:52.537755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b0af6-9ab0-4759-9715-c1e0899dd667') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:52.581036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.609711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.643408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ba42e733-c806-4518-8e4a-1e8a8b114266 None None] Port 63445efc-94e7-4480-988d-f64a84bbad76 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:52.644127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:52.644582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:52.669357 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:52.679518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-790cb2fd-6c2b-4e00-8e0f-f1ce26802a32 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:52.687175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-790cb2fd-6c2b-4e00-8e0f-f1ce26802a32 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7052977 Dec 22 15:25:52.687175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfff3901-4e75-4c67-9503-2cf38a45f27c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:52.687175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dfff3901-4e75-4c67-9503-2cf38a45f27c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4553f537-0302-42f6-9c6f-24b877e97569 HTTP/1.1" status: 200 len: 982 time: 0.9217794 Dec 22 15:25:52.714452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46108) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:52.714803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46110) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:52.807719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 81900969-8a0d-4b99-9698-fb7d33654136 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:52.834576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Pushing event updated for resources: {'Port': ['ID=6df85154-0a7f-4357-bb06-2d45b3b08b6b,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:52.849797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Attempting to bind port 6df85154-0a7f-4357-bb06-2d45b3b08b6b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:52.850233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Attempting to bind port 6df85154-0a7f-4357-bb06-2d45b3b08b6b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'e35b0af6-9ab0-4759-9715-c1e0899dd667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:52.850416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606602323'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:52.850680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Attempting to bind port 6df85154-0a7f-4357-bb06-2d45b3b08b6b on network 837b1338-9fc5-4f1f-b7c8-57099ee2801f {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:52.870609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:52.871196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53f52858-f14d-4809-8779-a219f59eb38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:52.935953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:52.940849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:53.033197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:53.046274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:53.046734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Checking segment: {'id': 'e35b0af6-9ab0-4759-9715-c1e0899dd667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:53.047197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.047664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Bound using segment: {'id': 'e35b0af6-9ab0-4759-9715-c1e0899dd667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:53.048218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Bound port: 6df85154-0a7f-4357-bb06-2d45b3b08b6b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35b0af6-9ab0-4759-9715-c1e0899dd667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:53.048651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.068326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.082267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:25:53.101087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/b284b153-9b34-45aa-9947-66dd28f78ae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7248313 Dec 22 15:25:53.101885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46116) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:53.135744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] Sync routers for ids ['b284b153-9b34-45aa-9947-66dd28f78ae1'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:25:53.160583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Provisioning for port 81900969-8a0d-4b99-9698-fb7d33654136 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:53.220538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:53.221260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:53.258160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a7382-48ac-4f32-927f-1f68983393b5 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:53.259403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e37a7382-48ac-4f32-927f-1f68983393b5 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:53.278054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.287254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:53.305395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0843dd-4694-42f4-af9d-45d4ffb60275 None None] Pushing event updated for resources: {'Port': ['ID=297684e5-f8de-47f5-a617-1771fdc64676,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:53.310863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e0843dd-4694-42f4-af9d-45d4ffb60275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:53.314185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:25:53.314185 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:25:53.314185 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': '837b1338-9fc5-4f1f-b7c8-57099ee2801f'}] Dec 22 15:25:53.314185 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:25:53.320150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:25:53.326307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Transition to ACTIVE for port object 83e0341a-8abd-4fa9-a1d7-92d680a7717c will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:53.333773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e37a7382-48ac-4f32-927f-1f68983393b5 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:53.339746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e37a7382-48ac-4f32-927f-1f68983393b5 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports/63445efc-94e7-4480-988d-f64a84bbad76 HTTP/1.1" status: 200 len: 911 time: 0.2311752 Dec 22 15:25:53.342760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46120) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:53.444084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.466701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] In _notify_port_updated(), no bound segment for port f873fb34-0b7b-491b-81f0-b4dcdba369ac on network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:25:53.471029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:53.471725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.478433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "PUT /v2.0/ports/f873fb34-0b7b-491b-81f0-b4dcdba369ac HTTP/1.1" status: 200 len: 997 time: 2.0055339 Dec 22 15:25:53.478433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=f873fb34-0b7b-491b-81f0-b4dcdba369ac,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:53.479575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:53.479891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46124) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:53.593067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Allocated IP 172.20.0.2 (43d98441-7bdf-42b9-92c0-8a249f38176d/c0e4e441-69de-4668-bb39-18809adb0d15/eaa4c619-3c23-4ce6-9155-0b1278b33ef5) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:53.598258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port f873fb34-0b7b-491b-81f0-b4dcdba369ac {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:53.600282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.623009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.637785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-781ffeb6-3d11-492f-86ce-bc23e1c10bdb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:53.672105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:53.687663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] For port 6df85154-0a7f-4357-bb06-2d45b3b08b6b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:53.691766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] Routers {'b284b153-9b34-45aa-9947-66dd28f78ae1'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:53.692544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b284b153-9b34-45aa-9947-66dd28f78ae1'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:53.699691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:53.710422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:53.791807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:53.796535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 81900969-8a0d-4b99-9698-fb7d33654136 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:53.801077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] For port 6df85154-0a7f-4357-bb06-2d45b3b08b6b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6df85154-0a7f-4357-bb06-2d45b3b08b6b,segment=NetworkSegment(e35b0af6-9ab0-4759-9715-c1e0899dd667),segment_id=e35b0af6-9ab0-4759-9715-c1e0899dd667)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:53.811711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:53.819497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.843206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 81900969-8a0d-4b99-9698-fb7d33654136 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:53.843535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.853255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=83e0341a-8abd-4fa9-a1d7-92d680a7717c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:53.877972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Provisioning for port f873fb34-0b7b-491b-81f0-b4dcdba369ac completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:53.900916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:53.920712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:53.929000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:53.949711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:53.967911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5155d99e-6209-4b28-8425-4995cb2f69a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:53.981604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:53.986135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:53.986898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.009605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.020020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Provisioning complete for port f873fb34-0b7b-491b-81f0-b4dcdba369ac triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:54.020408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.080780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port 6df85154-0a7f-4357-bb06-2d45b3b08b6b {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:54.081309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.105930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:25:54.224931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for f873fb34-0b7b-491b-81f0-b4dcdba369ac owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:54.236534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.248938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] Routers {'b284b153-9b34-45aa-9947-66dd28f78ae1'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:25:54.250154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:25:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b284b153-9b34-45aa-9947-66dd28f78ae1'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:54.259130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.1279185 Dec 22 15:25:54.290791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46128) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.303491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.380691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30277811-b940-422f-9304-c2b734577ef6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:54.475337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Port f873fb34-0b7b-491b-81f0-b4dcdba369ac cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:54.477165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:54.477623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69646e51-954a-4430-b1c8-abfd46ad0458 None None] The sync data for ids ['b284b153-9b34-45aa-9947-66dd28f78ae1'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:54.484599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e1d8e-4d06-42dc-b8f7-cc78f2c2581d tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:54.490367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e1d8e-4d06-42dc-b8f7-cc78f2c2581d tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:54.495430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e1d8e-4d06-42dc-b8f7-cc78f2c2581d tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:54.502177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8c3e1d8e-4d06-42dc-b8f7-cc78f2c2581d tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2056139 Dec 22 15:25:54.503492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46132) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.522012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Pushing event updated for resources: {'Port': ['ID=6df85154-0a7f-4357-bb06-2d45b3b08b6b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:54.527208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:54.564795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.570877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8497834 Dec 22 15:25:54.575285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46136) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.592443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-88ab5188-a098-4796-ab01-5cb806d105f1 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '37178334-87eb-4b33-ad31-1331f4a34067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:54.593803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-88ab5188-a098-4796-ab01-5cb806d105f1 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:54.608407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88ab5188-a098-4796-ab01-5cb806d105f1 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0184681 Dec 22 15:25:54.608572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37178334-87eb-4b33-ad31-1331f4a34067,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:54.608729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.638411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46140) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.639900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c745bf7-fa7a-47ce-b0ee-add35e619054 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:54.688408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:54.703654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5a0688b3-90ba-4ba1-b1c9-4b27b967f6e8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '37178334-87eb-4b33-ad31-1331f4a34067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:54.705070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-5a0688b3-90ba-4ba1-b1c9-4b27b967f6e8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:54.707144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5a0688b3-90ba-4ba1-b1c9-4b27b967f6e8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093794 Dec 22 15:25:54.716344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46144) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.720106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=f873fb34-0b7b-491b-81f0-b4dcdba369ac,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:54.731483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:54.752569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port 83e0341a-8abd-4fa9-a1d7-92d680a7717c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:25:54.753501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.837201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-63fd1e3e-d430-4e7d-b937-b7f5fd7fe120 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '37178334-87eb-4b33-ad31-1331f4a34067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:54.838076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-63fd1e3e-d430-4e7d-b937-b7f5fd7fe120 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:54.846258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63fd1e3e-d430-4e7d-b937-b7f5fd7fe120 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1122999 Dec 22 15:25:54.863736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46148) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.906652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e15ff54e-8801-4edb-a913-86021df56dc5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '37178334-87eb-4b33-ad31-1331f4a34067', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:54.907857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-e15ff54e-8801-4edb-a913-86021df56dc5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:25:54.915616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e15ff54e-8801-4edb-a913-86021df56dc5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0171533 Dec 22 15:25:54.929059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46152) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:54.955896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:54.981269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port 6df85154-0a7f-4357-bb06-2d45b3b08b6b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6df85154-0a7f-4357-bb06-2d45b3b08b6b,segment=NetworkSegment(e35b0af6-9ab0-4759-9715-c1e0899dd667),segment_id=e35b0af6-9ab0-4759-9715-c1e0899dd667)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:54.981841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:55.293252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:55.315507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for 6df85154-0a7f-4357-bb06-2d45b3b08b6b owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:55.337182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f6ac97-bfd5-44ad-b151-c268f1029f66 None None] Network 837b1338-9fc5-4f1f-b7c8-57099ee2801f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:55.474663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for 83e0341a-8abd-4fa9-a1d7-92d680a7717c owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:25:55.686259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:55.709979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:55.717949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eb39a54-f5f5-4e2b-9fc2-b7fc7010627b tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:55.722686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:55.740168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Transition to ACTIVE for port object eaa4c619-3c23-4ce6-9155-0b1278b33ef5 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:55.781350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=83e0341a-8abd-4fa9-a1d7-92d680a7717c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:55.792082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/ports/f873fb34-0b7b-491b-81f0-b4dcdba369ac HTTP/1.1" status: 204 len: 168 time: 2.3110032 Dec 22 15:25:55.799477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46156) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:55.801708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:55.893315 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9abd53-9c2e-423d-a1f8-46f570e2b2a3 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] GET failed (client error): The resource could not be found. Dec 22 15:25:55.894764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cd9abd53-9c2e-423d-a1f8-46f570e2b2a3 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Synchronizing usage tracker for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:55.914688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Provisioning complete for port 63445efc-94e7-4480-988d-f64a84bbad76 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:55.915282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:55.965461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Transition to ACTIVE for port object eaa4c619-3c23-4ce6-9155-0b1278b33ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:56.053506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.054485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.076007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:56.100908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cd9abd53-9c2e-423d-a1f8-46f570e2b2a3 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Unset dirty status for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:56.115931 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cd9abd53-9c2e-423d-a1f8-46f570e2b2a3 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "GET /v2.0/ports/f873fb34-0b7b-491b-81f0-b4dcdba369ac HTTP/1.1" status: 404 len: 333 time: 0.3119879 Dec 22 15:25:56.117035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46160) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:56.133612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.141079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.144112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0193604e-142f-4aff-89ee-230c0d09a676 None None] Port 63445efc-94e7-4480-988d-f64a84bbad76 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:56.157777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 81900969-8a0d-4b99-9698-fb7d33654136, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=81900969-8a0d-4b99-9698-fb7d33654136,segment=NetworkSegment(8af3227c-1af3-4007-8ffd-27ee7637b628),segment_id=8af3227c-1af3-4007-8ffd-27ee7637b628)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:56.177873 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/ports/83e0341a-8abd-4fa9-a1d7-92d680a7717c HTTP/1.1" status: 204 len: 168 time: 1.6490891 Dec 22 15:25:56.179356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46164) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:56.183045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Network 43d98441-7bdf-42b9-92c0-8a249f38176d is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:56.187258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'name': 'tempest-AllowedAddressPairTestJSON-321827343'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:56.188293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:56.191056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:56.198684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.224180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.234711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Pushing event updated for resources: {'Port': ['ID=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:56.237935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:56.254432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:56.267628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e0843dd-4694-42f4-af9d-45d4ffb60275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:56.301903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.337289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:25:41Z', 'revision_number': 3, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:56.338430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Port': ['ID=6df85154-0a7f-4357-bb06-2d45b3b08b6b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:56.414556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Could not find standard attr ID for object 83e0341a-8abd-4fa9-a1d7-92d680a7717c. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:25:56.416645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:56.437623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac28d83-3392-4df7-adfa-10f751083eb4 None None] The sync data for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv is: [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:25:41Z', 'revision_number': 3, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:25:56.525366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No DVR routers for this DVR port 6df85154-0a7f-4357-bb06-2d45b3b08b6b on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:25:56.549003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf67c52b-1363-4c6f-9e9d-bb166989add2 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] GET failed (client error): The resource could not be found. Dec 22 15:25:56.549003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cf67c52b-1363-4c6f-9e9d-bb166989add2 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Synchronizing usage tracker for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:56.602203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Attempting to bind port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:25:56.602932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Attempting to bind port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:25:56.603548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Attempting to bind port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 on network 43d98441-7bdf-42b9-92c0-8a249f38176d {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:25:56.619013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=81900969-8a0d-4b99-9698-fb7d33654136,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:56.625047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:56.634014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Provisioning complete for port 81900969-8a0d-4b99-9698-fb7d33654136 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:56.634457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.670017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:25:56.670354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Checking segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:25:56.670843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.671319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Bound using segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:25:56.671884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Bound port: eaa4c619-3c23-4ce6-9155-0b1278b33ef5, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:25:56.672327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.696602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:56.699731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cf67c52b-1363-4c6f-9e9d-bb166989add2 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Unset dirty status for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:56.701096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf67c52b-1363-4c6f-9e9d-bb166989add2 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "GET /v2.0/ports/83e0341a-8abd-4fa9-a1d7-92d680a7717c HTTP/1.1" status: 404 len: 333 time: 0.4049349 Dec 22 15:25:56.711613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46168) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:56.714691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:56.722531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1913777479'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:56.726546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.755742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34f3b3a0-6811-40ea-8a83-1b92b49b8fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:56.819299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37178334-87eb-4b33-ad31-1331f4a34067,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:56.846534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:56.862964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:56.868266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] For port eaa4c619-3c23-4ce6-9155-0b1278b33ef5, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:25:56.873019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.892188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] For port eaa4c619-3c23-4ce6-9155-0b1278b33ef5, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:25:56.928264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port cda03f73-1c88-4b00-ab7f-5ddc64fe5864 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:56.945818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:56.976051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:56.993126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.061918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Provisioning for port fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:57.075319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:57.082750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Provisioning complete for port fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:57.084510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.149846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:57.199752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Pushing event updated for resources: {'Port': ['ID=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:57.215624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:57.216645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Port fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:25:57.223553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1fc7aed7-527f-490b-8c7c-c7acd3d2da00 None None] Could not find standard attr ID for object f873fb34-0b7b-491b-81f0-b4dcdba369ac. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:25:57.233944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837b1338-9fc5-4f1f-b7c8-57099ee2801f']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:57.247225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:57.254295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35b0af6-9ab0-4759-9715-c1e0899dd667') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:57.254671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35b0af6-9ab0-4759-9715-c1e0899dd667') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:25:57.256359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.270429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.286464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Allocated IP 172.20.0.14 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/cda03f73-1c88-4b00-ab7f-5ddc64fe5864) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:57.287691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.297137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.301368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] device_id is not set on port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:25:57.302776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/37178334-87eb-4b33-ad31-1331f4a34067 HTTP/1.1" status: 204 len: 168 time: 2.3703592 Dec 22 15:25:57.304616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:25:57.305281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.328549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46172) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:25:57.329621 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:25:57.532895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.600293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.751580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.754264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Allocated IP 2001:db8::22a (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/1be89f19-7c90-4b60-95b6-3a86b96e10b7) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:57.826624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-165ec790-384a-4934-9d02-170d0e7e89d5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:57.852653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:57.881175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=837b1338-9fc5-4f1f-b7c8-57099ee2801f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:57.885068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dadcd09b-eeef-4fc6-a750-2207084b9115 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:25:57.894062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:57.903638 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/837b1338-9fc5-4f1f-b7c8-57099ee2801f HTTP/1.1" status: 204 len: 168 time: 9.1366944 Dec 22 15:25:57.953821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46176) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:57.960205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:58.036442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-927005877'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:58.100185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:58.334929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dadcd09b-eeef-4fc6-a750-2207084b9115 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:25:58.337081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dadcd09b-eeef-4fc6-a750-2207084b9115 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0063429 Dec 22 15:25:58.347918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46180) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:58.433030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315058891'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:58.570985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 81900969-8a0d-4b99-9698-fb7d33654136 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:58.596262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Transition to ACTIVE for port object cda03f73-1c88-4b00-ab7f-5ddc64fe5864 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:58.599121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:58.601151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:58.608921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:58.639729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:58.691249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 81900969-8a0d-4b99-9698-fb7d33654136 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:58.692256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:58.718022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:58.722720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:25:58.733175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:58.792349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:58.826863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:58.862713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:58.890768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fda8e2fd-8506-4aa1-b416-b51bb8a70d8d tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:58.965703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eaa4c619-3c23-4ce6-9155-0b1278b33ef5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:58.981243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Transition to ACTIVE for port object 1be89f19-7c90-4b60-95b6-3a86b96e10b7 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:58.984042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:25:59.104571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.105646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment f2157b99-0005-47c2-88ca-dbb714e20241 of type vlan for network bef8cb57-c219-4546-accc-95fb636003bc Dec 22 15:25:59.106198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:25:59.133707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:59.139317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:59.144316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=cda03f73-1c88-4b00-ab7f-5ddc64fe5864,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:59.149176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:59.151725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:59.155710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 297684e5-f8de-47f5-a617-1771fdc64676 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:25:59.183649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:25:59.190175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Allocated IP 172.20.0.1 (43d98441-7bdf-42b9-92c0-8a249f38176d/c0e4e441-69de-4668-bb39-18809adb0d15/410b62f7-47a8-4b0e-b5a2-784ddd6bab1e) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:25:59.195133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:25:59.321634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 297684e5-f8de-47f5-a617-1771fdc64676 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:25:59.330147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 297684e5-f8de-47f5-a617-1771fdc64676 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:25:59.330974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.415354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.416660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.417710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.418718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.419761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.420713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.421696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.424460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.425760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.427362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.428368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:25:59.435834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.451080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:59.453034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.478653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:59.479997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:59.583913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.604390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.606947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 297684e5-f8de-47f5-a617-1771fdc64676, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=297684e5-f8de-47f5-a617-1771fdc64676,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:25:59.638198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b02c512-e4b1-4387-a605-48cb8ddc068f None None] Network 43d98441-7bdf-42b9-92c0-8a249f38176d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:25:59.649838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=1be89f19-7c90-4b60-95b6-3a86b96e10b7,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:25:59.664353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:25:59.676128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.695273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6fd8215d-a8d1-414b-a4d5-31e590de8d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:59.704648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:25:59.712964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:25:59.717772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:25:59.722564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:59.730499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.753673 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa47c193-5e7e-4c2f-87b1-a2d221f033ae tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5845790 Dec 22 15:25:59.760669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46184) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:59.771246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'network_id': 'a4b57d36-6431-4aa2-8f39-ddf45bd19cfc', 'name': 'tempest-AllowedAddressPairTestJSON-408952589'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:59.798509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0856314 Dec 22 15:25:59.799629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46188) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:25:59.808189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.817663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:25:59.817663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.841175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::190', 'mac_address': 'fa:16:3e:ae:ab:e5'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:25:59.866243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:25:59.876775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b72ef09a-9e95-4080-b9ec-247a78676e86 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:25:59.885669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Transition to ACTIVE for port object 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:25:59.904258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:25:59.976091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.006634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=297684e5-f8de-47f5-a617-1771fdc64676,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:00.020580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:00.042130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0730813 Dec 22 15:26:00.055804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46192) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:00.063061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.088335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Provisioning for port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:00.088591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2dde231-e024-48f5-a9d3-cdd9ab2ce135 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:00.102446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Provisioning complete for port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:00.103097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.151284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.165710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:00.212882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=bef8cb57-c219-4546-accc-95fb636003bc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:00.223181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:00.347167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:00.366115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Usage tracker for resource:port and tenant:85c14e0869184afbbe9319e7d97e0ea2 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:00.370453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:00.378765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:00.429664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network bef8cb57-c219-4546-accc-95fb636003bc details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:00.445305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network 43d98441-7bdf-42b9-92c0-8a249f38176d is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:00.452026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Port': ['ID=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:00.465514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:00.466653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 297684e5-f8de-47f5-a617-1771fdc64676 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:00.469362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:00.519060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Made reservation on behalf of 85c14e0869184afbbe9319e7d97e0ea2 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:00.530253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.535999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:00.537067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.579649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.581055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1612966 Dec 22 15:26:00.588038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46196) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:00.609933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9788c5a6-dd5b-4cae-9445-78fb4c66ad3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:00.611191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9788c5a6-dd5b-4cae-9445-78fb4c66ad3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:00.617333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9788c5a6-dd5b-4cae-9445-78fb4c66ad3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0181298 Dec 22 15:26:00.622700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46200) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:00.647287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:00.654438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.654731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.655324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.655622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.656051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.656472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.656882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.657299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.657718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.658127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.658531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:00.660136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:00.667652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:00.668936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:00.674319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:00.675013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:00.679360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:00.687248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:00.688511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:00.708438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:00.713808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] device_id is not set on port ea1a88fa-f917-44e5-8032-bdd8e9730d07 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:26:00.730968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.750504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:00.772951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.807844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 297684e5-f8de-47f5-a617-1771fdc64676 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:00.808549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.811449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.892316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa083f1d-1cbf-4833-b696-f8f4ca5ce391,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:00.900572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:00.903823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] For port eaa4c619-3c23-4ce6-9155-0b1278b33ef5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:00.934782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:00.957421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:00.961591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:00.980864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.227886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Pushing event updated for resources: {'Port': ['ID=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:01.231426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:01.244904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:01.249745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6424c3ff-b4d3-43ad-bbe2-b5cf88a6b9b5 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6160908 Dec 22 15:26:01.257916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Provisioning for port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:01.264309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Provisioning complete for port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:01.264904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.276801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46204) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.348354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:01.366178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.375170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cc33d0fa-f132-45d3-9016-30c93b56110b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:01.376932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-cc33d0fa-f132-45d3-9016-30c93b56110b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:01.382374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc33d0fa-f132-45d3-9016-30c93b56110b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128262 Dec 22 15:26:01.383358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46208) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.397991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:01.405540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.407456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Provisioning for port cda03f73-1c88-4b00-ab7f-5ddc64fe5864 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:01.414041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:01.414307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Provisioning complete for port cda03f73-1c88-4b00-ab7f-5ddc64fe5864 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:01.418687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.419971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:01.424713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:01.428778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Allocated IP 172.20.0.6 (a4b57d36-6431-4aa2-8f39-ddf45bd19cfc/b168f803-6908-49a0-8a0b-c8f0901830c0/ea1a88fa-f917-44e5-8032-bdd8e9730d07) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:01.431623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:01.443679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.491574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-04acc9dd-ff23-4142-a711-7718f317e0fa None None] Port cda03f73-1c88-4b00-ab7f-5ddc64fe5864 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:01.509416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:01.511955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01e99315-04b1-4201-aaa4-0a2fd5ee0d5e tempest-RoutersIpV6AdminTest-933527469 tempest-RoutersIpV6AdminTest-933527469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:01.585838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.612654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] In _notify_port_updated(), no bound segment for port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 on network 222f8446-671b-4a11-85b8-6b34a4321adc {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:26:01.624603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:01.624603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.624603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "PUT /v2.0/ports/1be89f19-7c90-4b60-95b6-3a86b96e10b7 HTTP/1.1" status: 200 len: 1003 time: 1.7992935 Dec 22 15:26:01.630973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46214) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.697674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ccc9d782-1735-4cdc-88f3-e00b2a06b82d None None] Provisioning for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:01.704207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ccc9d782-1735-4cdc-88f3-e00b2a06b82d None None] Provisioning complete for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:01.705023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d782-1735-4cdc-88f3-e00b2a06b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.732648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=1be89f19-7c90-4b60-95b6-3a86b96e10b7,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:01.743804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 63445efc-94e7-4480-988d-f64a84bbad76 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:01.744194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.750326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:01.797336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9d782-1735-4cdc-88f3-e00b2a06b82d None None] Port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:01.807268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.813335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ccc9d782-1735-4cdc-88f3-e00b2a06b82d None None] Provisioning complete for port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:01.813781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccc9d782-1735-4cdc-88f3-e00b2a06b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.928506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:01.954215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:01.955388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0322f420-1ebc-4eb0-b51a-464f38f5882b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5689535 Dec 22 15:26:01.962769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46218) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:01.972616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d8ce1771-9024-4401-a813-92b1627f90a7 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:01.973353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d8ce1771-9024-4401-a813-92b1627f90a7 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:01.977290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8ce1771-9024-4401-a813-92b1627f90a7 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083003 Dec 22 15:26:01.986208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:01.986208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.004452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46222) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:02.013651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec098de-3e46-4a1b-b8b7-d4f82f9164c7 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:26:02.023651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:02.030400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Transition to ACTIVE for port object ea1a88fa-f917-44e5-8032-bdd8e9730d07 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:02.072145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:02.086257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:02.177413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.187321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3919eeb5-351f-4c92-8cb4-0dd6d02bc8ea tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:02.205936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.215734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:02.274422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:02.318214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eaa4c619-3c23-4ce6-9155-0b1278b33ef5 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:02.343726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:02.351489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:02.354273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:02.417964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-775e461d-aacb-4bfd-a254-b22650589604 None None] Provisioning complete for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:02.418644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-775e461d-aacb-4bfd-a254-b22650589604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.434833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:02.435595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.445080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=ea1a88fa-f917-44e5-8032-bdd8e9730d07,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:02.448515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:02.466687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Project fb460abc04714ece8e27233124c0978b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:26:02.488070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0657-bdac-4304-b6dc-940b895efd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.540178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec098de-3e46-4a1b-b8b7-d4f82f9164c7 None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:26:02.576216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-775e461d-aacb-4bfd-a254-b22650589604 None None] Port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:02.644031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:02.644608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.694714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-775e461d-aacb-4bfd-a254-b22650589604 None None] Provisioning complete for port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:02.695073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-775e461d-aacb-4bfd-a254-b22650589604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.769781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:02.814890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 63445efc-94e7-4480-988d-f64a84bbad76 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:02.845072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0819490 Dec 22 15:26:02.845440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46226) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:02.875259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-775e461d-aacb-4bfd-a254-b22650589604 None None] Port 1be89f19-7c90-4b60-95b6-3a86b96e10b7 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:02.920455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:65:ac:b9'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d4:77:55'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:02.958869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for 1be89f19-7c90-4b60-95b6-3a86b96e10b7 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:02.978392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:02.982790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8a3aba3-720d-4685-9d8c-53ab03521ffb tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9707439 Dec 22 15:26:02.987542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46230) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:03.007926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3b794461-aa84-49d7-8cba-b6c0cc1dee68 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:03.008957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-3b794461-aa84-49d7-8cba-b6c0cc1dee68 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:03.017003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3b794461-aa84-49d7-8cba-b6c0cc1dee68 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142605 Dec 22 15:26:03.043649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46234) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:03.087745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:03.135451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:03.159057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:03.177679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:03.196610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:03.214805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.221012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ccd10b91-9700-485e-8fcc-1ff670976978 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:03.280863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.365263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Project fb460abc04714ece8e27233124c0978b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:26:03.472021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=394a29e9-5c62-47ad-a65c-e40bd5355ab9,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:03.525073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:03.527605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e581711a-c2a2-4dd9-a4f3-88cb6097279b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:03.647355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.650932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:03.656563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8be44e9-9864-4e52-adc2-5fd7ea49889d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5993602 Dec 22 15:26:03.656878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cc427b10-a8ec-4e17-a9ab-f8b7cc1ea39c None None] Provisioning for port ea1a88fa-f917-44e5-8032-bdd8e9730d07 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:03.666053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cc427b10-a8ec-4e17-a9ab-f8b7cc1ea39c None None] Provisioning complete for port ea1a88fa-f917-44e5-8032-bdd8e9730d07 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:03.667260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc427b10-a8ec-4e17-a9ab-f8b7cc1ea39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.670170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46238) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:03.682123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'fa083f1d-1cbf-4833-b696-f8f4ca5ce391', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:03.682470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:03.691729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:03.694136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:03.694512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.703635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:03.707187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dad312ad-f79d-4a36-b9d4-6d1ca5b2ba92 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:03.748615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:03.748918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': 'f2157b99-0005-47c2-88ca-dbb714e20241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:03.748918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: bef8cb57-c219-4546-accc-95fb636003bc, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:03.818307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:03.831092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cc427b10-a8ec-4e17-a9ab-f8b7cc1ea39c None None] Port ea1a88fa-f917-44e5-8032-bdd8e9730d07 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:03.837939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=1be89f19-7c90-4b60-95b6-3a86b96e10b7,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:03.854386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:03.856372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.862215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.876260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-70aa7fad-06e6-4ce9-b1c7-ac729c2f2834 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:03.944005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=63445efc-94e7-4480-988d-f64a84bbad76,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:03.947894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:03.971980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Project fb460abc04714ece8e27233124c0978b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:26:04.007827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:04.020883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.112016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e605218-be72-44a3-84c2-266d04c1c87c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:04.167164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network bef8cb57-c219-4546-accc-95fb636003bc is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:04.211139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:04.212337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-116167ec-180e-4250-9cc5-6219f9fab9dc tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5408809 Dec 22 15:26:04.218977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.241170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.398902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.404832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/ports/1be89f19-7c90-4b60-95b6-3a86b96e10b7 HTTP/1.1" status: 204 len: 168 time: 2.7509630 Dec 22 15:26:04.418993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46246) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.449739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.453821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, bef8cb57-c219-4546-accc-95fb636003bc) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:04.458704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Port': ['ID=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:04.470475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:04.474899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:04.475579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.481116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.486061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5262b0-f74b-4475-ac2d-0bcc1dac084a None None] Network bef8cb57-c219-4546-accc-95fb636003bc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:04.559098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.570762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8edbf997-d8c6-4bda-ba9c-dcad0c9fe4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.586852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d126cd9b-8264-4c4d-b89a-69b806fddb2e tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] GET failed (client error): The resource could not be found. Dec 22 15:26:04.587900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d126cd9b-8264-4c4d-b89a-69b806fddb2e tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Synchronizing usage tracker for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:04.668690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.708712 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.6508138 Dec 22 15:26:04.711250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.732338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46250) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.733548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1973862a-2c58-495d-82c8-8b506f03668a tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:04.857190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:04.905090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d126cd9b-8264-4c4d-b89a-69b806fddb2e tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Unset dirty status for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:04.914246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d126cd9b-8264-4c4d-b89a-69b806fddb2e tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "GET /v2.0/ports/1be89f19-7c90-4b60-95b6-3a86b96e10b7 HTTP/1.1" status: 404 len: 333 time: 0.4872591 Dec 22 15:26:04.946932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46254) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:04.981185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1308106800'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:05.037998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.059205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.082558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-bef8cb57-c219-4546-accc-95fb636003bc', 'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': '394a29e9-5c62-47ad-a65c-e40bd5355ab9'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:05.084827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.173412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] In _notify_port_updated(), no bound segment for port ea1a88fa-f917-44e5-8032-bdd8e9730d07 on network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:26:05.178017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:05.178784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.180393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "PUT /v2.0/ports/ea1a88fa-f917-44e5-8032-bdd8e9730d07 HTTP/1.1" status: 200 len: 1055 time: 2.3338885 Dec 22 15:26:05.181673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event updated for resources: {'Port': ['ID=ea1a88fa-f917-44e5-8032-bdd8e9730d07,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:05.203014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46258) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:05.207202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:05.297421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.299597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa083f1d-1cbf-4833-b696-f8f4ca5ce391 HTTP/1.1" status: 204 len: 168 time: 1.0793586 Dec 22 15:26:05.303936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0d13819-5f08-46ff-8297-19f4582d2d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:05.389402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46260) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:05.412958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a9ed05f2-1b4c-4214-b07c-d9710a23bbec None None] Provisioning complete for port ea1a88fa-f917-44e5-8032-bdd8e9730d07 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:05.413393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9ed05f2-1b4c-4214-b07c-d9710a23bbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.452751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa083f1d-1cbf-4833-b696-f8f4ca5ce391,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:05.454154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:05.488904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Allocated IP 2001:db8::1 (bef8cb57-c219-4546-accc-95fb636003bc/394a29e9-5c62-47ad-a65c-e40bd5355ab9/15faa005-edc1-4fbc-9805-88b34be55ab7) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:05.543036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed05f2-1b4c-4214-b07c-d9710a23bbec None None] Port ea1a88fa-f917-44e5-8032-bdd8e9730d07 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:05.567956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port ea1a88fa-f917-44e5-8032-bdd8e9730d07 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:05.568385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.586936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network 43d98441-7bdf-42b9-92c0-8a249f38176d is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:05.601516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.647988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:05.655558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-955c278b-f6f5-4ee2-98ae-fa597981f3c3 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:05.673865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:05.790450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-955c278b-f6f5-4ee2-98ae-fa597981f3c3 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:05.793320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-955c278b-f6f5-4ee2-98ae-fa597981f3c3 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3981965 Dec 22 15:26:05.798799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:05.811602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46266) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:05.831955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.848258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Transition to ACTIVE for port object 15faa005-edc1-4fbc-9805-88b34be55ab7 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:05.870159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--306050934'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:05.877398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Transition to ACTIVE for port object 15faa005-edc1-4fbc-9805-88b34be55ab7 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:05.917777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:05.918075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:05.925416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba0fe2e3-d3f2-4be2-acb1-17540c01d62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:05.988795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:06.016283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.023081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Pushing event updated for resources: {'Port': ['ID=15faa005-edc1-4fbc-9805-88b34be55ab7,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:06.043245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Network bef8cb57-c219-4546-accc-95fb636003bc is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:06.046290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.047005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.047701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.048272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.048852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.049595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.050380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.051046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.051663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.052223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.052798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:06.057890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:06.060459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:06.061533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:06.073324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:06.083405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.181061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Attempting to bind port 15faa005-edc1-4fbc-9805-88b34be55ab7 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:06.181687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Attempting to bind port 15faa005-edc1-4fbc-9805-88b34be55ab7 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'f2157b99-0005-47c2-88ca-dbb714e20241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:06.182197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Attempting to bind port 15faa005-edc1-4fbc-9805-88b34be55ab7 on network bef8cb57-c219-4546-accc-95fb636003bc {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:06.195122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:06.198282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Checking segment: {'id': 'f2157b99-0005-47c2-88ca-dbb714e20241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:06.199008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.200056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Bound using segment: {'id': 'f2157b99-0005-47c2-88ca-dbb714e20241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:06.200056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Bound port: 15faa005-edc1-4fbc-9805-88b34be55ab7, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2157b99-0005-47c2-88ca-dbb714e20241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'bef8cb57-c219-4546-accc-95fb636003bc'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:06.200688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.270761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.274748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e81cc8e8-7f7f-4c0a-af4d-80364acd160b None None] Provisioning complete for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:06.275629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e81cc8e8-7f7f-4c0a-af4d-80364acd160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.309093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] device_id is not set on port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:26:06.373458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router b284b153-9b34-45aa-9947-66dd28f78ae1 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:26:06.381566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Router 4553f537-0302-42f6-9c6f-24b877e97569 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:26:06.392464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e81cc8e8-7f7f-4c0a-af4d-80364acd160b None None] Port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:06.396820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] For port 15faa005-edc1-4fbc-9805-88b34be55ab7, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:06.400816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] For port 15faa005-edc1-4fbc-9805-88b34be55ab7, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=15faa005-edc1-4fbc-9805-88b34be55ab7,segment=NetworkSegment(f2157b99-0005-47c2-88ca-dbb714e20241),segment_id=f2157b99-0005-47c2-88ca-dbb714e20241)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:06.442867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.449116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa2d5dd2-a5a4-43ef-9bbc-dfeb71c0a923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:06.557425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Pushing event updated for resources: {'Port': ['ID=15faa005-edc1-4fbc-9805-88b34be55ab7,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:06.564409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:06.732787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.908823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.920536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:06.929852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3c416dd8-ede0-4c38-9383-24f8b0a1d131 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:06.983485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:06.994342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=394a29e9-5c62-47ad-a65c-e40bd5355ab9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:07.206307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:07.215243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:07.225731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for ea1a88fa-f917-44e5-8032-bdd8e9730d07 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:07.259055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:07.260166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:26:07.271614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/b284b153-9b34-45aa-9947-66dd28f78ae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9149594 Dec 22 15:26:07.274752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:26:07.279675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46270) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:07.280137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] Sync routers for ids ['b284b153-9b34-45aa-9947-66dd28f78ae1'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:26:07.288560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:07.290075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] Sync routers for ids ['4553f537-0302-42f6-9c6f-24b877e97569'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:26:07.306329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] Routers {'b284b153-9b34-45aa-9947-66dd28f78ae1'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:07.308322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b284b153-9b34-45aa-9947-66dd28f78ae1'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.315784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] Routers {'4553f537-0302-42f6-9c6f-24b877e97569'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:07.317486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['4553f537-0302-42f6-9c6f-24b877e97569'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.350545 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/routers/4553f537-0302-42f6-9c6f-24b877e97569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6310813 Dec 22 15:26:07.358700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46274) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:07.400893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Allocated IP 2001:db8::28 (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:07.421796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5505f6f8-f13a-489c-87f8-43610a043d01 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:07.443840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.449772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae28c89-e4b3-4850-ad79-110cf367f731 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:26:07.450496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dae28c89-e4b3-4850-ad79-110cf367f731 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:07.466149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] Routers {'b284b153-9b34-45aa-9947-66dd28f78ae1'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:07.467674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b284b153-9b34-45aa-9947-66dd28f78ae1'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.510287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:07.532402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:26:07.545560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5505f6f8-f13a-489c-87f8-43610a043d01 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:07.554086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5505f6f8-f13a-489c-87f8-43610a043d01 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284b153-9b34-45aa-9947-66dd28f78ae1 HTTP/1.1" status: 200 len: 205 time: 0.2701995 Dec 22 15:26:07.554086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46278) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:07.587726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef8cb57-c219-4546-accc-95fb636003bc']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.599797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.600847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe2402-b163-495f-9b75-e8b8a03f70b6 None None] The sync data for ids ['b284b153-9b34-45aa-9947-66dd28f78ae1'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:26:07.713627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:07.713972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dae28c89-e4b3-4850-ad79-110cf367f731 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:07.714409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dae28c89-e4b3-4850-ad79-110cf367f731 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/de1eb1ef-f05a-4ff4-bc6a-5dc908f2bf45 HTTP/1.1" status: 404 len: 333 time: 0.3537896 Dec 22 15:26:07.718579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46282) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:07.726097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2157b99-0005-47c2-88ca-dbb714e20241') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.726587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2157b99-0005-47c2-88ca-dbb714e20241') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.731139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.750099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] Routers {'4553f537-0302-42f6-9c6f-24b877e97569'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:07.751193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['4553f537-0302-42f6-9c6f-24b877e97569'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.828370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:07.829533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b911f-111c-4f50-ba6f-60cc832f436c None None] The sync data for ids ['4553f537-0302-42f6-9c6f-24b877e97569'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:26:07.844523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:07.851344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:07.853708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:07.867191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc2acfbd-1666-41d1-ad65-b11ccc06058b tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:08.055659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.059652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.129229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c6ae7-be37-451a-b2f4-a653e5c7f0bc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:08.132653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:08.143598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-12016366-9578-4956-81c2-f58bd7ac05cb tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:08.176062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:08.177094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:08.206861 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:08.256527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=ea1a88fa-f917-44e5-8032-bdd8e9730d07,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:08.259403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:08.305603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.311520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4915037 Dec 22 15:26:08.314390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46286) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:08.376911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.401979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'e26c6ae7-be37-451a-b2f4-a653e5c7f0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:08.416746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:26:08.427450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Sync routers for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:26:08.454028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:08.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:08.518010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15faa005-edc1-4fbc-9805-88b34be55ab7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:08.563518 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "PUT /v2.0/routers/1c11b5b4-87ab-4e13-b782-baa87cc65cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9372835 Dec 22 15:26:08.586338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:08.607367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:26:08.607367 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:26:08.607367 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': 'bef8cb57-c219-4546-accc-95fb636003bc'}] Dec 22 15:26:08.607367 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:08.607916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:26:08.642018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.661542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.745337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:08.763144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:08.767558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.780023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:08.808646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.811467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router b284b153-9b34-45aa-9947-66dd28f78ae1 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:08.820206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 15faa005-edc1-4fbc-9805-88b34be55ab7 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:08.822875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:26:08.847561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:08.848952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88e2fd8e-ff35-478f-bd21-717afe613cd2 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/b284b153-9b34-45aa-9947-66dd28f78ae1 HTTP/1.1" status: 204 len: 168 time: 1.2925401 Dec 22 15:26:08.860340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46296) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:08.955193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The resource could not be found. Dec 22 15:26:08.956441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-768cc657-6fe2-462f-ab3b-de41aa21f0b0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6399539 Dec 22 15:26:08.961987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46304) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:08.968791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'e26c6ae7-be37-451a-b2f4-a653e5c7f0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7250f6a9-9baa-468f-920f-6e50e1370129'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:08.978394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:08.984489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:08.988890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:09.014803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:09.086137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Transition to ACTIVE for port object fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:09.109742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc3001-6a5a-41b9-8b72-7af9a550879d None None] Network bef8cb57-c219-4546-accc-95fb636003bc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:09.167384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The resource could not be found. Dec 22 15:26:09.174521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e100686-0dfa-404c-881c-0ed52e566f67 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2064419 Dec 22 15:26:09.175148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46314) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:09.267769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.403925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.467275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] DHCP port deletion for bef8cb57-c219-4546-accc-95fb636003bc request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:26:09.470176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.472536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Deleting port 15faa005-edc1-4fbc-9805-88b34be55ab7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:09.472962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.647069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.657438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a16f41d2-e1fb-4485-9a46-ce0d5f8b000a tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:09.688527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:03Z', 'revision_number': 2, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:09.697154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Checking router: 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:26:09.698368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Updating router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:26:09.729901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] For port 15faa005-edc1-4fbc-9805-88b34be55ab7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=15faa005-edc1-4fbc-9805-88b34be55ab7,segment=NetworkSegment(f2157b99-0005-47c2-88ca-dbb714e20241),segment_id=f2157b99-0005-47c2-88ca-dbb714e20241)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:09.730357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.736443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c6ae7-be37-451a-b2f4-a653e5c7f0bc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:09.749542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:09.760467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.779154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/e26c6ae7-be37-451a-b2f4-a653e5c7f0bc HTTP/1.1" status: 204 len: 168 time: 0.5969613 Dec 22 15:26:09.780473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46318) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:09.814923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:09.929349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ccc81163-2d0d-4568-b85c-f71c92988e38 None None] Provisioning for port 15faa005-edc1-4fbc-9805-88b34be55ab7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:09.961408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Calling delete_port for 15faa005-edc1-4fbc-9805-88b34be55ab7 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:10.034399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ccc81163-2d0d-4568-b85c-f71c92988e38 None None] Provisioning complete for port 15faa005-edc1-4fbc-9805-88b34be55ab7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:10.035189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccc81163-2d0d-4568-b85c-f71c92988e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:10.059003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b53de3f-0a13-41e1-90a2-58e62a47f9a1 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:10.090192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-95967636-c03e-4867-938a-069440cf05ee req-6a038e96-dd0d-4c6e-9879-7d970cb49f42 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Synchronizing usage tracker for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:10.143876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b53de3f-0a13-41e1-90a2-58e62a47f9a1 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:10.158755 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3b53de3f-0a13-41e1-90a2-58e62a47f9a1 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3761456 Dec 22 15:26:10.160037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46328) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.175577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '0f8969f2-0c14-4aaa-bed8-6c7f53196cc0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:10.209165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:10.219750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-95967636-c03e-4867-938a-069440cf05ee req-6a038e96-dd0d-4c6e-9879-7d970cb49f42 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Unset dirty status for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:10.227401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-6a038e96-dd0d-4c6e-9879-7d970cb49f42 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285319245&fields=id&tenant_id=cbfe9de0bdee4486b543b75cee507e3a HTTP/1.1" status: 200 len: 267 time: 0.3157914 Dec 22 15:26:10.234798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:10.246228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:10.336146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:10.402277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccc81163-2d0d-4568-b85c-f71c92988e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:10.415822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet 3f569826-18e0-4076-8bc2-c8e7d6e1e3b2 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:10.428008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15faa005-edc1-4fbc-9805-88b34be55ab7 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:26:10.496485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:10.536083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:10.542437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:10.610593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 15faa005-edc1-4fbc-9805-88b34be55ab7 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:26:10.611617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15faa005-edc1-4fbc-9805-88b34be55ab7 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:26:10.636649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] No DVR routers for this DVR port 15faa005-edc1-4fbc-9805-88b34be55ab7 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:26:10.642253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Pushing event deleted for resources: {'Port': ['ID=15faa005-edc1-4fbc-9805-88b34be55ab7,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:10.656243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:10.737386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967636-c03e-4867-938a-069440cf05ee req-90d24752-b830-4974-a960-67fd12816fdb tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:10.739726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-95967636-c03e-4867-938a-069440cf05ee req-90d24752-b830-4974-a960-67fd12816fdb tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Synchronizing usage tracker for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:10.749988 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The resource could not be found. Dec 22 15:26:10.752389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-94f75d7c-a3ab-48b3-80b9-731fef7754c4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5897861 Dec 22 15:26:10.759357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:10.763690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/ports/ea1a88fa-f917-44e5-8032-bdd8e9730d07 HTTP/1.1" status: 204 len: 168 time: 5.4617083 Dec 22 15:26:10.764665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46332) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.773044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46334) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.780872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809144116'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:10.863505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:10.877846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-6369fa83-01ad-488f-92fa-bef6002299c2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] GET failed (client error): The resource could not be found. Dec 22 15:26:10.878737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6369fa83-01ad-488f-92fa-bef6002299c2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Synchronizing usage tracker for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:10.896440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-95967636-c03e-4867-938a-069440cf05ee req-90d24752-b830-4974-a960-67fd12816fdb tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Unset dirty status for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:10.898455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-90d24752-b830-4974-a960-67fd12816fdb tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 796 time: 0.6401508 Dec 22 15:26:10.900295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:10.939943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-5249c596-6825-4b79-9acf-6d1924e39cc6 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/quotas/cbfe9de0bdee4486b543b75cee507e3a HTTP/1.1" status: 200 len: 375 time: 0.0192425 Dec 22 15:26:10.956499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6369fa83-01ad-488f-92fa-bef6002299c2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Unset dirty status for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:10.956499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6369fa83-01ad-488f-92fa-bef6002299c2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "GET /v2.0/ports/ea1a88fa-f917-44e5-8032-bdd8e9730d07 HTTP/1.1" status: 404 len: 333 time: 0.1513298 Dec 22 15:26:10.957359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46340) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:10.982536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.007270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Transition to ACTIVE for port object 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:11.058294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.066298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.069137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-669a6282-9cb7-46e7-91e9-6e637e999108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:11.099148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.148237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.152855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port cda03f73-1c88-4b00-ab7f-5ddc64fe5864 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:11.152855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.155365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.202025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:11.212191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:11.219077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:11.234451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Pushing event updated for resources: {'Port': ['ID=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:11.235162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af42c11d-00a0-431b-94f8-5165b9183239 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:11.247083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:11.257260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.258084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.258856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.259591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.260320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.261067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.261792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.262530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.263290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.264033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.264776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:11.279076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:11.315375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-95967636-c03e-4867-938a-069440cf05ee req-bc88270b-51cd-4dc4-a42d-a538d1194da4 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Synchronizing usage tracker for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:11.395256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:11.407081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.422301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:11.445357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.448253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.514215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-95967636-c03e-4867-938a-069440cf05ee req-bc88270b-51cd-4dc4-a42d-a538d1194da4 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Unset dirty status for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:11.516912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-bc88270b-51cd-4dc4-a42d-a538d1194da4 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5576792 Dec 22 15:26:11.521510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef8cb57-c219-4546-accc-95fb636003bc']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:11.524338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.532928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a5ada089-0884-42f5-86b6-98bd9d2557ba tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:11.558166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:11.589160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:11.595309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2157b99-0005-47c2-88ca-dbb714e20241') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:11.595661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2157b99-0005-47c2-88ca-dbb714e20241') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:11.610180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Attempting to bind port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:11.611376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Attempting to bind port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:11.612340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Attempting to bind port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e on network 43d98441-7bdf-42b9-92c0-8a249f38176d {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:11.624235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:11.625959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:11.626790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Checking segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:11.627672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.628492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Bound using segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:11.629471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Bound port: 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:11.630502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.632319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:11.633719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.667054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.671345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9493942b-4bc4-4d4a-9ebe-545113a1720b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:11.678370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:11.681475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.716800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.727429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9566016 Dec 22 15:26:11.728406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46348) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:11.777606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.838883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--620933147'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:11.840983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] For port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:11.850131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] For port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:11.904151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.932453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:11.932807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.933400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Fanout notify agent at l3_agent the message router_deleted on router 4553f537-0302-42f6-9c6f-24b877e97569 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:11.962216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.969277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c24b4462-288c-4f74-99dc-eb11167235d9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/routers/4553f537-0302-42f6-9c6f-24b877e97569 HTTP/1.1" status: 204 len: 168 time: 4.2226460 Dec 22 15:26:11.971282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:11.979505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46352) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.066701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Pushing event updated for resources: {'Port': ['ID=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:12.071647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:12.084439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 7.1106706 Dec 22 15:26:12.085672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:12.086377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:12.088193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:12.088911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:12.119568 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:12.124463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46356) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:12.153526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ae:ab:e5'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:12.476063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:26:12.514671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:12.553676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for cda03f73-1c88-4b00-ab7f-5ddc64fe5864 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:12.618277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-16ca90c5-bd5b-4022-9ba4-9b98793bf4cc None None] Provisioning for port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:12.626037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:12.632078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-16ca90c5-bd5b-4022-9ba4-9b98793bf4cc None None] Provisioning complete for port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:12.633172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16ca90c5-bd5b-4022-9ba4-9b98793bf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:12.673125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:12.703747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:12.859806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-16ca90c5-bd5b-4022-9ba4-9b98793bf4cc None None] Port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:12.891785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 4fa2510e-9625-4ba9-8b62-14710a4313ae {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:12.923181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:12.934415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:12.943906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-24e9a64a-b215-43ee-a193-832dc0a89de6 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:13.065927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-18ee2e6a-21d8-45e2-88a0-379a0e90a116 service neutron] 10.222.0.32 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4674306 Dec 22 15:26:13.102382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:11Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:13.108534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde60904-3f1a-490d-8a07-b05ff36122bf None None] The sync data for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv is: [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:11Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:26:13.128282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=3f569826-18e0-4076-8bc2-c8e7d6e1e3b2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:13.153570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.165101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:13.179204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9a1b2-ee72-422b-a1b3-8a985026a49e None None] Network 60c72d67-4cb7-4e83-a205-04bbf3be11c2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:13.213594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:13.269256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:13.295581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:13.302220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b69cd86b-15b8-411a-8466-10b00c59d697 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:13.329424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:13.364742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.393748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.397838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/bef8cb57-c219-4546-accc-95fb636003bc HTTP/1.1" status: 204 len: 168 time: 8.5999408 Dec 22 15:26:13.423279 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/3f569826-18e0-4076-8bc2-c8e7d6e1e3b2 HTTP/1.1" status: 204 len: 168 time: 4.5199597 Dec 22 15:26:13.446168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46360) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.446752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46362) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:13.457693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.533257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-241293164'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:13.572067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=bef8cb57-c219-4546-accc-95fb636003bc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:13.608967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.620579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:13.623276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:13.627345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d2632a6-d5a1-4222-b303-0add88233d0c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:13.682432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:13.691994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:13.729331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] DHCP port deletion for 60c72d67-4cb7-4e83-a205-04bbf3be11c2 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:26:13.739227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Deleting port 58482905-129b-4e87-9931-c92bc5f07716 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:13.739897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.744635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-c1aa1493-7d68-408e-9ef5-b8b7c1167b42 service neutron] 10.222.0.32 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044657 Dec 22 15:26:13.758059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=cda03f73-1c88-4b00-ab7f-5ddc64fe5864,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:13.762999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:13.861310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:13.952803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:14.058642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.097115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.120254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab3d58d5-5ec9-4d7f-a9c5-fa7e40ec26cb tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:14.121787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:14.128637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.158047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.175632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 58482905-129b-4e87-9931-c92bc5f07716 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:14.177645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.308060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] For port 58482905-129b-4e87-9931-c92bc5f07716, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=58482905-129b-4e87-9931-c92bc5f07716,segment=NetworkSegment(72b283e6-5194-46c1-9207-0db793c33f60),segment_id=72b283e6-5194-46c1-9207-0db793c33f60)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:14.308781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.412987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817ca07d-91d5-4ec3-bc53-157826d6403a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:14.417837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.429629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.434268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:14.441043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/ports/cda03f73-1c88-4b00-ab7f-5ddc64fe5864 HTTP/1.1" status: 204 len: 168 time: 3.4804268 Dec 22 15:26:14.449758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.513713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.526290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7905836 Dec 22 15:26:14.527311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46376) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.555519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:14.566379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': '9493942b-4bc4-4d4a-9ebe-545113a1720b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '817ca07d-91d5-4ec3-bc53-157826d6403a'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:14.574173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-213282cf-1eb7-490a-a3dd-9f3d3b95cd4a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] GET failed (client error): The resource could not be found. Dec 22 15:26:14.574744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-213282cf-1eb7-490a-a3dd-9f3d3b95cd4a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Synchronizing usage tracker for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:14.579908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:14.588484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:14.593538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:14.606994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:14.634143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-213282cf-1eb7-490a-a3dd-9f3d3b95cd4a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Unset dirty status for tenant:85c14e0869184afbbe9319e7d97e0ea2 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:14.641344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-213282cf-1eb7-490a-a3dd-9f3d3b95cd4a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "GET /v2.0/ports/cda03f73-1c88-4b00-ab7f-5ddc64fe5864 HTTP/1.1" status: 404 len: 333 time: 0.1900351 Dec 22 15:26:14.642356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46380) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.659297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Calling delete_port for 58482905-129b-4e87-9931-c92bc5f07716 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:14.715864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:14.761512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:14.762419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.805241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:14.811935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-58d5a4bd-633c-400c-af38-8665cebf1e43 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2787545 Dec 22 15:26:14.820693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46384) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:14.903569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:14.910288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:14.916557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.967624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:14.980082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:15.032246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Pushing event deleted for resources: {'Port': ['ID=58482905-129b-4e87-9931-c92bc5f07716,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:15.041758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:15.062691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] No DVR routers for this DVR port 58482905-129b-4e87-9931-c92bc5f07716 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:26:15.070361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.152659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.225162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:15.232732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 58482905-129b-4e87-9931-c92bc5f07716, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=58482905-129b-4e87-9931-c92bc5f07716,segment=NetworkSegment(72b283e6-5194-46c1-9207-0db793c33f60),segment_id=72b283e6-5194-46c1-9207-0db793c33f60)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:15.233374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.264674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.269833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5464dc5a-d5d4-412e-b585-8884f5c5e9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:15.333967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.505954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 58482905-129b-4e87-9931-c92bc5f07716 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:15.513560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for 7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:15.553455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:15.559035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 58482905-129b-4e87-9931-c92bc5f07716 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:26:15.572534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fae7f1d6-8044-452f-914c-9e4b96d87e65 req-d46ed95e-aa0e-4074-af2c-32369fa768aa tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 1.1070642 Dec 22 15:26:15.576497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.576894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment 18b55c64-1f4d-4fd1-baa9-12f333bd8db5 of type vlan for network 38eea397-e7c6-42c7-920f-eaf767394e72 Dec 22 15:26:15.608101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.619499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:15.619989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.629190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 58482905-129b-4e87-9931-c92bc5f07716 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:26:15.630027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 58482905-129b-4e87-9931-c92bc5f07716 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:26:15.644230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f075e0dd-4020-4382-b96a-9c11dca65de9 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:15.743999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa2510e-9625-4ba9-8b62-14710a4313ae,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:15.749888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.758071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:15.830044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.833752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04803eb6-4462-4c2c-a835-67eb8d11ee82 None None] Network 35beb22b-f9f7-44dc-b6ab-783c069e42ae requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:15.839188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-752ed0c6-5101-4b7b-b8e2-4375d25e1a52 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:15.839513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.865125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ca07d-91d5-4ec3-bc53-157826d6403a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:15.876968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:15.877601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:26:15.877867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:15.878709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:15.888519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:15.895635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/4fa2510e-9625-4ba9-8b62-14710a4313ae HTTP/1.1" status: 204 len: 168 time: 3.9140239 Dec 22 15:26:15.911735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46394) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.008237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=7d9bccc5-3f4e-40d6-801f-3c06b3d329c0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:16.011614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:16.015839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.023204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/817ca07d-91d5-4ec3-bc53-157826d6403a HTTP/1.1" status: 204 len: 168 time: 1.1955042 Dec 22 15:26:16.064295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.066533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46398) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.090406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.096089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:16.096807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.128798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d514657f-9365-4bc4-89ab-6cf1d5023395 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:16.163546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.292296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.296092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/ports/7d9bccc5-3f4e-40d6-801f-3c06b3d329c0 HTTP/1.1" status: 204 len: 168 time: 1.6521025 Dec 22 15:26:16.301379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46402) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.465205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] DHCP port deletion for 35beb22b-f9f7-44dc-b6ab-783c069e42ae request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:26:16.479095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Deleting port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:16.479843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.492563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 58482905-129b-4e87-9931-c92bc5f07716 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:16.493375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.527842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0790038 Dec 22 15:26:16.535048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46406) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.543192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] In _notify_port_updated(), no bound segment for port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa on network 222f8446-671b-4a11-85b8-6b34a4321adc {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:26:16.548589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:16.549370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.550927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "PUT /v2.0/ports/fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa HTTP/1.1" status: 200 len: 1002 time: 4.4137697 Dec 22 15:26:16.565877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:16.577215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46408) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:16.592583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:16.599617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:16.625094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=38eea397-e7c6-42c7-920f-eaf767394e72,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:16.733786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:16.737489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7336ae4e-e157-4016-ae8a-92d80b2bc61e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:16.801705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:16.847440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc770e23-2140-4f06-b4a1-a3ef76d1252e req-97bf9964-8cf7-4719-8451-4535a9becd8f tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.1017036 Dec 22 15:26:16.938529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting subnet b168f803-6908-49a0-8a0b-c8f0901830c0 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:16.943805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.024636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.088325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] The port '58482905-129b-4e87-9931-c92bc5f07716' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:26:17.119387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:17.125278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:17.129031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:17.134725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.140639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:17.196263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:17.209503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:17.251313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-31728f47-fd52-4d63-9fe4-94c978f690ab tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:17.255730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:17.288907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.291308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:17.291693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.298553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d28967c3-b28a-45fc-8762-70e5784a43ce tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:17.358668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:17.359483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.381410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Subnet': ['ID=b168f803-6908-49a0-8a0b-c8f0901830c0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:17.389357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:17.396316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.408543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/subnets/b168f803-6908-49a0-8a0b-c8f0901830c0 HTTP/1.1" status: 204 len: 168 time: 1.1039767 Dec 22 15:26:17.411758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46424) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.444504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:17.445130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.515595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206864a-7061-4bb6-bfcd-39d11969403f None None] Network a4b57d36-6431-4aa2-8f39-ddf45bd19cfc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:17.564274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3e54ef9e-11b1-4566-9a30-97666b316a4a None None] Provisioning complete for port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:17.564973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e54ef9e-11b1-4566-9a30-97666b316a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.664865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.687413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Deleting port acd64304-4165-4021-a1ed-347171f8ef08 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:17.688020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.723950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-31728f47-fd52-4d63-9fe4-94c978f690ab tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:17.728993 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-31728f47-fd52-4d63-9fe4-94c978f690ab tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 1.6422675 Dec 22 15:26:17.734275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:17.736875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] For port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,segment=NetworkSegment(36f05e4d-5b5c-41d1-b6c6-664f1acee537),segment_id=36f05e4d-5b5c-41d1-b6c6-664f1acee537)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:17.738214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.910756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:17.999240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.058879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.126556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Calling delete_port for 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:18.177840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.198872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] For port acd64304-4165-4021-a1ed-347171f8ef08, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=acd64304-4165-4021-a1ed-347171f8ef08,segment=NetworkSegment(5bfcb577-3ef3-429a-8542-ca4700767f59),segment_id=5bfcb577-3ef3-429a-8542-ca4700767f59)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:18.199647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.234062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:26:18.247272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3e54ef9e-11b1-4566-9a30-97666b316a4a None None] Port fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:18.374693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Calling delete_port for acd64304-4165-4021-a1ed-347171f8ef08 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:18.387240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c72d67-4cb7-4e83-a205-04bbf3be11c2']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:18.421796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ee780a51-da99-4141-a5ec-3bc9597176c3 req-9bba2af8-1196-4958-97fa-40b1dcea263c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.4434249 Dec 22 15:26:18.424544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:26:18.520311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.528336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abba3430-e938-476e-b51e-26a459ec8233 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:18.538195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:26:18.538644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:26:18.555098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9493942b-4bc4-4d4a-9ebe-545113a1720b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:18.572920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:18.574486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.579601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.582953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-736e8345-15d7-44fe-89f0-e1d3459b9a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:18.602389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6146d036-dfa4-4465-89e3-5d0688a62eca tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:18.631730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Pushing event deleted for resources: {'Port': ['ID=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:18.640545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:18.658747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] No DVR routers for this DVR port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:26:18.699245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e463cc-0cff-4962-98f9-77f8b835277f None None] DHCP port deletion for a4b57d36-6431-4aa2-8f39-ddf45bd19cfc request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:26:18.743914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Port': ['ID=acd64304-4165-4021-a1ed-347171f8ef08,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:18.751127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:18.757149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] No DVR routers for this DVR port acd64304-4165-4021-a1ed-347171f8ef08 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:26:18.840076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.841387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/9493942b-4bc4-4d4a-9ebe-545113a1720b HTTP/1.1" status: 204 len: 168 time: 1.0896993 Dec 22 15:26:18.844979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46436) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:18.933379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:18.999771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b57d36-6431-4aa2-8f39-ddf45bd19cfc']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:19.029911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfcb577-3ef3-429a-8542-ca4700767f59') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:19.030235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfcb577-3ef3-429a-8542-ca4700767f59') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:19.044590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-496a5622-772d-411d-8ab9-eb8ea31b869d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:19.051812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.060885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b283e6-5194-46c1-9207-0db793c33f60') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:19.064392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b283e6-5194-46c1-9207-0db793c33f60') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:19.076146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.085189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:19.085645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:19.102345 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:19.165489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-496a5622-772d-411d-8ab9-eb8ea31b869d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:19.165489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-496a5622-772d-411d-8ab9-eb8ea31b869d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3093483 Dec 22 15:26:19.191409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.205832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46442) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.218424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936937522'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:19.274452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.278797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c30b867a-b5a9-4558-8203-4c2cbe4aafea tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:19.298484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.300213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:19.307940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Pushing event deleted for resources: {'Network': ['ID=a4b57d36-6431-4aa2-8f39-ddf45bd19cfc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:19.310505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:19.317395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] 10.222.0.32 "DELETE /v2.0/networks/a4b57d36-6431-4aa2-8f39-ddf45bd19cfc HTTP/1.1" status: 204 len: 168 time: 1.8989046 Dec 22 15:26:19.347030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] For port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=71663dd8-3a65-4b6c-b88a-6ee4a52b1258,segment=NetworkSegment(36f05e4d-5b5c-41d1-b6c6-664f1acee537),segment_id=36f05e4d-5b5c-41d1-b6c6-664f1acee537)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:19.347704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.455433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.461722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:19.610088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:19.615164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:19.627895 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:19.634962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:19.784946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.892405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46452) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:19.943028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:19.980414 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d405db1d-56ee-4a8e-9224-5facca229699 req-d9f83cf0-c0f0-4572-94a9-9d4dee9de58c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.3322241 Dec 22 15:26:20.106768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:20.161608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:20.162214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:26:20.163206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.217951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-872b4279-d51b-4785-830f-83b1cd98cbdf tempest-FloatingIPTestJSON-1751094101 tempest-FloatingIPTestJSON-1751094101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:20.234408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:20.240896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.281842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:20.287519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=60c72d67-4cb7-4e83-a205-04bbf3be11c2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:20.304459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:20.319059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:20.343755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:20.368084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0639a12c-86b6-4cac-af2c-e833f4889057 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/60c72d67-4cb7-4e83-a205-04bbf3be11c2 HTTP/1.1" status: 204 len: 168 time: 6.9160943 Dec 22 15:26:20.377298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46460) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:20.393754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device acd64304-4165-4021-a1ed-347171f8ef08 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:26:20.402933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-726307482', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:20.412547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71c17a56-ee2a-48ee-aba1-b94f975f0121 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85c14e0869184afbbe9319e7d97e0ea2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5110528 Dec 22 15:26:20.415843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46464) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:20.420390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:20.429370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:20.435254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:20.449160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:20.462493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: acd64304-4165-4021-a1ed-347171f8ef08 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:26:20.470194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device acd64304-4165-4021-a1ed-347171f8ef08 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:26:20.470744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.507888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89d76b26-8d4a-4fd3-9077-8d16654bf03b tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:20.515247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.517028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.675677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 71663dd8-3a65-4b6c-b88a-6ee4a52b1258 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:20.676091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.720316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=8246284b-5b18-4fe8-88c8-9aebfd44c740,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:20.733399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.743989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:20.756434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.760362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.794692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.819678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] The port '71663dd8-3a65-4b6c-b88a-6ee4a52b1258' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:26:20.820742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-420cb03c-1db8-4ac0-a701-682bf0bbe2cb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:20.863200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.927739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:20.949661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:20.952061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c84e6dd6-aa62-4f0a-a2f0-b0138babffeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:20.952502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.984007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:20.991956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': '18b55c64-1f4d-4fd1-baa9-12f333bd8db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:20.992359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: 38eea397-e7c6-42c7-920f-eaf767394e72, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:21.181904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.183448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9760139 Dec 22 15:26:21.200729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46470) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.214309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'eaa5fb36-fd90-473e-8526-5f2252c46400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:21.237220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:21.241743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.246868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/ports/fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa HTTP/1.1" status: 204 len: 168 time: 4.6581819 Dec 22 15:26:21.246868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.252886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46474) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.255552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:21.268874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa5fb36-fd90-473e-8526-5f2252c46400,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:21.281967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:21.288022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:21.297917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:21.301214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-135956eb-1ff6-4a1c-9cb6-be751ff06290 req-40168d9d-9ffb-490d-bee9-caafe3535e05 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.1055648 Dec 22 15:26:21.324009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35beb22b-f9f7-44dc-b6ab-783c069e42ae']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:21.343327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f05e4d-5b5c-41d1-b6c6-664f1acee537') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:21.343884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f05e4d-5b5c-41d1-b6c6-664f1acee537') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:21.363666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.387241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86ace56-5ab7-4e23-b0b4-0ec14a69b3a3 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] GET failed (client error): The resource could not be found. Dec 22 15:26:21.387820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c86ace56-5ab7-4e23-b0b4-0ec14a69b3a3 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Synchronizing usage tracker for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:21.400739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 38eea397-e7c6-42c7-920f-eaf767394e72 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:21.417386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c86ace56-5ab7-4e23-b0b4-0ec14a69b3a3 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Unset dirty status for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:21.418687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c86ace56-5ab7-4e23-b0b4-0ec14a69b3a3 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "GET /v2.0/ports/fbcf2917-ae7b-4789-a2ce-e9f56c9caaaa HTTP/1.1" status: 404 len: 333 time: 0.1586175 Dec 22 15:26:21.425509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46478) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.436077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-169899376'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:21.447150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.461528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:21.462410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:21.490609 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:21.502043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.514663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.519059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0b35399-eeba-4440-9dc3-18275cfd7062 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:21.592414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 38eea397-e7c6-42c7-920f-eaf767394e72) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:21.605788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a723231-f107-4f1d-ba09-4f150aa9953e None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:21.632335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.634283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0068eb-8c9e-4dc9-a681-712f17613fff,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:21.637917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:21.642985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:21.643655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.692892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.697082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf0068eb-8c9e-4dc9-a681-712f17613fff HTTP/1.1" status: 204 len: 168 time: 1.2800846 Dec 22 15:26:21.850440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.864537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:21.866904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/35beb22b-f9f7-44dc-b6ab-783c069e42ae HTTP/1.1" status: 204 len: 168 time: 5.9531753 Dec 22 15:26:21.872926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3158522 Dec 22 15:26:21.906439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9554319f-2f4a-43da-b3f9-458f4d96da27 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:21.931786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46484) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.932182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46486) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:21.951200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:22.014482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=35beb22b-f9f7-44dc-b6ab-783c069e42ae,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:22.017800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:22.019352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:22.022519 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b2fd7e2d-9dae-44d3-8e58-6a07bbd31cc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8194711 Dec 22 15:26:22.034847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46492) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:22.059529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group_rule': {'security_group_id': 'eaa5fb36-fd90-473e-8526-5f2252c46400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:22.104330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:22.105290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967636-c03e-4867-938a-069440cf05ee req-f757d6e0-50b8-45f9-a145-80bb69e9c588 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:22.107506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-f757d6e0-50b8-45f9-a145-80bb69e9c588 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.71 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 796 time: 0.5174024 Dec 22 15:26:22.112034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 172.26.4.253 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/691a097e-c421-4929-9788-4c5ba0171d95) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:22.127076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-38eea397-e7c6-42c7-920f-eaf767394e72', 'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': '8246284b-5b18-4fe8-88c8-9aebfd44c740'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:22.128670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:22.138155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:22.153406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:22.192272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:22.249339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:22.271588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:22.355572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35eb50-48aa-4ead-8a27-e148953aa2b8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:22.356793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c35eb50-48aa-4ead-8a27-e148953aa2b8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:22.375555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-e2729d83-9d43-41cb-9cc5-662301f33cd8 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfe9de0bdee4486b543b75cee507e3a HTTP/1.1" status: 200 len: 380 time: 0.2361422 Dec 22 15:26:22.392146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'port': {'device_id': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'admin_state_up': True, 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'security_groups': ['165be48c-822b-40ab-bb28-9abcaecd5009']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:22.474432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:22.474432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c235de39-98c6-43fc-abac-97efeeb616af tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4226136 Dec 22 15:26:22.474432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:22.474432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:22.477454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46500) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:22.566278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2c35eb50-48aa-4ead-8a27-e148953aa2b8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:22.574213 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c35eb50-48aa-4ead-8a27-e148953aa2b8 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/f0475cf8-462e-4d36-a11b-e6ceebd4edc6 HTTP/1.1" status: 200 len: 841 time: 0.6387537 Dec 22 15:26:22.591458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46508) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:22.605145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] device_id is not set on port 42933a29-5703-4ddf-a4b2-bf6caa730edd yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:26:22.739429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Allocated IP 2001:db8::2 (38eea397-e7c6-42c7-920f-eaf767394e72/8246284b-5b18-4fe8-88c8-9aebfd44c740/c939c79f-567d-4665-a1ff-789dad0eae96) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:22.777792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:22.783378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:22.835621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:subnet and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:22.841771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:22.843971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:22.847365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:22.877159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:22.934981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:22.959913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Made reservation on behalf of cbfe9de0bdee4486b543b75cee507e3a for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:22.970350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.000408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:23.072534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7ef1ec0f-7c91-44fd-86ad-ca07a092a756 req-820a7b76-ce10-4e68-8779-f516662ec37a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.3862286 Dec 22 15:26:23.215702 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0aae83a-4f25-4729-b1e5-27e2377ce632 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/f0475cf8-462e-4d36-a11b-e6ceebd4edc6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6195500 Dec 22 15:26:23.224477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.228156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.252045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Transition to ACTIVE for port object c939c79f-567d-4665-a1ff-789dad0eae96 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:23.261122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46520) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:23.296844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Transition to ACTIVE for port object c939c79f-567d-4665-a1ff-789dad0eae96 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:23.303387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:23.333485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.360776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c19a612d-bb7b-4b8a-a35d-3d57d32648f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:23.493187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:23.497605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:23.502929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:23.571859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Allocated IP 2001:db8::23e (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/42933a29-5703-4ddf-a4b2-bf6caa730edd) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:23.592720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:23.602059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:23.608583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:23.618177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:23.622501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Pushing event updated for resources: {'Port': ['ID=c939c79f-567d-4665-a1ff-789dad0eae96,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:23.627102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:23.628348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Attempting to bind port c939c79f-567d-4665-a1ff-789dad0eae96 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:23.628535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Attempting to bind port c939c79f-567d-4665-a1ff-789dad0eae96 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '18b55c64-1f4d-4fd1-baa9-12f333bd8db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:23.629625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Attempting to bind port c939c79f-567d-4665-a1ff-789dad0eae96 on network 38eea397-e7c6-42c7-920f-eaf767394e72 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:23.637727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:23.638243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Checking segment: {'id': '18b55c64-1f4d-4fd1-baa9-12f333bd8db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:23.638912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.639454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Bound using segment: {'id': '18b55c64-1f4d-4fd1-baa9-12f333bd8db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:23.640082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Bound port: c939c79f-567d-4665-a1ff-789dad0eae96, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b55c64-1f4d-4fd1-baa9-12f333bd8db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:23.640625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.727549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.755975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af8c884b-b441-400d-977d-e21668882d98 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:23.767316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.805865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] For port c939c79f-567d-4665-a1ff-789dad0eae96, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:23.811496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] For port c939c79f-567d-4665-a1ff-789dad0eae96, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c939c79f-567d-4665-a1ff-789dad0eae96,segment=NetworkSegment(18b55c64-1f4d-4fd1-baa9-12f333bd8db5),segment_id=18b55c64-1f4d-4fd1-baa9-12f333bd8db5)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:23.828648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.851035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:23.851307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d06f6509-e743-44bf-93ca-ac5f3f6bd902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:23.869602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:23.885219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4070889d-d9fb-44ca-8098-411bf6a9131d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:23.891679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa5fb36-fd90-473e-8526-5f2252c46400,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:23.922272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:23.952471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:23.960203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:23.964834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46530) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:23.980059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:24.018238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Pushing event updated for resources: {'Port': ['ID=c939c79f-567d-4665-a1ff-789dad0eae96,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:24.025352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:24.026362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Allocated IP 172.20.0.11 (43d98441-7bdf-42b9-92c0-8a249f38176d/c0e4e441-69de-4668-bb39-18809adb0d15/00591e3a-38c9-4aff-95e7-1dd90c66f58c) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:24.083323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.084717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/eaa5fb36-fd90-473e-8526-5f2252c46400 HTTP/1.1" status: 204 len: 168 time: 1.5998476 Dec 22 15:26:24.099780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46536) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.205218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=691a097e-c421-4929-9788-4c5ba0171d95,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:24.230989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:24.296084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.345295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1758764402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:24.416939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:24.455745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-703cf802-b4b4-4923-9f8b-0e985d9cede6 req-a8273d6b-3ab2-45f4-a4b1-c7eccdc08854 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Synchronizing usage tracker for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:24.460897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:router and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:24.482403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:24.516956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:24.552737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4dd01752-5e3c-417b-8be8-15500d3cdee2 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:24.569444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.614387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.630519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Transition to ACTIVE for port object 00591e3a-38c9-4aff-95e7-1dd90c66f58c will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:24.676088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-703cf802-b4b4-4923-9f8b-0e985d9cede6 req-a8273d6b-3ab2-45f4-a4b1-c7eccdc08854 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Unset dirty status for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:24.678940 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-703cf802-b4b4-4923-9f8b-0e985d9cede6 req-a8273d6b-3ab2-45f4-a4b1-c7eccdc08854 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.3415504 Dec 22 15:26:24.773028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.774489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.821035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4dd01752-5e3c-417b-8be8-15500d3cdee2 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:24.822511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4dd01752-5e3c-417b-8be8-15500d3cdee2 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7216134 Dec 22 15:26:24.830850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46542) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:24.840100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'tempest-secgroup--515265755'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:24.851116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:24.857198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:24.871409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71e2d2da-9deb-4b6a-b755-a651568eb245 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:24.924252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:24.927990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.021797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Transition to ACTIVE for port object 42933a29-5703-4ddf-a4b2-bf6caa730edd will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:25.031575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:25.035112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:25.036624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.049382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network 43d98441-7bdf-42b9-92c0-8a249f38176d is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:25.053300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:25.056092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:25.094068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.105469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f805bae-d92b-4424-b536-42d91b985027 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:25.198054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.204445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.205764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.214121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.225147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c5f42e97-e1ad-45a9-8aad-7245845cc78f tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:25.259915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.260540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.300758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.301953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:25.316555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 38eea397-e7c6-42c7-920f-eaf767394e72 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:25.319048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Usage tracker for resource:security_group_rule and tenant:fb460abc04714ece8e27233124c0978b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:25.324770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:25.328460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:25.331575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.332486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.351765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:25.365541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=90f9516a-dbaa-4cd5-8229-34b460a2ddda,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:25.371201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:25.386534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.388440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2622842d-4fd4-44e8-9cb3-77b451661865 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4199059 Dec 22 15:26:25.390078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0064461 Dec 22 15:26:25.395231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46546) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.405554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1699166934'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:25.413077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:25.428461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:25.432341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:25.439149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:25.447911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.449149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.457688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:network and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:25.466844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5323110 Dec 22 15:26:25.468734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:25.479934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.503338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:25.524061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:25.528810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=42933a29-5703-4ddf-a4b2-bf6caa730edd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:25.536817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:25.543508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:25.551714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.551714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.555361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf086fc-c737-4f35-8ec5-3c45b39d14d9 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:25.580335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbb6e89d-0dbc-48c5-b66b-4af8f4e220de tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:25.614802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.646924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Request body: {'port': {'device_id': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:25.668492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4013152 Dec 22 15:26:25.683056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.719204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'security_group': {'name': 'tempest-secgroup-604283870'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:25.754155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3248377 Dec 22 15:26:25.771405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46562) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:25.801314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:25.806787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:25.819172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'network_id': '222f8446-671b-4a11-85b8-6b34a4321adc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-286551883'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:25.829411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.850342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.859831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7c9cad61-854f-4f88-ab38-66b417aa55a4 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:25.874000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.877092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.882014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.885406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.889262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:25.892209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Synchronizing usage tracker for tenant:7f396b8aec7646e395fd625815c6be50 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:25.914012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:25.918451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa3540-5178-4312-8924-65430ff62502,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:25.924036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:25.936950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:25.945666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:25.989046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3e659ca4-8273-47b5-9f57-e3c6e7f5aac7 None None] Provisioning for port 00591e3a-38c9-4aff-95e7-1dd90c66f58c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:26.008992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:26.023313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=ba71baec-9ca3-4748-9467-549ba104f3e2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:26.025544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3e659ca4-8273-47b5-9f57-e3c6e7f5aac7 None None] Provisioning complete for port 00591e3a-38c9-4aff-95e7-1dd90c66f58c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:26.026238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e659ca4-8273-47b5-9f57-e3c6e7f5aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.026447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:26.128905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-f467a219-0045-4268-8ba9-2fd536e0579a', 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'tenant_id': 'c8a7da733913426cab7b208453ee0383', 'fixed_ips': [{'subnet_id': 'ba71baec-9ca3-4748-9467-549ba104f3e2'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:26.139891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.155127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:26.164817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:security_group_rule and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:26.172437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:26.172771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Unset dirty status for tenant:7f396b8aec7646e395fd625815c6be50 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:26.174236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dfd2947d-5bb7-4975-8071-9d9496d95d0c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6932871 Dec 22 15:26:26.194298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46566) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.195543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.197113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3651850 Dec 22 15:26:26.208873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46568) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.216655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:26.233339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501507291'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:26.255893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:26.284957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:26.294685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:26.304607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.315398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:26.340174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3e659ca4-8273-47b5-9f57-e3c6e7f5aac7 None None] Port 00591e3a-38c9-4aff-95e7-1dd90c66f58c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:26.352145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e673598d-4792-42cc-b9ba-8ba27a578b16 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:26.352846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-e673598d-4792-42cc-b9ba-8ba27a578b16 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 15:26:26.356815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e673598d-4792-42cc-b9ba-8ba27a578b16 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "PUT /v2.0/security-groups/d1aa3540-5178-4312-8924-65430ff62502 HTTP/1.1" status: 409 len: 330 time: 0.1440043 Dec 22 15:26:26.356815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.372263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46574) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.458404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:26.463146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group_rule and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:26.468857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:26.472216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:26.478306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.478636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:26.547500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c939c79f-567d-4665-a1ff-789dad0eae96 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:26.562210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:26.568868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:26.626472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.627216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Made reservation on behalf of 1a15f2ab193d413f94768d0b0e13f69a for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:26.633552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.663010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e7826-62f7-40cd-abd4-b6d2af3fc8cf req-0f7c3e7b-7c84-4047-a595-56b0d6f06f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:26.664809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-996e7826-62f7-40cd-abd4-b6d2af3fc8cf req-0f7c3e7b-7c84-4047-a595-56b0d6f06f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 932 time: 0.3772955 Dec 22 15:26:26.683292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.729708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] device_id is not set on port 703b9043-b7ce-4c6c-9517-3eba2794a67a yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:26:26.760075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.769085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6174a305-0b54-4c45-b990-05c493b1fb8f tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:26.858122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa6daf4-0f5d-4b3e-92ce-93dd9e063f94,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:26.871768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:26.895529 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-996e7826-62f7-40cd-abd4-b6d2af3fc8cf req-c685a368-f36c-421a-9409-4c435585dcba tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175436 Dec 22 15:26:26.914564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.914564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:26.923363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.923906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b884b163-984c-4d0f-af26-76c5d408b6c8 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:26.928270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2290139 Dec 22 15:26:26.937999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46578) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:26.940804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:26.945691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da79048-9a19-4bb5-a85c-d435a9da1b5d None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:26.955994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083956422'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:27.000349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:27.016933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:27.026881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:27.039256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:27.080563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Allocated IP 2001:db8::8f (222f8446-671b-4a11-85b8-6b34a4321adc/4454004b-e5e4-48a7-a684-272a31958908/703b9043-b7ce-4c6c-9517-3eba2794a67a) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:27.125179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c9c44a8f-5cb9-4199-9803-7ca11e1cc7ef None None] Provisioning for port 42933a29-5703-4ddf-a4b2-bf6caa730edd completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:27.137816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 3eff8d5d-3aaf-4bf4-a1fc-027076eb420c is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:26:27.140881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c9c44a8f-5cb9-4199-9803-7ca11e1cc7ef None None] Provisioning complete for port 42933a29-5703-4ddf-a4b2-bf6caa730edd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:27.141163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.141399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9c44a8f-5cb9-4199-9803-7ca11e1cc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.163962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:27.173389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Allocated IP 172.20.0.2 (f467a219-0045-4268-8ba9-2fd536e0579a/ba71baec-9ca3-4748-9467-549ba104f3e2/bc08123a-c292-4c2e-8d06-8bc75a08b0d4) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:27.190246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.191298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Added segment b0203f23-79a9-47fb-b83a-32d909009ee0 of type vlan for network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 Dec 22 15:26:27.245332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c939c79f-567d-4665-a1ff-789dad0eae96 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:27.253222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c9c44a8f-5cb9-4199-9803-7ca11e1cc7ef None None] Port 42933a29-5703-4ddf-a4b2-bf6caa730edd cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:27.256063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.256597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment 1a60af6f-a522-4d5b-b8fa-1df3c8008d32 of type vlan for network 49622a4c-8ed9-4897-9376-76a20cea2da6 Dec 22 15:26:27.271036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.305226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.356564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f5d6c-f454-41ce-a46b-d1d8ec9b5203,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:27.399838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:27.412075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:27.421775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group_rule and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:27.426375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:27.440909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:27.524064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.535982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.602383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.610714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:27.611983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.647797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-62bdcdc4-5291-4560-85c0-61081871078f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:27.654136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Provisioning for port c939c79f-567d-4665-a1ff-789dad0eae96 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:27.655699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Transition to ACTIVE for port object 703b9043-b7ce-4c6c-9517-3eba2794a67a will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:27.664947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.702031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.709339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9ea9020-3f52-441b-8704-eb7abec7f72c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:27.719832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Provisioning complete for port c939c79f-567d-4665-a1ff-789dad0eae96 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:27.725899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.726187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.775743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2248d6de-4a2c-47c9-8c31-4ad3be322e48,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:27.781835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:27.787750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:26:27.819493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.834207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] Sync routers for ids ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:26:27.842427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87178936-9a32-4563-8798-718351bda71d tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:27.860621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.861577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.869593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:27.870796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.898999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:27.904827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9615257 Dec 22 15:26:27.911178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46586) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:27.962225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Transition to ACTIVE for port object bc08123a-c292-4c2e-8d06-8bc75a08b0d4 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:27.981336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Network 222f8446-671b-4a11-85b8-6b34a4321adc is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:27.983006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=703b9043-b7ce-4c6c-9517-3eba2794a67a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:27.989388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:27.998566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Update dhcp port {'port': {'network_id': '38eea397-e7c6-42c7-920f-eaf767394e72', 'fixed_ips': [{'subnet_id': '8246284b-5b18-4fe8-88c8-9aebfd44c740', 'ip_address': '2001:db8::2'}, {'subnet_id': '90f9516a-dbaa-4cd5-8229-34b460a2ddda'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'c939c79f-567d-4665-a1ff-789dad0eae96'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:26:28.008095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:28.026543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-636249201', 'security_groups': ['2248d6de-4a2c-47c9-8c31-4ad3be322e48'], 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba71baec-9ca3-4748-9467-549ba104f3e2'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:28.062559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] Routers {'3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:28.063415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:28.066274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.075092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6949880 Dec 22 15:26:28.085057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00591e3a-38c9-4aff-95e7-1dd90c66f58c {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:26:28.088616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46594) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.090646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:28.101248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:28.102927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.103142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.104761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/d1aa3540-5178-4312-8924-65430ff62502 HTTP/1.1" status: 204 len: 168 time: 1.7214363 Dec 22 15:26:28.137724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.152716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46596) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.158540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:28.166447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7697160 Dec 22 15:26:28.334874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.397451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Transition to ACTIVE for port object bc08123a-c292-4c2e-8d06-8bc75a08b0d4 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:28.406655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46602) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.407069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Network': ['ID=a9b1da0f-06c5-4469-a9be-6d5ef18b4b50,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:28.414468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.437436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'subnet': {'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:28.449466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2465866 Dec 22 15:26:28.449466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:28.453739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:28.463463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46606) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.475848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0bd57dd-59ae-40a9-8df1-d868877473a8 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:28.521628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.535437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-11ceca71-9ac6-4412-8ab4-44e0224c948b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Synchronizing usage tracker for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:28.544877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Transition to ACTIVE for port object 00591e3a-38c9-4aff-95e7-1dd90c66f58c will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:28.546919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa3540-5178-4312-8924-65430ff62502,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:28.559105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:28.561911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48d54892-adc0-43dc-8c14-c221ea9f8854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:28.563748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5dd4ed51-523c-4e1d-9f26-897c1795bc78 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.662s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:28.576638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:28.585817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:28.611527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:port and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:28.625643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:28.639981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.647347 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8391509 Dec 22 15:26:28.658280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:28.661041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:28.663479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46610) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.672260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::190', 'mac_address': 'fa:16:3e:ae:ab:e5'}, {'ip_address': '2001:db8::23e', 'mac_address': 'fa:16:3e:d7:6d:05'}]}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:28.687759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-11ceca71-9ac6-4412-8ab4-44e0224c948b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Unset dirty status for tenant:fb460abc04714ece8e27233124c0978b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:28.694896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-11ceca71-9ac6-4412-8ab4-44e0224c948b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5281906 Dec 22 15:26:28.713663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46614) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:28.721064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] Routers {'3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:28.721791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:28.772717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ec96-5fba-4dac-a9a6-d4f6c1450f78 req-6a4232c8-c526-4df7-a59d-da31f230a4a6 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:28.775912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8869ec96-5fba-4dac-a9a6-d4f6c1450f78 req-6a4232c8-c526-4df7-a59d-da31f230a4a6 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 932 time: 0.6693966 Dec 22 15:26:28.806291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] For port c939c79f-567d-4665-a1ff-789dad0eae96, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c939c79f-567d-4665-a1ff-789dad0eae96,segment=NetworkSegment(18b55c64-1f4d-4fd1-baa9-12f333bd8db5),segment_id=18b55c64-1f4d-4fd1-baa9-12f333bd8db5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:28.849997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:28.850451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec3b6a-db51-41a2-a3a6-03f53b7adb9b None None] The sync data for ids ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:26:28.868455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:28.876234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:28.885289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:28.888036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:28.894613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Pushing event updated for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:28.897723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:28.903380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f21ed3b-2a1a-425e-8406-28fd6fa44119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:28.935349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Allocated IP 172.20.0.1 (38eea397-e7c6-42c7-920f-eaf767394e72/90f9516a-dbaa-4cd5-8229-34b460a2ddda/c939c79f-567d-4665-a1ff-789dad0eae96) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:28.945256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=49622a4c-8ed9-4897-9376-76a20cea2da6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:28.950151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-4d411e26-a348-4691-b6f8-a578e32bb2d6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] delete failed (client error): The resource could not be found. Dec 22 15:26:28.952218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d411e26-a348-4691-b6f8-a578e32bb2d6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f7cd3c9-15b0-49d0-89c3-886c113130b0 HTTP/1.1" status: 404 len: 347 time: 0.2258935 Dec 22 15:26:28.954215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:28.966391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:subnet and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:28.974122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46618) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.030861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:29.075321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:29.075652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e63e41f-e076-48e4-bcee-75e6b668f09b tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:29.088812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:29.100030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-874aaedc-2239-40c6-a560-88852fc9bbc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] show failed (client error): The resource could not be found. Dec 22 15:26:29.101439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-874aaedc-2239-40c6-a560-88852fc9bbc9 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-groups/79728c0e-ce72-4eac-a1c3-0a391d898d7f HTTP/1.1" status: 404 len: 347 time: 0.1258581 Dec 22 15:26:29.120597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46622) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.124746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:29.133364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:29.249830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:29.293509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-5d0f5b1e-984f-4212-b79c-9245fe74bb2b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] show failed (client error): The resource could not be found. Dec 22 15:26:29.294947 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d0f5b1e-984f-4212-b79c-9245fe74bb2b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] 10.222.0.32 "GET /v2.0/security-group-rules/df859653-b98f-4004-a725-abf61f4207e7 HTTP/1.1" status: 404 len: 356 time: 0.1717861 Dec 22 15:26:29.450137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] For port c939c79f-567d-4665-a1ff-789dad0eae96, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c939c79f-567d-4665-a1ff-789dad0eae96,segment=NetworkSegment(18b55c64-1f4d-4fd1-baa9-12f333bd8db5),segment_id=18b55c64-1f4d-4fd1-baa9-12f333bd8db5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:29.485310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:29.509801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Transition to ACTIVE for port object c939c79f-567d-4665-a1ff-789dad0eae96 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:29.517712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Attempting to bind port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:29.517712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Attempting to bind port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:29.518190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Attempting to bind port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 on network f467a219-0045-4268-8ba9-2fd536e0579a {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:29.523881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Pushing event updated for resources: {'Port': ['ID=c939c79f-567d-4665-a1ff-789dad0eae96,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:29.528474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:29.580393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8869ec96-5fba-4dac-a9a6-d4f6c1450f78 req-6d5999d2-29cf-495c-a1a3-e5dcf0954024 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6820822 Dec 22 15:26:29.585864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:29.630062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:29.671263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 09d246f4-2ef6-47fa-92a6-c0019b10f856 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:26:29.755269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Attempting to bind port 00591e3a-38c9-4aff-95e7-1dd90c66f58c on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:29.756229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Attempting to bind port 00591e3a-38c9-4aff-95e7-1dd90c66f58c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:29.757332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Attempting to bind port 00591e3a-38c9-4aff-95e7-1dd90c66f58c on network 43d98441-7bdf-42b9-92c0-8a249f38176d {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:29.779231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Port 00591e3a-38c9-4aff-95e7-1dd90c66f58c on network 43d98441-7bdf-42b9-92c0-8a249f38176d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:26:29.780436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Attempting to bind port 00591e3a-38c9-4aff-95e7-1dd90c66f58c on network 43d98441-7bdf-42b9-92c0-8a249f38176d {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:29.784565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:29.796677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:29.797672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Checking segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:29.799087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Bound using segment: {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:29.802128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Bound port: 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:29.802407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-907b98ea-08e5-468d-93b4-3847dce7d8f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:29.803662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:29.848022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f87db381-f38e-4a31-ac56-64382d128264 None None] Provisioning for port 703b9043-b7ce-4c6c-9517-3eba2794a67a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:29.875362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:29.876026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Checking segment: {'id': '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:29.876886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:29.877343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Bound using segment: {'id': '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:29.877912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Bound port: bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:29.878351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:29.916161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46632) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:29.983356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:29.988256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:29.990723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f87db381-f38e-4a31-ac56-64382d128264 None None] Provisioning complete for port 703b9043-b7ce-4c6c-9517-3eba2794a67a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:29.991537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f87db381-f38e-4a31-ac56-64382d128264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.023454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.033521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2e8c66e-22f7-4fb6-8129-e92ace4c7aec tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:30.112677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.139053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.153696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.155955 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] 10.222.0.71 "PUT /v2.0/ports/00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 1094 time: 4.7559800 Dec 22 15:26:30.157261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:26:30.197166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f87db381-f38e-4a31-ac56-64382d128264 None None] Port 703b9043-b7ce-4c6c-9517-3eba2794a67a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:30.204341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Pushing event updated for resources: {'Port': ['ID=c939c79f-567d-4665-a1ff-789dad0eae96,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:30.225623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:30.237250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:30.287057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.320504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d403f475-f86a-470f-9bef-ddf43b918908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:30.477963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.548584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 is not hosted by any dhcp agent {{(pid=88968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:26:30.553073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:30.553717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.558737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "PUT /v2.0/networks/49622a4c-8ed9-4897-9376-76a20cea2da6 HTTP/1.1" status: 200 len: 723 time: 1.9872115 Dec 22 15:26:30.564261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dac57a62-13a5-41be-a0aa-48f041c99b8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb460abc04714ece8e27233124c0978b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6450725 Dec 22 15:26:30.568347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46646) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:30.568347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46648) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:30.570981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c939c79f-567d-4665-a1ff-789dad0eae96 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:30.590354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:30.675781 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-c6c6be3d-dc9b-4c63-889e-91dd99e82c22 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1097 time: 0.3898189 Dec 22 15:26:30.784918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:30.793664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,segment=NetworkSegment(2ff240aa-6b9e-4ceb-9510-1cd485f5ba69),segment_id=2ff240aa-6b9e-4ceb-9510-1cd485f5ba69)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:30.805527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=49622a4c-8ed9-4897-9376-76a20cea2da6,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:30.821428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:30.854458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-af54d643-594c-49e9-82a2-715352d89f88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 217 time: 0.1662831 Dec 22 15:26:30.857159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'status': 'completed', 'code': 200} Dec 22 15:26:30.883053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:30.889697 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-33e1da76-3a24-42f0-91ca-8ddcd21b315a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/routers/3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 200 len: 884 time: 2.7747521 Dec 22 15:26:30.891720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:30.903978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46656) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:30.907064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:30.955103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8295c6e-a061-40e9-adde-22964a4264a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:31.047012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.3 (f467a219-0045-4268-8ba9-2fd536e0579a/ba71baec-9ca3-4748-9467-549ba104f3e2/09d246f4-2ef6-47fa-92a6-c0019b10f856) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:31.103795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:31.140909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:31.155366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967636-c03e-4867-938a-069440cf05ee req-b3bde77e-e867-4ab6-9454-155db3d6bc5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:31.157859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-b3bde77e-e867-4ab6-9454-155db3d6bc5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 200 len: 835 time: 0.2282932 Dec 22 15:26:31.194551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Pushing event updated for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:31.249805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:31.300061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:31.315360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:31.391645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:31.413774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179ee1-5b45-494f-ab16-34975bf50a5d req-d25f7708-8500-4a2d-909a-52cdee35966d tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:31.416275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f7179ee1-5b45-494f-ab16-34975bf50a5d req-d25f7708-8500-4a2d-909a-52cdee35966d tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 944 time: 0.4787531 Dec 22 15:26:31.426971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:31.744474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:31.802198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:31.816835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2543baea-6fd7-4b3a-a9c5-f23a36d4d815 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:31.862384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-4f32da38-a6dc-4bef-8cb1-1d198febfd39 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43d98441-7bdf-42b9-92c0-8a249f38176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6921885 Dec 22 15:26:31.943345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f7179ee1-5b45-494f-ab16-34975bf50a5d req-017188d9-6a79-4d24-bc94-21b961f4d944 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941782 Dec 22 15:26:31.995583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Subnet': ['ID=11557e0d-d2c8-441e-9653-304ed54411c8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:32.008680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:32.012103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.066120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.075070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.080250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52dc41bd-8398-4c34-aedd-48f4f393fe04 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:32.186434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event updated for resources: {'Port': ['ID=703b9043-b7ce-4c6c-9517-3eba2794a67a,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:32.199962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.204782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:32.211304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a502acf-d541-4219-b4a5-b0676552b226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:32.216731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Checking segment: {'id': 'b0203f23-79a9-47fb-b83a-32d909009ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:32.217136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network hostable DHCP agents. Network: a9b1da0f-06c5-4469-a9be-6d5ef18b4b50, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:32.223795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 09d246f4-2ef6-47fa-92a6-c0019b10f856 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:32.225522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] In _notify_port_updated(), no bound segment for port 703b9043-b7ce-4c6c-9517-3eba2794a67a on network 222f8446-671b-4a11-85b8-6b34a4321adc {{(pid=88968) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:26:32.230121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:32.230922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.232438 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "PUT /v2.0/ports/703b9043-b7ce-4c6c-9517-3eba2794a67a HTTP/1.1" status: 200 len: 1066 time: 3.5677631 Dec 22 15:26:32.242719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46660) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:32.247741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593cb8f-9fd7-474e-9664-5a744064b039,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:32.275820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:32.360133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-102435c8-6166-4a88-806a-9676de685740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.409177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.412654 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5593cb8f-9fd7-474e-9664-5a744064b039 HTTP/1.1" status: 204 len: 168 time: 1.8333876 Dec 22 15:26:32.424760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-c9383b15-5419-4706-b208-fef1089d1413 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521214 Dec 22 15:26:32.459694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port 703b9043-b7ce-4c6c-9517-3eba2794a67a {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:32.460369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.513704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.528229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915c84c-edec-4c5a-837d-fa300d56b7d6 None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:32.591041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63ab7920-26a7-4a92-b4f6-b26e2c4b25ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:32.639458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:32.649867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bebfa6df-abf3-4cca-85b0-47e40e77c69e tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:32.733051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6551f8d7-5c10-4b95-9152-f3dadc02708c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:router {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:32.805179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:32.838205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:32.859275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c939c79f-567d-4665-a1ff-789dad0eae96 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:32.872576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=a0e38520-b276-41cd-8a4c-b7d42b2f0455,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:32.889198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:32.912077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:32.912556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95967636-c03e-4867-938a-069440cf05ee req-2c918766-e846-46b0-a9e8-648bfdbbbdcc service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340847 Dec 22 15:26:32.917400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': '1a60af6f-a522-4d5b-b8fa-1df3c8008d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:32.918540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: 49622a4c-8ed9-4897-9376-76a20cea2da6, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:32.972605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:32.994340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:33.036561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=09d246f4-2ef6-47fa-92a6-c0019b10f856,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:33.072223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:33.074926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 49622a4c-8ed9-4897-9376-76a20cea2da6) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:33.089954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:33.090650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.119556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bc06bd13-a75b-4409-9dd1-62ccda0a45f5 None None] Provisioning for port c939c79f-567d-4665-a1ff-789dad0eae96 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:33.126389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf108b7-7c08-4727-bdff-eadd498f2662 None None] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:33.157354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bc06bd13-a75b-4409-9dd1-62ccda0a45f5 None None] Provisioning complete for port c939c79f-567d-4665-a1ff-789dad0eae96 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:33.158363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc06bd13-a75b-4409-9dd1-62ccda0a45f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.170779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6551f8d7-5c10-4b95-9152-f3dadc02708c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:router {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:33.179194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6551f8d7-5c10-4b95-9152-f3dadc02708c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 2.2707901 Dec 22 15:26:33.179440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-b86d9da0-741f-47df-a57d-794e87b70a49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1097 time: 0.1470850 Dec 22 15:26:33.180419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, a9b1da0f-06c5-4469-a9be-6d5ef18b4b50) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:33.182881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46668) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.196588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-726307482'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:33.221061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:33.221813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.236868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a1d1f-036d-40e8-95cb-12e61eae5bf5 None None] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:33.241957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:33.242636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.288339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c939c79f-567d-4665-a1ff-789dad0eae96 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:33.289017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.382047 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8031688 Dec 22 15:26:33.392383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46672) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.420682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5082514 Dec 22 15:26:33.424198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:33.436796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46676) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.444951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:33.507368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0954788 Dec 22 15:26:33.529635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46680) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:33.543792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'network': {'name': 'tempest-router-network01--544409510'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:33.596620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:33.657641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:network and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:33.782869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:33.792880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:33.825187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.833415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a04cca-7d7a-473a-9755-831f95d38add req-ddfb8708-d77f-4abc-ba57-4ae05225021f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:33.835147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-ddfb8708-d77f-4abc-ba57-4ae05225021f service neutron] 10.222.0.71 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 897 time: 0.4906795 Dec 22 15:26:33.857427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3373402'] for subnet, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:33.876410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:33.882789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.009772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.041104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc08123a-c292-4c2e-8d06-8bc75a08b0d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:34.109876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for 703b9043-b7ce-4c6c-9517-3eba2794a67a owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:34.145100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:26:34.169587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbe094-c377-4b1b-822b-f225a54fbce6 req-5469e3ff-378f-4346-b756-a3a12fc5bf6f tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:34.172258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffcbe094-c377-4b1b-822b-f225a54fbce6 req-5469e3ff-378f-4346-b756-a3a12fc5bf6f tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 944 time: 0.8756974 Dec 22 15:26:34.229018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:34.241843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:34.249624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:34.301678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:34.310900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffcbe094-c377-4b1b-822b-f225a54fbce6 req-4702e5de-63cf-4c2c-b6a0-064ae3c88e64 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205888 Dec 22 15:26:34.311791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:34.349935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.350337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Added segment 5660e9e0-92e9-4d23-8bdd-4e6abb88662e of type vlan for network 20115fde-2b08-4972-8623-9aa985f07251 Dec 22 15:26:34.365256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:34.422644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-49622a4c-8ed9-4897-9376-76a20cea2da6', 'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': 'a0e38520-b276-41cd-8a4c-b7d42b2f0455'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:34.423671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.553487 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-90e005ba-665d-478a-96be-09688cf61baf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 217 time: 0.0829744 Dec 22 15:26:34.556021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758581936038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3679317'] for subnet, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.559049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.649953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-293d803e-a1f8-4198-8950-3d7d939b1fb4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:34.723091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:34.723950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.725486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "PUT /v2.0/subnets/a0e38520-b276-41cd-8a4c-b7d42b2f0455 HTTP/1.1" status: 200 len: 826 time: 1.3136766 Dec 22 15:26:34.732498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a04cca-7d7a-473a-9755-831f95d38add req-9f94f74b-a15d-4b63-96e7-61f485f0467c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:34.734514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-9f94f74b-a15d-4b63-96e7-61f485f0467c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 200 len: 835 time: 0.1640930 Dec 22 15:26:34.735148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46684) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:34.736047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=a0e38520-b276-41cd-8a4c-b7d42b2f0455,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:34.739919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:34.820213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.884353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba71baec-9ca3-4748-9467-549ba104f3e2 (CIDR: 172.20.0.0/28) Dec 22 15:26:34.899287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-a9b1da0f-06c5-4469-a9be-6d5ef18b4b50', 'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50', 'tenant_id': '541e481f3a5a4535b0df0bd27769cd60', 'fixed_ips': [{'subnet_id': '11557e0d-d2c8-441e-9653-304ed54411c8'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:34.900860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.908673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:34.915492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-412e8fcb-ce92-4dfe-a367-d1a75b23440a tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:34.971469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=703b9043-b7ce-4c6c-9517-3eba2794a67a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:34.987529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:34.989132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:34.989629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:26:35.029094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.071032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80cd9ad6-4d7e-4485-a44e-ede19c3ec97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.090411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Provisioning complete for port c939c79f-567d-4665-a1ff-789dad0eae96 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:35.091163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.102202 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-48c17abd-7975-4568-98d4-faad4f9d8eea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43d98441-7bdf-42b9-92c0-8a249f38176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3534667 Dec 22 15:26:35.147188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.152606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:35.153484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.180630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2320e283-e2d0-4912-86cd-a3fe4496c9af tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7391737 Dec 22 15:26:35.182387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46688) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.187151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-755c76cb-97c4-46fd-af9b-dcb4a81cf375 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:35.194082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:35.231693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6980121 Dec 22 15:26:35.240823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46692) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.261988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'network': {'name': 'tempest-router-network02--1049484045'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:35.306053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:35.312828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.354096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Network': ['ID=20115fde-2b08-4972-8623-9aa985f07251,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:35.357346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:35.366551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:35.377351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:network and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:35.384985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:35.388521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:35.421803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 20115fde-2b08-4972-8623-9aa985f07251 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:35.428412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:35.525189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.526441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/ports/703b9043-b7ce-4c6c-9517-3eba2794a67a HTTP/1.1" status: 204 len: 168 time: 3.2805359 Dec 22 15:26:35.528737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.529197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46698) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.584584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:35.591260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.605810 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0a7380-8e0e-4cb8-a4b2-ec7b30664555 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] GET failed (client error): The resource could not be found. Dec 22 15:26:35.605810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e0a7380-8e0e-4cb8-a4b2-ec7b30664555 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Synchronizing usage tracker for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:35.610019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'port_id': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'mac_address': 'fa:16:3e:46:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:26:35.640800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:35.655222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.656082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Added segment a6548770-7d29-4adf-a092-d7ed770869c9 of type vlan for network c5be8618-5555-4292-b045-b27fe1ab8b56 Dec 22 15:26:35.659236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e0a7380-8e0e-4cb8-a4b2-ec7b30664555 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Unset dirty status for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:35.662124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1e0a7380-8e0e-4cb8-a4b2-ec7b30664555 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "GET /v2.0/ports/703b9043-b7ce-4c6c-9517-3eba2794a67a HTTP/1.1" status: 404 len: 333 time: 0.1315022 Dec 22 15:26:35.670728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46702) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:35.801889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.828601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port 42933a29-5703-4ddf-a4b2-bf6caa730edd {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:35.829121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.835823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Allocated IP 2001:db8::2 (49622a4c-8ed9-4897-9376-76a20cea2da6/a0e38520-b276-41cd-8a4c-b7d42b2f0455/7023a0d9-4918-4d9e-a085-50d37db9ee13) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:35.838838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.932545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00591e3a-38c9-4aff-95e7-1dd90c66f58c {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:26:35.934407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-51592fbe-3086-465f-b4ab-824d02a19828 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210697 Dec 22 15:26:35.937959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:35.964406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.968666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:35.969377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:35.977092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-518af4a6-b807-49e7-8322-d5d45bd672c6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:35.995782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:36.010459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:36.039570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Allocated IP 2001:db8::2 (a9b1da0f-06c5-4469-a9be-6d5ef18b4b50/11557e0d-d2c8-441e-9653-304ed54411c8/7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:36.060045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:36.063143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:36.073158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Could not find standard attr ID for object 703b9043-b7ce-4c6c-9517-3eba2794a67a. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:26:36.145434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.152807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee8c2122-6b26-4271-b9ea-f65fddd847f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:36.286140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2eb2-7028-460e-9f60-d06a524eadbb req-a5d1b384-1078-442c-9e24-27185223ae7d tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:36.289427 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7dec2eb2-7028-460e-9f60-d06a524eadbb req-a5d1b384-1078-442c-9e24-27185223ae7d tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 944 time: 0.7105315 Dec 22 15:26:36.297998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:36.320810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Provisioning complete for port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:36.321200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.428950 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1739163 Dec 22 15:26:36.430051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46706) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:36.442975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['00591e3a-38c9-4aff-95e7-1dd90c66f58c'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:26:36.454856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'subnet': {'network_id': '20115fde-2b08-4972-8623-9aa985f07251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:36.476208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Network': ['ID=c5be8618-5555-4292-b045-b27fe1ab8b56,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:36.481116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:36.488611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:36.511705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:36.517296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network c5be8618-5555-4292-b045-b27fe1ab8b56 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:36.554983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:36.610663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.646233 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43a04cca-7d7a-473a-9755-831f95d38add req-010e8d25-f38b-49fe-ac95-b20f4b32c289 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964293 Dec 22 15:26:36.694914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:36.698637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.712626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:subnet and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:36.717683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:36.752672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Transition to ACTIVE for port object 7023a0d9-4918-4d9e-a085-50d37db9ee13 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:36.823598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Provisioning for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:36.827327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.828739 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7dec2eb2-7028-460e-9f60-d06a524eadbb req-14157d57-8f49-4083-9407-f7a43574ec24 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4975214 Dec 22 15:26:36.865406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:36.865775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.866197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.891919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.893438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for 42933a29-5703-4ddf-a4b2-bf6caa730edd owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:36.898075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Transition to ACTIVE for port object 7023a0d9-4918-4d9e-a085-50d37db9ee13 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:36.899781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Transition to ACTIVE for port object 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:36.942226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:36.952077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:36.957486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Transition to ACTIVE for port object 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:36.974621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:36.994652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:37.195872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.321689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.335694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:37.358431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.379833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.389515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.391345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=42933a29-5703-4ddf-a4b2-bf6caa730edd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:37.393908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:37.394882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7904db8b-23c2-43dd-98f8-ae3ab073fa11 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:37.444659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e38520-b276-41cd-8a4c-b7d42b2f0455,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:37.451801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Pushing event updated for resources: {'Port': ['ID=7023a0d9-4918-4d9e-a085-50d37db9ee13,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:37.455599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:37.455841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.478535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:37.483659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:37.493707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:37.515325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.547041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/ports/42933a29-5703-4ddf-a4b2-bf6caa730edd HTTP/1.1" status: 204 len: 168 time: 1.8708980 Dec 22 15:26:37.547524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46710) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.577561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:37.611393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:37.616077 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f1c621-0527-44aa-bb19-3710ee215463 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] GET failed (client error): The resource could not be found. Dec 22 15:26:37.616814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a3f1c621-0527-44aa-bb19-3710ee215463 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Synchronizing usage tracker for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:37.660480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.670266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:37.680310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a3f1c621-0527-44aa-bb19-3710ee215463 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Unset dirty status for tenant:1a15f2ab193d413f94768d0b0e13f69a on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:37.681596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a3f1c621-0527-44aa-bb19-3710ee215463 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "GET /v2.0/ports/42933a29-5703-4ddf-a4b2-bf6caa730edd HTTP/1.1" status: 404 len: 333 time: 0.1328707 Dec 22 15:26:37.689242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46714) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:37.692192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:37.712449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:37.732345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.733725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Pushing event updated for resources: {'Port': ['ID=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:37.746500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-078599f5-b756-4ab4-9b85-eeb5103076a2 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:37.776850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:37.824628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.842384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Subnet': ['ID=8dd5d2b4-ac7a-42de-b96f-995969c88ab4,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:37.855849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:37.887258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:37.887642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.896138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49622a4c-8ed9-4897-9376-76a20cea2da6']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:37.915257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a60af6f-a522-4d5b-b8fa-1df3c8008d32') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:37.915827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a60af6f-a522-4d5b-b8fa-1df3c8008d32') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:37.933978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.957877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:37.959212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Checking segment: {'id': '5660e9e0-92e9-4d23-8bdd-4e6abb88662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '20115fde-2b08-4972-8623-9aa985f07251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:37.959635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network hostable DHCP agents. Network: 20115fde-2b08-4972-8623-9aa985f07251, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:37.967717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:37.968244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:38.090433 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:38.095022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network 20115fde-2b08-4972-8623-9aa985f07251 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:38.153070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:26:38.153070 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:26:38.153070 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': '49622a4c-8ed9-4897-9376-76a20cea2da6'}] Dec 22 15:26:38.153070 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:38.153929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:26:38.276380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 20115fde-2b08-4972-8623-9aa985f07251) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:38.291533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:38.292199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.326988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.336174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3274ce9-426a-4d42-b808-d6f9a7758cbc None None] Network 20115fde-2b08-4972-8623-9aa985f07251 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:38.394013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 3eff8d5d-3aaf-4bf4-a1fc-027076eb420c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:26:38.395872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.400487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27060be4-1f0f-4206-944a-894a51b3d469 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:38.402215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Attempting to bind port 7023a0d9-4918-4d9e-a085-50d37db9ee13 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:38.402965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Attempting to bind port 7023a0d9-4918-4d9e-a085-50d37db9ee13 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '1a60af6f-a522-4d5b-b8fa-1df3c8008d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:38.403683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Attempting to bind port 7023a0d9-4918-4d9e-a085-50d37db9ee13 on network 49622a4c-8ed9-4897-9376-76a20cea2da6 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:38.465260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,segment=NetworkSegment(2ff240aa-6b9e-4ceb-9510-1cd485f5ba69),segment_id=2ff240aa-6b9e-4ceb-9510-1cd485f5ba69)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:38.476914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Attempting to bind port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:38.477254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Attempting to bind port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b0203f23-79a9-47fb-b83a-32d909009ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:38.479352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Attempting to bind port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 on network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:38.489766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:38.496947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:38.500597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:38.545134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0961022 Dec 22 15:26:38.546461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46720) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:38.555033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'subnet': {'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:38.559687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:38.560350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.576617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4529a-857c-46fc-8a5c-af31222f07de req-26d8f412-fb06-4dc5-981f-6db4275857cc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:38.579564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da4529a-857c-46fc-8a5c-af31222f07de req-26d8f412-fb06-4dc5-981f-6db4275857cc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 945 time: 0.3817048 Dec 22 15:26:38.596766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=9fd72e04-52b3-45d3-bd06-fd63128a9192,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:38.603224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:38.610247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b14c4-ef2f-424a-b321-35cfd0fb4f89 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:38.655698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.656047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:38.656047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Checking segment: {'id': '1a60af6f-a522-4d5b-b8fa-1df3c8008d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:38.658269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.658269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Bound using segment: {'id': '1a60af6f-a522-4d5b-b8fa-1df3c8008d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:38.658269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Bound port: 7023a0d9-4918-4d9e-a085-50d37db9ee13, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a60af6f-a522-4d5b-b8fa-1df3c8008d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '49622a4c-8ed9-4897-9376-76a20cea2da6'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:38.658977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.676689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.708035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-155b8672-6411-411a-b772-a4b62f174cfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:38.731717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5409462 Dec 22 15:26:38.736664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46724) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:38.752073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1794261875', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9fd72e04-52b3-45d3-bd06-fd63128a9192'}], 'security_groups': ['2aa6daf4-0f5d-4b3e-92ce-93dd9e063f94']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:38.794071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port 7023a0d9-4918-4d9e-a085-50d37db9ee13 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:38.794637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.813355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:38.814101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Checking segment: {'id': 'b0203f23-79a9-47fb-b83a-32d909009ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:38.814941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.815720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Bound using segment: {'id': 'b0203f23-79a9-47fb-b83a-32d909009ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:38.816749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Bound port: 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0203f23-79a9-47fb-b83a-32d909009ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'a9b1da0f-06c5-4469-a9be-6d5ef18b4b50'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:38.817480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.820482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da4529a-857c-46fc-8a5c-af31222f07de req-63d86bb6-8a99-48a2-b54d-8a41c318946a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262685 Dec 22 15:26:38.841699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:38.851684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:subnet and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:38.857025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:38.870123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:38.937758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:38.948395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f8b6f2d3-8192-437e-afcd-1bcb15ca5748 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:39.025447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:39.046115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=fd2ffdc2-129c-4c3c-b2b6-eafd8394e635,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:39.068321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:39.107177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.208999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.234871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.297733 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/ports/fd2ffdc2-129c-4c3c-b2b6-eafd8394e635 HTTP/1.1" status: 204 len: 168 time: 1.6042092 Dec 22 15:26:39.298457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46728) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.322195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Pushing event updated for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:39.362392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-88d944c7-2667-4e90-85bb-acaf025abd5b None None] Provisioning for port 09d246f4-2ef6-47fa-92a6-c0019b10f856 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:39.414275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:39.520716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-88d944c7-2667-4e90-85bb-acaf025abd5b None None] Provisioning complete for port 09d246f4-2ef6-47fa-92a6-c0019b10f856 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:39.521434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88d944c7-2667-4e90-85bb-acaf025abd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.523123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port 7023a0d9-4918-4d9e-a085-50d37db9ee13, host dv-neutron-822709-1-hyperv, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:39.523728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.627975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:26:39.649804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] Sync routers for ids ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:26:39.672243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-88d944c7-2667-4e90-85bb-acaf025abd5b None None] Port 09d246f4-2ef6-47fa-92a6-c0019b10f856 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:39.690683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] Routers {'3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:39.693350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:39.742381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc08123a-c292-4c2e-8d06-8bc75a08b0d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:39.750741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for 7023a0d9-4918-4d9e-a085-50d37db9ee13 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:39.785038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.789722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c00ac0f-8c4a-4dc0-aa7d-63704e00c3c4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 200 len: 891 time: 6.6055768 Dec 22 15:26:39.798143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46732) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:39.863770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-20115fde-2b08-4972-8623-9aa985f07251', 'network_id': '20115fde-2b08-4972-8623-9aa985f07251', 'tenant_id': '541e481f3a5a4535b0df0bd27769cd60', 'fixed_ips': [{'subnet_id': '8dd5d2b4-ac7a-42de-b96f-995969c88ab4'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:39.865423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:39.908553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] For port 7023a0d9-4918-4d9e-a085-50d37db9ee13, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:39.915668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:39.949715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] For port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:39.964081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] Routers {'3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:39.966784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:40.005522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting subnet 4454004b-e5e4-48a7-a684-272a31958908 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:40.026056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.126485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] For port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,segment=NetworkSegment(b0203f23-79a9-47fb-b83a-32d909009ee0),segment_id=b0203f23-79a9-47fb-b83a-32d909009ee0)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:40.136556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:40.137297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891f37e-eeb3-4ee4-b072-0597006f2927 None None] The sync data for ids ['3eff8d5d-3aaf-4bf4-a1fc-027076eb420c'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:26:40.141222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.149986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] For port 7023a0d9-4918-4d9e-a085-50d37db9ee13, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7023a0d9-4918-4d9e-a085-50d37db9ee13,segment=NetworkSegment(1a60af6f-a522-4d5b-b8fa-1df3c8008d32),segment_id=1a60af6f-a522-4d5b-b8fa-1df3c8008d32)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:40.162792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:40.215471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:26:40.215953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:26:40.220739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.231606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bba7183a-b466-480f-8f38-c0af904d0b97 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:40.277559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.284352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.320689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2019317-4935-41f6-9420-3de21d8f4460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:40.414914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Subnet': ['ID=0dcb9743-068b-4dc9-9791-12c1d16fced1,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:40.427062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:40.464920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Checking segment: {'id': 'a6548770-7d29-4adf-a092-d7ed770869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:40.465341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network hostable DHCP agents. Network: c5be8618-5555-4292-b045-b27fe1ab8b56, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:40.505956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.620529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:40.621153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.663293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network c5be8618-5555-4292-b045-b27fe1ab8b56 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:40.690870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ccee5-c51f-4cdf-a186-1aee2ca6b001 req-f536c943-3641-470e-9b2d-ed6577ed2ee9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:40.693495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.698911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3c2ccee5-c51f-4cdf-a186-1aee2ca6b001 req-f536c943-3641-470e-9b2d-ed6577ed2ee9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 945 time: 0.6193128 Dec 22 15:26:40.704926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-834a3d4e-62b1-42a1-a9a5-90bf9e6c5164 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:40.719756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port 7023a0d9-4918-4d9e-a085-50d37db9ee13 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:40.720099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.786903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, c5be8618-5555-4292-b045-b27fe1ab8b56) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:40.809586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Delete allocated IP 172.20.0.3 (f467a219-0045-4268-8ba9-2fd536e0579a/ba71baec-9ca3-4748-9467-549ba104f3e2) {{(pid=88967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:26:40.814239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Subnet': ['ID=4454004b-e5e4-48a7-a684-272a31958908,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:40.824957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:40.830497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.844130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:40.850659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.29 (f467a219-0045-4268-8ba9-2fd536e0579a/9fd72e04-52b3-45d3-bd06-fd63128a9192/09d246f4-2ef6-47fa-92a6-c0019b10f856) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:40.857379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:40.882545 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/subnets/4454004b-e5e4-48a7-a684-272a31958908 HTTP/1.1" status: 204 len: 168 time: 1.5798230 Dec 22 15:26:40.883795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46738) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:40.922623 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3c2ccee5-c51f-4cdf-a186-1aee2ca6b001 req-c394ed39-afc5-4ad2-bf35-639010125c53 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227275 Dec 22 15:26:41.010366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b40c2b-0bfc-42df-bb4f-87f89a500e69 None None] Network c5be8618-5555-4292-b045-b27fe1ab8b56 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:41.029412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cd2cec-5b08-440d-82f9-666581c256da None None] Network 222f8446-671b-4a11-85b8-6b34a4321adc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:41.029735 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c9d6b95-1b23-41a9-b549-c67f1d6d02be tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/routers/3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 200 len: 891 time: 1.2246909 Dec 22 15:26:41.044484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46742) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.232217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Pushing event updated for resources: {'Port': ['ID=7023a0d9-4918-4d9e-a085-50d37db9ee13,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:41.236204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ff8c61bf-3b53-45b3-90a5-40547f270faf tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:41.327059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 00591e3a-38c9-4aff-95e7-1dd90c66f58c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:41.335098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.345209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port 7023a0d9-4918-4d9e-a085-50d37db9ee13, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7023a0d9-4918-4d9e-a085-50d37db9ee13,segment=NetworkSegment(1a60af6f-a522-4d5b-b8fa-1df3c8008d32),segment_id=1a60af6f-a522-4d5b-b8fa-1df3c8008d32)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:41.345560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.362333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8148751 Dec 22 15:26:41.365331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46746) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.501625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ff8c61bf-3b53-45b3-90a5-40547f270faf tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:41.505833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff8c61bf-3b53-45b3-90a5-40547f270faf tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 200 len: 205 time: 0.4600682 Dec 22 15:26:41.507685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Deleting port 81900969-8a0d-4b99-9698-fb7d33654136 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:41.508496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.510102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46750) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:41.517940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for 7023a0d9-4918-4d9e-a085-50d37db9ee13 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:41.526215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 00591e3a-38c9-4aff-95e7-1dd90c66f58c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:41.526634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.630293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Allocated IP 2001:db8::2 (20115fde-2b08-4972-8623-9aa985f07251/8dd5d2b4-ac7a-42de-b96f-995969c88ab4/c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:41.733928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ced919-9ccb-4cc0-9457-6d3a4f2f8767 None None] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:41.758269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.793494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.798791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 09d246f4-2ef6-47fa-92a6-c0019b10f856 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:41.799896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13e41084-1dac-4049-893f-ca2ee38bf3c4 tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:41.850638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Port': ['ID=7023a0d9-4918-4d9e-a085-50d37db9ee13,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:41.853640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:41.914563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:41.920005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16bc0654-8b06-4fe5-aac3-8b2116297f58 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:41.948121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Pushing event updated for resources: {'Port': ['ID=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:41.964512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No DVR routers for this DVR port 7023a0d9-4918-4d9e-a085-50d37db9ee13 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:26:41.977949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.658s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:42.011449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.632s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:42.011955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:42.329014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=09d246f4-2ef6-47fa-92a6-c0019b10f856,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:42.410618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] For port 81900969-8a0d-4b99-9698-fb7d33654136, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=81900969-8a0d-4b99-9698-fb7d33654136,segment=NetworkSegment(8af3227c-1af3-4007-8ffd-27ee7637b628),segment_id=8af3227c-1af3-4007-8ffd-27ee7637b628)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:42.411637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.426976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:42.446355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.507445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] In _notify_port_updated(), no bound segment for port 09d246f4-2ef6-47fa-92a6-c0019b10f856 on network f467a219-0045-4268-8ba9-2fd536e0579a {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:26:42.512274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:42.513401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.515522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/ports/09d246f4-2ef6-47fa-92a6-c0019b10f856 HTTP/1.1" status: 200 len: 921 time: 3.7780564 Dec 22 15:26:42.518050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49622a4c-8ed9-4897-9376-76a20cea2da6']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:42.533151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46756) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:42.580828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a60af6f-a522-4d5b-b8fa-1df3c8008d32') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:42.581321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a60af6f-a522-4d5b-b8fa-1df3c8008d32') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:42.611621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.633372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Calling delete_port for 81900969-8a0d-4b99-9698-fb7d33654136 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:42.646353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:42.652695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.658718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.724388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 09d246f4-2ef6-47fa-92a6-c0019b10f856 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:42.724786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.788463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:42.788905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:42.806872 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:42.814122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Update dhcp port {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'fixed_ips': [{'subnet_id': 'ba71baec-9ca3-4748-9467-549ba104f3e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '9fd72e04-52b3-45d3-bd06-fd63128a9192'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'bc08123a-c292-4c2e-8d06-8bc75a08b0d4'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:26:42.861364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553c2f4-4f33-42df-bb1d-f9c7bde3a50e None None] Network 49622a4c-8ed9-4897-9376-76a20cea2da6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:42.894019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e329af-a90f-4135-bd53-8f905a8182d5 req-788f86e7-647e-4b76-89e8-c2bd4e60ea7c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:42.897547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f3e329af-a90f-4135-bd53-8f905a8182d5 req-788f86e7-647e-4b76-89e8-c2bd4e60ea7c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 945 time: 0.5584376 Dec 22 15:26:42.898303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:42.974139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e2ffb2cc-85fb-4368-8d31-5286ca4794fb tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:43.054557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] No DVR routers for this DVR port 81900969-8a0d-4b99-9698-fb7d33654136 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:26:43.112512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.169031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.192724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.203382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Port': ['ID=81900969-8a0d-4b99-9698-fb7d33654136,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:43.206234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.232260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-c5be8618-5555-4292-b045-b27fe1ab8b56', 'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56', 'tenant_id': '541e481f3a5a4535b0df0bd27769cd60', 'fixed_ips': [{'subnet_id': '0dcb9743-068b-4dc9-9791-12c1d16fced1'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:43.233148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.284013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:43.472918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:43.491823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.518891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=49622a4c-8ed9-4897-9376-76a20cea2da6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:43.532351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:43.543938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/49622a4c-8ed9-4897-9376-76a20cea2da6 HTTP/1.1" status: 204 len: 168 time: 8.7946429 Dec 22 15:26:43.544788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46760) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.549900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.561484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622dd51-661e-4d8a-8808-a6fb39732ac6 None None] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:43.605574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-522c9df6-a5d1-434a-850d-72fac1c0b9c0 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:26:43.606425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522c9df6-a5d1-434a-850d-72fac1c0b9c0 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:26:43.609503 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-522c9df6-a5d1-434a-850d-72fac1c0b9c0 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/49622a4c-8ed9-4897-9376-76a20cea2da6 HTTP/1.1" status: 404 len: 339 time: 0.0633180 Dec 22 15:26:43.616412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46764) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:43.623350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.639852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f3e329af-a90f-4135-bd53-8f905a8182d5 req-8b3eb01f-8b96-4bda-82a7-086292e6ffea tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7256012 Dec 22 15:26:43.640893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847696505', 'description': 'd1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:43.666722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:43.720047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c64ba-d5f2-4539-a63d-878804030367 None None] DHCP port deletion for 222f8446-671b-4a11-85b8-6b34a4321adc request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:26:43.731680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Transition to ACTIVE for port object c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:43.770371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.793402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:26:43.799996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Usage tracker for resource:network and tenant:7f396b8aec7646e395fd625815c6be50 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:43.810855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 09d246f4-2ef6-47fa-92a6-c0019b10f856 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:43.842123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:43.843585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:43.860804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:43.919349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222f8446-671b-4a11-85b8-6b34a4321adc']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:43.932227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.937138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:43.938427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:43.955535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:43.971163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af3227c-1af3-4007-8ffd-27ee7637b628') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:43.973481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af3227c-1af3-4007-8ffd-27ee7637b628') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:44.007654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.013095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Transition to ACTIVE for port object c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:44.025343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 691a097e-c421-4929-9788-4c5ba0171d95 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:26:44.026036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.033858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.036512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Provisioning for port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:44.053897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:44.063417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.078485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:26:44.079243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.116008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Provisioning complete for port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:44.131424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.147920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:44.163068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:26:44.177158 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:26:44.380838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.381938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment 7773ce93-b311-409e-911e-34e26b13fa47 of type vlan for network 6de4cb01-979f-4fa0-bd68-9cd1d9ece804 Dec 22 15:26:44.388257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.419783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4df33d1-149d-47af-ad71-9df76cd7e976 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:44.449748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 81900969-8a0d-4b99-9698-fb7d33654136 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:26:44.533472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=09d246f4-2ef6-47fa-92a6-c0019b10f856,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:44.557579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:44.611190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'code': 200} Dec 22 15:26:44.632305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 81900969-8a0d-4b99-9698-fb7d33654136 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:26:44.632705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 81900969-8a0d-4b99-9698-fb7d33654136 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:26:44.648571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Network 20115fde-2b08-4972-8623-9aa985f07251 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:44.655302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.666209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:44.667006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:44.677040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:44.686346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:44.693838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:44.697274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a813f11c-70b1-4419-ae11-b69d1e24368f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:44.803175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Allocated IP 172.20.0.18 (f467a219-0045-4268-8ba9-2fd536e0579a/9fd72e04-52b3-45d3-bd06-fd63128a9192/bc08123a-c292-4c2e-8d06-8bc75a08b0d4) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:44.829838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Allocated IP 2001:db8::1 (20115fde-2b08-4972-8623-9aa985f07251/8dd5d2b4-ac7a-42de-b96f-995969c88ab4/136f55e0-dc77-4eb1-9ee7-6fcb234aa995) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:44.884667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Allocated IP 2001:db8::2 (c5be8618-5555-4292-b045-b27fe1ab8b56/0dcb9743-068b-4dc9-9791-12c1d16fced1/ad539e5e-14ea-4c33-8226-02029dd6ccbc) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:44.970983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 691a097e-c421-4929-9788-4c5ba0171d95 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:26:45.048574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Pushing event updated for resources: {'Port': ['ID=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:45.061397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:45.198009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.265582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Attempting to bind port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:45.266421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Attempting to bind port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '5660e9e0-92e9-4d23-8bdd-4e6abb88662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '20115fde-2b08-4972-8623-9aa985f07251'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:45.267146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Attempting to bind port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 on network 20115fde-2b08-4972-8623-9aa985f07251 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:45.272163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.280570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:45.281690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.324301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4af011d0-5027-45ec-a22e-2db0c6eb3803 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:45.409306 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/09d246f4-2ef6-47fa-92a6-c0019b10f856 HTTP/1.1" status: 204 len: 168 time: 2.8696928 Dec 22 15:26:45.428521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8083100 Dec 22 15:26:45.433772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46774) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:45.434347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46776) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:45.446672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:45.447574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Checking segment: {'id': '5660e9e0-92e9-4d23-8bdd-4e6abb88662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '20115fde-2b08-4972-8623-9aa985f07251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:45.448334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.449039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Bound using segment: {'id': '5660e9e0-92e9-4d23-8bdd-4e6abb88662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '20115fde-2b08-4972-8623-9aa985f07251'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:45.449843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Bound port: c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5660e9e0-92e9-4d23-8bdd-4e6abb88662e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '20115fde-2b08-4972-8623-9aa985f07251'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:45.450561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.462458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.625816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.634075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,segment=NetworkSegment(2ff240aa-6b9e-4ceb-9510-1cd485f5ba69),segment_id=2ff240aa-6b9e-4ceb-9510-1cd485f5ba69)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:45.643609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d3627cf-2502-4b81-907b-33b696269e3b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:45.660915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.662605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] For port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,segment=NetworkSegment(b0203f23-79a9-47fb-b83a-32d909009ee0),segment_id=b0203f23-79a9-47fb-b83a-32d909009ee0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:45.706495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Pushing event deleted for resources: {'Network': ['ID=222f8446-671b-4a11-85b8-6b34a4321adc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:45.730318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:45.735332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:45.757296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:45.767194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] 10.222.0.32 "DELETE /v2.0/networks/222f8446-671b-4a11-85b8-6b34a4321adc HTTP/1.1" status: 204 len: 168 time: 4.8813396 Dec 22 15:26:45.814739 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc7cfb6-4fd5-40a1-9cd5-e3223e703011 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:26:45.815366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0cc7cfb6-4fd5-40a1-9cd5-e3223e703011 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:45.843826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=6de4cb01-979f-4fa0-bd68-9cd1d9ece804,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:45.899464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3951ef-62e4-41cd-9d22-dcc480bdfed5 req-268e3cb7-369e-4c16-b91c-72ee3edb85b3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:45.918215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4c3951ef-62e4-41cd-9d22-dcc480bdfed5 req-268e3cb7-369e-4c16-b91c-72ee3edb85b3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.3601732 Dec 22 15:26:45.933063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 6de4cb01-979f-4fa0-bd68-9cd1d9ece804 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:45.963481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] For port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:45.963804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:46.022566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.042744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.054452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.055996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4c3951ef-62e4-41cd-9d22-dcc480bdfed5 req-523b1379-6c28-4e80-9346-370060215ae8 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338737 Dec 22 15:26:46.089771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:46.105624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] For port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,segment=NetworkSegment(5660e9e0-92e9-4d23-8bdd-4e6abb88662e),segment_id=5660e9e0-92e9-4d23-8bdd-4e6abb88662e)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:46.119139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.121991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Transition to ACTIVE for port object 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:46.174445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=691a097e-c421-4929-9788-4c5ba0171d95,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:46.182893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.189717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0fe27f4-2ea7-48c9-905d-cf6b782e65d2 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:46.191531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Transition to ACTIVE for port object bc08123a-c292-4c2e-8d06-8bc75a08b0d4 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:46.215355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68cbf05f-fde2-4566-94bc-2960c8379126 req-f2b3b308-515a-4594-b0b7-57eac6bd707c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1099 time: 1.0979025 Dec 22 15:26:46.296646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:46.307114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Port': ['ID=136f55e0-dc77-4eb1-9ee7-6fcb234aa995,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:46.323254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:46.346389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network 20115fde-2b08-4972-8623-9aa985f07251 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:46.348677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:46.354941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:46.355710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.363922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0cc7cfb6-4fd5-40a1-9cd5-e3223e703011 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:46.365780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0cc7cfb6-4fd5-40a1-9cd5-e3223e703011 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/09d246f4-2ef6-47fa-92a6-c0019b10f856 HTTP/1.1" status: 404 len: 333 time: 0.9247532 Dec 22 15:26:46.371359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46784) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:46.434331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb0cb9-6805-48cc-bb93-b38eb6bd746f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:46.435156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-13cb0cb9-6805-48cc-bb93-b38eb6bd746f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Synchronizing usage tracker for tenant:7f396b8aec7646e395fd625815c6be50 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:46.474891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.479428 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68cbf05f-fde2-4566-94bc-2960c8379126 req-1f0fc13f-a9ea-4ecf-af01-45356b8e3cb4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627566 Dec 22 15:26:46.506346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.511473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Transition to ACTIVE for port object ad539e5e-14ea-4c33-8226-02029dd6ccbc will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:46.521669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Pushing event updated for resources: {'Port': ['ID=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:46.538995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.542197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:46.543101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:46.571801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-13cb0cb9-6805-48cc-bb93-b38eb6bd746f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Unset dirty status for tenant:7f396b8aec7646e395fd625815c6be50 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:46.578073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13cb0cb9-6805-48cc-bb93-b38eb6bd746f tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks?id=6de4cb01-979f-4fa0-bd68-9cd1d9ece804 HTTP/1.1" status: 200 len: 764 time: 1.1286905 Dec 22 15:26:46.586427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46788) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:46.617097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'description': 'd2'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:46.650574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.716349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.731237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Transition to ACTIVE for port object ad539e5e-14ea-4c33-8226-02029dd6ccbc will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:46.851869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46794) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:46.863611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.878595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-27acd475-f8f8-4aa1-b471-4d50318dd57c None None] Provisioning complete for port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:46.879359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27acd475-f8f8-4aa1-b471-4d50318dd57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.948134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:46.987508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Pushing event updated for resources: {'Port': ['ID=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:47.002896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.013058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.162461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Network c5be8618-5555-4292-b045-b27fe1ab8b56 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:47.182444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:47.244809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:47.262786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.263482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router 3eff8d5d-3aaf-4bf4-a1fc-027076eb420c {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:26:47.333079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.464778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38172d77-f009-41af-849d-fb6fc9dc87da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a15f2ab193d413f94768d0b0e13f69a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6072643 Dec 22 15:26:47.468985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46802) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.471024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.472556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.477229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 204 len: 168 time: 5.9298453 Dec 22 15:26:47.480733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46806) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.506354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bcc12cc-9016-47b9-b2b2-3c1b8730ee12 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:47.570403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network 6de4cb01-979f-4fa0-bd68-9cd1d9ece804 is not hosted by any dhcp agent {{(pid=88968) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:26:47.576264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Pushing event updated for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:47.578079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:47.595375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.607924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "PUT /v2.0/networks/6de4cb01-979f-4fa0-bd68-9cd1d9ece804 HTTP/1.1" status: 200 len: 761 time: 1.0166855 Dec 22 15:26:47.616882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46808) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:47.652795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.110s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:47.673511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.152s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:47.821698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Attempting to bind port ad539e5e-14ea-4c33-8226-02029dd6ccbc on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:47.822122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Attempting to bind port ad539e5e-14ea-4c33-8226-02029dd6ccbc by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a6548770-7d29-4adf-a092-d7ed770869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:47.822542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Attempting to bind port ad539e5e-14ea-4c33-8226-02029dd6ccbc on network c5be8618-5555-4292-b045-b27fe1ab8b56 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:47.846571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Pushing event updated for resources: {'Port': ['ID=ad539e5e-14ea-4c33-8226-02029dd6ccbc,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:47.871219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:47.887583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.010s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:47.888618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:47.955336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:47.956368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Checking segment: {'id': 'a6548770-7d29-4adf-a092-d7ed770869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:47.958367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:47.960108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Bound using segment: {'id': 'a6548770-7d29-4adf-a092-d7ed770869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:47.961165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Bound port: ad539e5e-14ea-4c33-8226-02029dd6ccbc, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6548770-7d29-4adf-a092-d7ed770869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be8618-5555-4292-b045-b27fe1ab8b56'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:47.962008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.048928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-559514653'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:48.143263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=6de4cb01-979f-4fa0-bd68-9cd1d9ece804,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:48.147841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.152740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-38a74d2f-5ef4-4005-9f48-244044245bf8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:48.155599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:48.196976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 6de4cb01-979f-4fa0-bd68-9cd1d9ece804 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:48.203842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdff212-3781-4eff-adbb-e57d3ff0ccdd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:48.212811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9fdff212-3781-4eff-adbb-e57d3ff0ccdd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks?id=6de4cb01-979f-4fa0-bd68-9cd1d9ece804 HTTP/1.1" status: 200 len: 764 time: 0.5883412 Dec 22 15:26:48.219251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175d923-b5d3-4471-b90e-1773c7641d32 req-72734a12-6e4d-49ec-a75e-116e0601087c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:48.222153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6175d923-b5d3-4471-b90e-1773c7641d32 req-72734a12-6e4d-49ec-a75e-116e0601087c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.8210933 Dec 22 15:26:48.232009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46814) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.306530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bb2d317-322a-4b67-9898-8491ea22704a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:48.314962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] For port ad539e5e-14ea-4c33-8226-02029dd6ccbc, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:48.348595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248d6de-4a2c-47c9-8c31-4ad3be322e48,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:48.370782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:48.393748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:48.414902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] For port ad539e5e-14ea-4c33-8226-02029dd6ccbc, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ad539e5e-14ea-4c33-8226-02029dd6ccbc,segment=NetworkSegment(a6548770-7d29-4adf-a092-d7ed770869c9),segment_id=a6548770-7d29-4adf-a092-d7ed770869c9)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:48.435953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:48.453092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.460895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb8bd24b-0cfb-4099-a5c7-8e0132f316ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:48.557422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:48.609107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.614651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/security-groups/2248d6de-4a2c-47c9-8c31-4ad3be322e48 HTTP/1.1" status: 204 len: 168 time: 2.2409749 Dec 22 15:26:48.619835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Pushing event updated for resources: {'Port': ['ID=ad539e5e-14ea-4c33-8226-02029dd6ccbc,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:48.621649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46818) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.634384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:48.690303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc08123a-c292-4c2e-8d06-8bc75a08b0d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:48.702858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6175d923-b5d3-4471-b90e-1773c7641d32 req-c2f893e8-397c-4819-bac4-aaebc0480b39 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634504 Dec 22 15:26:48.753384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:48.760561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.761771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948140c3-4526-4ed6-a08a-59016f3e55eb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:48.766300 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-948140c3-4526-4ed6-a08a-59016f3e55eb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5325966 Dec 22 15:26:48.784293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46822) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.802410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.859441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Could not find standard attr ID for object 09d246f4-2ef6-47fa-92a6-c0019b10f856. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:26:48.868509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.888765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:48.901674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-101b384f-1201-4db7-9aa8-ff18dc298c0a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 207 time: 0.1031759 Dec 22 15:26:48.903708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46826) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:48.921520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:48.944467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.947970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.961785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.962549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment ad4b8c98-3f94-4c84-8fa9-1117ee629d49 of type vlan for network 7464521c-4bb3-4caa-b957-2778b0e7f879 Dec 22 15:26:48.988649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:48.989570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.027685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:49.053442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Provisioning complete for port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:49.056639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.090700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.195492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:49.228984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.246189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:49.266011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:49.350681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.354103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.358788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.363625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Provisioning for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:49.364976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.370156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.375352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.377618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4673abef-4b9a-4288-afb5-b2c1175b6f8d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4719343 Dec 22 15:26:49.379384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.389779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46830) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:49.390596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc75780c-e0f2-4024-bcc7-ad804f2df519 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:49.391048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:49.391958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed445484-89a0-4d71-898d-0340df5f1212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.537278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.546570 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/security-groups/2aa6daf4-0f5d-4b3e-92ce-93dd9e063f94 HTTP/1.1" status: 204 len: 168 time: 0.9204807 Dec 22 15:26:49.548945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa6daf4-0f5d-4b3e-92ce-93dd9e063f94,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:49.553613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46834) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:49.610985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Port': ['ID=136f55e0-dc77-4eb1-9ee7-6fcb234aa995,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:49.620062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:49.624475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network 20115fde-2b08-4972-8623-9aa985f07251 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:49.635634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:49.649973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:49.844481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:49.845306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.963816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.966725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:49.971749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:49.973662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:50.007461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7d439e23-e5e8-4291-a80c-c53bc97a471b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:50.042113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:50.047733 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f092a797-9c7a-453a-8123-9d075fad8b1e HTTP/1.1" status: 204 len: 168 time: 2.5767567 Dec 22 15:26:50.051650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f092a797-9c7a-453a-8123-9d075fad8b1e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:50.063512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4558134 Dec 22 15:26:50.293533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:50.294267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:50.294676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46844) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:50.299353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-901d6872-4456-4dcc-aee6-14170e399c9a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.8897507 Dec 22 15:26:50.300655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d13fa488-db02-40fa-9e5c-a68b70e98797 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:50.389812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:50.422412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46fdbfa-11b4-4b03-995a-1152d52455d5 None None] Network 20115fde-2b08-4972-8623-9aa985f07251 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:50.689292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet ba71baec-9ca3-4748-9467-549ba104f3e2 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:26:50.696662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:50.699503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ad539e5e-14ea-4c33-8226-02029dd6ccbc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:50.755367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Could not find standard attr ID for object 09d246f4-2ef6-47fa-92a6-c0019b10f856. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:26:50.923522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:51.005896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Provisioning for port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:51.066758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Provisioning complete for port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:51.067723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:51.109637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=7464521c-4bb3-4caa-b957-2778b0e7f879,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:51.124281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:51.164852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf106-a5da-4334-a1bc-e2900839ff09 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.171143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf106-a5da-4334-a1bc-e2900839ff09 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.172764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf106-a5da-4334-a1bc-e2900839ff09 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.174350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf106-a5da-4334-a1bc-e2900839ff09 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.176432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf106-a5da-4334-a1bc-e2900839ff09 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.178424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa9cf106-a5da-4334-a1bc-e2900839ff09 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8538921 Dec 22 15:26:51.186273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46858) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:51.197128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ad539e5e-14ea-4c33-8226-02029dd6ccbc completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:51.218412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:51.232319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:51.239695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:51.255916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c515e74-244a-4300-8a0e-771afbf5cea1 req-c42c0cfc-3351-4fbc-bd89-e2507b419065 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.257659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c515e74-244a-4300-8a0e-771afbf5cea1 req-c42c0cfc-3351-4fbc-bd89-e2507b419065 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 1.0286608 Dec 22 15:26:51.259036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:51.285810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:51.401667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c515e74-244a-4300-8a0e-771afbf5cea1 req-4645a598-012f-4b89-a97f-049853dde813 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300850 Dec 22 15:26:51.416949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:51.616317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.618103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.619954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.633066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.633826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:51.636114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:51.640459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Synchronizing usage tracker for tenant:7f396b8aec7646e395fd625815c6be50 on resource:subnet {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:51.702467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:51.813802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:51.886970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] For port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,segment=NetworkSegment(5660e9e0-92e9-4d23-8bdd-4e6abb88662e),segment_id=5660e9e0-92e9-4d23-8bdd-4e6abb88662e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:51.888127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Unset dirty status for tenant:7f396b8aec7646e395fd625815c6be50 on resource:subnet {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:51.896328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ff5f76e-0e95-47a2-9d11-ca0d787974fc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7083361 Dec 22 15:26:51.899844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46868) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:51.926391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:51.929760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-103805bc-46e9-4a4d-b048-76267842c5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:51.999427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Router ffbab279-b520-4585-ab88-f7c1197b7337 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:26:52.045741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:52.076911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Pushing event updated for resources: {'Port': ['ID=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:52.089836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:52.100509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67c0dc17-10d6-4423-b6e2-8ab6795bd8ac tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:52.195783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1596b9-37ce-40a7-829b-702f1ce52237 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:52.219895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:52.235986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=ba71baec-9ca3-4748-9467-549ba104f3e2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:52.239556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:52.245171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/ba71baec-9ca3-4748-9467-549ba104f3e2 HTTP/1.1" status: 204 len: 168 time: 2.6853704 Dec 22 15:26:52.251187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46876) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.268178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78d79d2c-3534-424b-bb73-c0acd1a33245 None None] Provisioning for port 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:52.275480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6047-cf27-44bf-85fc-6755df8581be req-3ecbbc48-ce5f-4efe-8e33-cf05fd9ff536 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:52.277312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b9c6047-cf27-44bf-85fc-6755df8581be req-3ecbbc48-ce5f-4efe-8e33-cf05fd9ff536 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.4528744 Dec 22 15:26:52.281577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:52.317996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78d79d2c-3534-424b-bb73-c0acd1a33245 None None] Provisioning complete for port 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:52.318752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78d79d2c-3534-424b-bb73-c0acd1a33245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:52.390918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a9caa-92f8-49f4-946e-f0d2d194cd4a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:52.394757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-079a9caa-92f8-49f4-946e-f0d2d194cd4a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Synchronizing usage tracker for tenant:7f396b8aec7646e395fd625815c6be50 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:26:52.458319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46880) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.467214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-079a9caa-92f8-49f4-946e-f0d2d194cd4a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Unset dirty status for tenant:7f396b8aec7646e395fd625815c6be50 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:26:52.469361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-079a9caa-92f8-49f4-946e-f0d2d194cd4a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks/78215f8a-1aa8-46fe-af09-809660daa39b HTTP/1.1" status: 200 len: 803 time: 0.5687621 Dec 22 15:26:52.479763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46886) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.510617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b9c6047-cf27-44bf-85fc-6755df8581be req-1cc744d9-1541-4bc6-9bd7-7fff1cda6eea tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506007 Dec 22 15:26:52.659919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46890) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.711253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74bc1f-de51-48a6-ac8f-1dddb5b91670 None None] Network c5be8618-5555-4292-b045-b27fe1ab8b56 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:52.752743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:52.780524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68c10d50-997f-4da7-baf4-62db3c4cf8a7 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/networks/78215f8a-1aa8-46fe-af09-809660daa39b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2986550 Dec 22 15:26:52.783048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46894) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.890345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe388b52-2097-483f-b5d9-cb23e1c060be tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:52.891917 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fe388b52-2097-483f-b5d9-cb23e1c060be tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/subnets/af6eb3c6-9a76-46ef-843e-1a347340b8cb HTTP/1.1" status: 200 len: 843 time: 0.0940812 Dec 22 15:26:52.898244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:52.898457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46898) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:52.906992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:52.916630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:52.943481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:52.972457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1325380599'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:52.982573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:52.997715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:network and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:53.004141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:53.016501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:53.025891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec91950-91c0-487a-ae4c-2c714e13ec63 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:53.028090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cec91950-91c0-487a-ae4c-2c714e13ec63 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "GET /v2.0/subnets/af6eb3c6-9a76-46ef-843e-1a347340b8cb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1238658 Dec 22 15:26:53.031782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:53.041355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46902) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:53.043140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.077417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1562808030'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:53.133552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:53.155720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-78d79d2c-3534-424b-bb73-c0acd1a33245 None None] Port 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:53.196399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-58e873f2-36d9-4183-aab4-9e640c65920a tempest-TestNetworkAdvancedServerOps-1362159728 tempest-TestNetworkAdvancedServerOps-1362159728-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1094 time: 0.4910769 Dec 22 15:26:53.197828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:53.206558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46906) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:53.224235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:53.226483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78d79d2c-3534-424b-bb73-c0acd1a33245 None None] Provisioning complete for port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:53.227044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78d79d2c-3534-424b-bb73-c0acd1a33245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.231769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:53.238911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Usage tracker for resource:floatingip and tenant:cbfe9de0bdee4486b543b75cee507e3a is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:53.242500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:53.251393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:53.266551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.279381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9dd6dfee-1b1b-4e58-a98a-b166d20dbc74 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:53.284578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:53.294400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.385936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:26:53.398524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.424721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:53.434413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.465904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] Sync routers for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:26:53.488239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.544064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1663146 Dec 22 15:26:53.544326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:53.547004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:security_group_rule and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:53.550892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:53.552781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46910) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:53.555694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=b377f37a-cf41-4445-baa7-bb50f3e2bf75,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:53.570361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:53.575585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:53.576599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:53.655051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:53.676773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:53.677179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: 7464521c-4bb3-4caa-b957-2778b0e7f879, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:53.680323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:53.683375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:53.708554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.731581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.734494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:53.734946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.743753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5400de07-8f95-46dd-8f8f-8dc48bcfbc65 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:53.779018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.779491 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Added segment dd75c4d0-0931-4703-8e94-cb4fc724e584 of type vlan for network c6636393-280f-4ad5-9da2-f9483dd28057 Dec 22 15:26:53.838211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.862548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:26:53.868710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:26:53.869435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:26:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:53.883292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.884290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Added segment aa633780-33e5-4dc5-a476-46c4a4769663 of type vlan for network 923df1c8-8436-40e1-bf14-80eb5b7c549e Dec 22 15:26:53.895905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:53.959454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:53.962790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:26:53.963300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e803c769-abf3-453d-ae3b-a4a0d64e7eef None None] The sync data for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:26:54.000794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=3e2e70e5-61f0-4edf-8e3f-035be6c884b5,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:54.010307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:54.013473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a9870e55-8345-45f6-9d93-fbccb1ce9e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:54.058150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.064206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b21c776-a65e-4496-89c3-1cc0ae517636,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:54.080502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:54.085409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:54.086398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:54.086549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 7464521c-4bb3-4caa-b957-2778b0e7f879) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:54.090194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.094576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:54.095296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.095815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:54.096886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.107636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Provisioning complete for port 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:54.108112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.116606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e5aaba76-32bf-488a-ad7d-6136d35d7405 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:54.163173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9fcbb-5642-4eaa-b0b2-0ff3c4cb8c19 None None] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:54.182172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9296279 Dec 22 15:26:54.183370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46914) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.190079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'security_group': {'name': 'tempest-secgroup-424874272'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:54.198713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:54.203295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:54.204911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:54.205684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.206675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:54.211903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.215204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:54.224814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.229384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:54.234634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.240362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Port 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:54.247742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78103f6a-5070-4e16-8fa6-e1aa0d6a2a2f tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:54.269744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.384083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Provisioning for port ad539e5e-14ea-4c33-8226-02029dd6ccbc completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:26:54.395876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9363620 Dec 22 15:26:54.410390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Network': ['ID=923df1c8-8436-40e1-bf14-80eb5b7c549e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:54.416392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:54.417684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:54.434126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group_rule and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:54.445998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Provisioning complete for port ad539e5e-14ea-4c33-8226-02029dd6ccbc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:54.446431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.455699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:54.469440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:54.498061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 923df1c8-8436-40e1-bf14-80eb5b7c549e details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:54.600723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.640972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.664008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:54.732556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d150a2df-c89f-40e4-a539-071fd11fe09c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:54.736412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:54.816799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.821311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6339834 Dec 22 15:26:54.821792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46918) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:54.830162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'security_group': {'name': 'tempest-secgroup-11831068'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:54.842959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:54.850419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:54.855903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:54.867012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:54.870473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-7464521c-4bb3-4caa-b957-2778b0e7f879', 'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': 'b377f37a-cf41-4445-baa7-bb50f3e2bf75'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:54.871667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:54.931525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.011151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:55.022012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group_rule and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:55.026161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:55.033979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:55.078441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Network': ['ID=c6636393-280f-4ad5-9da2-f9483dd28057,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:55.102130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network c6636393-280f-4ad5-9da2-f9483dd28057 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:26:55.102392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.986s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:55.110691 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7857881 Dec 22 15:26:55.121289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46922) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:55.138025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.140763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0934229 Dec 22 15:26:55.147374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-301537907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:55.152572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46926) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:55.164854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:55.187204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.202261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:26:55.204588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8c123019-efce-4460-83d3-3ac68fc4bb80 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:55.209908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.219278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:55.238640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:55.276140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] For port ad539e5e-14ea-4c33-8226-02029dd6ccbc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ad539e5e-14ea-4c33-8226-02029dd6ccbc,segment=NetworkSegment(a6548770-7d29-4adf-a092-d7ed770869c9),segment_id=a6548770-7d29-4adf-a092-d7ed770869c9)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:55.283795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:55.343463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:55.365733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.380019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15ee0bce-4de7-4d03-a201-f8cb49485f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:55.421971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd5b607-e245-4f29-9d82-6bdb34d60cbd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:55.451184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:55.459595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Allocated IP 172.26.4.181 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/12285d49-390f-4416-ac2d-43c14d6b5232) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:55.470728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.476695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:55.488573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.493628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:55.497079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.502498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.6793556 Dec 22 15:26:55.504987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46930) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:55.514639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'security_group': {'name': 'tempest-secgroup-692547861'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:55.526546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:55.531491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:55.536494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:55.545261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:55.559716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Made reservation on behalf of 7f396b8aec7646e395fd625815c6be50 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:55.599198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99612f9e-eb9a-4788-98c0-2e8b8fdf0a50 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:55.604385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.689441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6821bbc8-c293-4666-939b-bc891caafd37 None None] Provisioning complete for port ad539e5e-14ea-4c33-8226-02029dd6ccbc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:55.689874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6821bbc8-c293-4666-939b-bc891caafd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.755764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:55.764432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:security_group_rule and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:26:55.777412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.798503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:26:55.819228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:55.868021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:55.935606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing IP validity checks on allocation pools {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:26:55.936374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:26:56.000194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.016638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Pushing event updated for resources: {'Port': ['ID=ad539e5e-14ea-4c33-8226-02029dd6ccbc,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:56.023671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.024229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.031749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:56.052858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Allocated IP 2001:db8::2 (7464521c-4bb3-4caa-b957-2778b0e7f879/b377f37a-cf41-4445-baa7-bb50f3e2bf75/3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:56.068237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.079059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f428ba79-4dd4-4b73-a95a-6b1b40146566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:56.239437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.267420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b7ce5aec-5a2c-4c0f-b62b-b4c914c85ebc tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:56.283657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d30cf6b-da1d-4c99-8591-4b5b53421d42,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:56.289503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:56.387244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.391825 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8849509 Dec 22 15:26:56.397199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46934) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:56.413690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-272041382', 'security_groups': ['3d30cf6b-da1d-4c99-8591-4b5b53421d42'], 'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e2e70e5-61f0-4edf-8e3f-035be6c884b5'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:56.484535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.495184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b1849ef4-75e1-4473-bbce-04cfe36627e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3692415 Dec 22 15:26:56.497615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46938) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:56.505412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:56.528099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19452509-3692-49ee-81d0-3b3742b4d8d5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:56.539230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:56.561376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:56.568137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:56.601001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ad539e5e-14ea-4c33-8226-02029dd6ccbc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:26:56.731191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Port': ['ID=12285d49-390f-4416-ac2d-43c14d6b5232,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:56.735132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:56.737114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-02cfc86b-59bc-4312-a563-61601a073bad tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:26:56.741966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02cfc86b-59bc-4312-a563-61601a073bad tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1849153 Dec 22 15:26:56.746175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46942) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:57.033493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c0939ea6-6841-4e23-a9e4-a12e5ff79e26 None None] Provisioning complete for port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:57.034068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0939ea6-6841-4e23-a9e4-a12e5ff79e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.110665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c0939ea6-6841-4e23-a9e4-a12e5ff79e26 None None] Port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:26:57.189432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c0939ea6-6841-4e23-a9e4-a12e5ff79e26 None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:57.189866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0939ea6-6841-4e23-a9e4-a12e5ff79e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.224548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=352fb2f6-08f2-4dad-a90b-899ce80c4c82,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:57.236879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Update dhcp port {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'fixed_ips': [{'subnet_id': '9fd72e04-52b3-45d3-bd06-fd63128a9192', 'ip_address': '172.20.0.18'}, {'subnet_id': '3e2e70e5-61f0-4edf-8e3f-035be6c884b5'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'bc08123a-c292-4c2e-8d06-8bc75a08b0d4'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:26:57.240720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:57.251308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:26:57.282620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:26:57.284308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.297787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ad539e5e-14ea-4c33-8226-02029dd6ccbc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:26:57.298657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.383065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Transition to ACTIVE for port object 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:57.390696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Checking segment: {'id': 'dd75c4d0-0931-4703-8e94-cb4fc724e584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:57.391140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network hostable DHCP agents. Network: c6636393-280f-4ad5-9da2-f9483dd28057, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:26:57.407728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Transition to ACTIVE for port object 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:57.447229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.465817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.483618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:26:57.486162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e0843dd-4694-42f4-af9d-45d4ffb60275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:57.574787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Pushing event updated for resources: {'Port': ['ID=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:57.588900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:57.601268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:26:57.638574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.786050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Network c6636393-280f-4ad5-9da2-f9483dd28057 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:26:57.803892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.831992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.868593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Allocated IP 172.20.0.2 (f467a219-0045-4268-8ba9-2fd536e0579a/3e2e70e5-61f0-4edf-8e3f-035be6c884b5/bc08123a-c292-4c2e-8d06-8bc75a08b0d4) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:57.929574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, c6636393-280f-4ad5-9da2-f9483dd28057) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:57.950134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:57.950849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:57.972992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] device_id is not set on port 5327ae43-ba35-4083-9b5a-706de0859073 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:26:58.069852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,segment=NetworkSegment(2ff240aa-6b9e-4ceb-9510-1cd485f5ba69),segment_id=2ff240aa-6b9e-4ceb-9510-1cd485f5ba69)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:26:58.103783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.105003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9505835 Dec 22 15:26:58.116509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46948) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:58.126719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:26:58.168448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Transition to ACTIVE for port object bc08123a-c292-4c2e-8d06-8bc75a08b0d4 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:26:58.170240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:26:58.189508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7882f55e-befe-4507-8c30-0d8c694cc02c None None] Network c6636393-280f-4ad5-9da2-f9483dd28057 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:26:58.231407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:26:58.333697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.377250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.396083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:58.506277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3373402'] for subnet, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.782584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Attempting to bind port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:26:58.783093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Attempting to bind port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:26:58.783514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Attempting to bind port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 on network 7464521c-4bb3-4caa-b957-2778b0e7f879 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:26:58.800980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Pushing event updated for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:58.808200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:58.827772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:26:58.830710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Checking segment: {'id': 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:26:58.831931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.832394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Bound using segment: {'id': 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:26:58.832967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Bound port: 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7464521c-4bb3-4caa-b957-2778b0e7f879'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:26:58.833420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.890917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:58.953221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.009071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758581936038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3679317'] for subnet, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.011512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67b68b3b-afe9-40c1-ab6b-153ffb4d3e5a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:59.029749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0770557-de96-4c7e-87c1-eb47a52ce050 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:59.137984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] For port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:26:59.151714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] For port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,segment=NetworkSegment(ad4b8c98-3f94-4c84-8fa9-1117ee629d49),segment_id=ad4b8c98-3f94-4c84-8fa9-1117ee629d49)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:26:59.155172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-c6636393-280f-4ad5-9da2-f9483dd28057', 'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057', 'tenant_id': '7f396b8aec7646e395fd625815c6be50', 'fixed_ips': [{'subnet_id': '352fb2f6-08f2-4dad-a90b-899ce80c4c82'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:26:59.155977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.7 (f467a219-0045-4268-8ba9-2fd536e0579a/3e2e70e5-61f0-4edf-8e3f-035be6c884b5/5327ae43-ba35-4083-9b5a-706de0859073) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:59.156116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.203744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.286385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:26:59.351103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:26:59.352161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.354044 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "PUT /v2.0/subnets/352fb2f6-08f2-4dad-a90b-899ce80c4c82 HTTP/1.1" status: 200 len: 900 time: 1.2365539 Dec 22 15:26:59.363642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.415137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46952) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:26:59.502523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event updated for resources: {'Subnet': ['ID=352fb2f6-08f2-4dad-a90b-899ce80c4c82,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:59.525920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Pushing event updated for resources: {'Port': ['ID=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:59.530874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.531684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.532184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:59.532609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.533286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.533917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.534605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.535896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.536540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.537357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.537980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.538701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:26:59.568794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Allocated IP 2001:db8::3 (c6636393-280f-4ad5-9da2-f9483dd28057/352fb2f6-08f2-4dad-a90b-899ce80c4c82/bcc73721-e992-4fed-9ae4-2fb818079a39) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:26:59.592391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:59.726518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event updated for resources: {'Port': ['ID=12285d49-390f-4416-ac2d-43c14d6b5232,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:26:59.758863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:26:59.905534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:26:59.991526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.018029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Transition to ACTIVE for port object bcc73721-e992-4fed-9ae4-2fb818079a39 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:00.046887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Transition to ACTIVE for port object bcc73721-e992-4fed-9ae4-2fb818079a39 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:00.084622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46956) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:00.104035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'subnet': {'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:00.109092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.115947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dbdcd0da-68d8-43a9-9526-175660cebc0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:00.310343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Pushing event updated for resources: {'Port': ['ID=bcc73721-e992-4fed-9ae4-2fb818079a39,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:00.317707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:00.329113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Network c6636393-280f-4ad5-9da2-f9483dd28057 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:00.332402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:00.337041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:00.492928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:00.567478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Attempting to bind port bcc73721-e992-4fed-9ae4-2fb818079a39 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:00.568016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Attempting to bind port bcc73721-e992-4fed-9ae4-2fb818079a39 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'dd75c4d0-0931-4703-8e94-cb4fc724e584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:00.568696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Attempting to bind port bcc73721-e992-4fed-9ae4-2fb818079a39 on network c6636393-280f-4ad5-9da2-f9483dd28057 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:00.572892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:subnet and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:00.584021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:00.584294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:00.584958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Checking segment: {'id': 'dd75c4d0-0931-4703-8e94-cb4fc724e584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:00.585698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.586603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Bound using segment: {'id': 'dd75c4d0-0931-4703-8e94-cb4fc724e584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:00.588387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Bound port: bcc73721-e992-4fed-9ae4-2fb818079a39, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd75c4d0-0931-4703-8e94-cb4fc724e584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c6636393-280f-4ad5-9da2-f9483dd28057'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:00.590117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.595738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:00.703561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:00.704347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:00.727010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.733272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8::1 (7464521c-4bb3-4caa-b957-2778b0e7f879/b377f37a-cf41-4445-baa7-bb50f3e2bf75/8a6db4d3-b369-464f-8b8d-74f45a2e83ba) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:00.745943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.796913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 5327ae43-ba35-4083-9b5a-706de0859073 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:00.826617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port bcc73721-e992-4fed-9ae4-2fb818079a39 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:00.827265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:00.908680 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Floating IP 30d197bf-f72f-49ff-be83-326ab1e4cd13 associated. External IP: 172.26.4.181, port: 00591e3a-38c9-4aff-95e7-1dd90c66f58c. Dec 22 15:27:01.039665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.073607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7559f04-c826-42f1-a5e3-8b5d5d89054d None None] Provisioning complete for port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:01.074484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7559f04-c826-42f1-a5e3-8b5d5d89054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.149558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.180406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db8e4000-943e-49e4-b247-601820cc6633 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:01.190280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b7559f04-c826-42f1-a5e3-8b5d5d89054d None None] Port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:01.195186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] For port bcc73721-e992-4fed-9ae4-2fb818079a39, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:01.227867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.228334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] For port bcc73721-e992-4fed-9ae4-2fb818079a39, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bcc73721-e992-4fed-9ae4-2fb818079a39,segment=NetworkSegment(dd75c4d0-0931-4703-8e94-cb4fc724e584),segment_id=dd75c4d0-0931-4703-8e94-cb4fc724e584)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:01.256635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:01.264083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc08123a-c292-4c2e-8d06-8bc75a08b0d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:01.323706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7559f04-c826-42f1-a5e3-8b5d5d89054d None None] Provisioning for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:01.328919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.344506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db16aa78-9149-48fa-8356-076933b51da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:01.368151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object 8a6db4d3-b369-464f-8b8d-74f45a2e83ba will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:01.373142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=5327ae43-ba35-4083-9b5a-706de0859073,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:01.379509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:01.384348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:01.385480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:01.403677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:01.463934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port bcc73721-e992-4fed-9ae4-2fb818079a39, host dv-neutron-822709-1-hyperv, got binding levels [] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:01.464442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.505612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Pushing event updated for resources: {'Port': ['ID=bcc73721-e992-4fed-9ae4-2fb818079a39,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:01.523201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7559f04-c826-42f1-a5e3-8b5d5d89054d None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:01.523834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7559f04-c826-42f1-a5e3-8b5d5d89054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.592093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:01.653571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.663102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5eec6bee-1808-4480-8467-178ecc451b69 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:01.664537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:01.666262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.676188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.839371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:01.839984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.857411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:01.874308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for bcc73721-e992-4fed-9ae4-2fb818079a39 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:01.924193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cba1d2ba-9438-442f-a9d8-95c4034aae4b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:01.967341 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.5648444 Dec 22 15:27:01.996804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46960) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:02.021833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:02.137325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:02.188428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3bd77f3c-a9f4-42d7-a2e6-bba0f3258b8c None None] Provisioning for port 5327ae43-ba35-4083-9b5a-706de0859073 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:02.201358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3bd77f3c-a9f4-42d7-a2e6-bba0f3258b8c None None] Provisioning complete for port 5327ae43-ba35-4083-9b5a-706de0859073 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:02.203719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bd77f3c-a9f4-42d7-a2e6-bba0f3258b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.390946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Subnet': ['ID=397153bb-c5fb-405d-91d8-69e85a436d09,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:02.411442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:02.416937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:02.421007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.441867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.442288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.442749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.443303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.443644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.444070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.444453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.444867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.445282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.445685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.446092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:02.454437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-75402fc1-b1b1-444f-b784-1dd1e4c1b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.462139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3bd77f3c-a9f4-42d7-a2e6-bba0f3258b8c None None] Port 5327ae43-ba35-4083-9b5a-706de0859073 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:02.462936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:02.470459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Checking segment: {'id': 'aa633780-33e5-4dc5-a476-46c4a4769663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:02.470882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network hostable DHCP agents. Network: 923df1c8-8436-40e1-bf14-80eb5b7c549e, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:02.492627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:02.502297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:02.513008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:02.534897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=8a6db4d3-b369-464f-8b8d-74f45a2e83ba,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:02.578090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:02.579147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:02.624213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:02.624213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.632815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.704309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a9a03-360f-45bd-b755-5092b492a86b None None] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:02.724787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bcc73721-e992-4fed-9ae4-2fb818079a39 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:02.725138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:02.725951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:02.726911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:02.739465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.775287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network 923df1c8-8436-40e1-bf14-80eb5b7c549e is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:02.941816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 923df1c8-8436-40e1-bf14-80eb5b7c549e) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:02.957041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:02.966899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:02.968159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.006319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409228e-5d5d-4e58-9ba6-4cf3d7881b94 None None] Network 923df1c8-8436-40e1-bf14-80eb5b7c549e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:03.027367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port bcc73721-e992-4fed-9ae4-2fb818079a39 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:03.030788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Provisioning for port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:03.079758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Provisioning complete for port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:03.080305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.131494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Calling delete_port for 136f55e0-dc77-4eb1-9ee7-6fcb234aa995 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:03.149107 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e2e70e5-61f0-4edf-8e3f-035be6c884b5 (CIDR: 172.20.0.0/28) Dec 22 15:27:03.185557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:27:03.207984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:03.208396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:03.211646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d5cbd464-91af-447d-823c-51da2cd9b411 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1233821 Dec 22 15:27:03.212334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46964) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.226511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-18580433'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:03.234030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:03.243148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port bcc73721-e992-4fed-9ae4-2fb818079a39 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:03.243673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.262137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:network and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:03.266896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:03.276109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:03.346972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9b2a417f-d4ba-49d3-94d8-5f2b1e5db442 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3448274 Dec 22 15:27:03.354101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46968) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:03.360873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:03.403227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:03.407810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.526668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:03.548134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.548604 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Added segment 0d0c079f-8230-40dc-bb04-ba87862ce6ee of type vlan for network b64b3193-8956-46fd-918d-7bf0e552acd5 Dec 22 15:27:03.661523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.670330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.670694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5984b4dd-32a9-4adf-b9e9-363044fde52a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:03.704115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.716052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-923df1c8-8436-40e1-bf14-80eb5b7c549e', 'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e', 'tenant_id': '8050ff2729d14ceb853b871a90a92714', 'fixed_ips': [{'subnet_id': '397153bb-c5fb-405d-91d8-69e85a436d09'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:03.717509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.727326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Port': ['ID=136f55e0-dc77-4eb1-9ee7-6fcb234aa995,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:03.731169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:03.860341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] For port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,segment=NetworkSegment(ad4b8c98-3f94-4c84-8fa9-1117ee629d49),segment_id=ad4b8c98-3f94-4c84-8fa9-1117ee629d49)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:03.863499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.929509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:03.947752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73bef23b-ddc2-4bb5-a7a0-769fa4f477ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:04.227323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Allocated IP 2001:db8:0:ffff::2 (923df1c8-8436-40e1-bf14-80eb5b7c549e/397153bb-c5fb-405d-91d8-69e85a436d09/214bda13-3906-45c8-983d-21d441b073bb) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:04.312145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.321123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:04.322357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.387611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67362c66-5f47-480b-a981-80df690503cb tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:04.418398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:04.436972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:04.479281 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2612357 Dec 22 15:27:04.480368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46972) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:04.489457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.498297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'subnet': {'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:04.513613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Pushing event updated for resources: {'Port': ['ID=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:04.525963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:04.537136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port bcc73721-e992-4fed-9ae4-2fb818079a39, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bcc73721-e992-4fed-9ae4-2fb818079a39,segment=NetworkSegment(dd75c4d0-0931-4703-8e94-cb4fc724e584),segment_id=dd75c4d0-0931-4703-8e94-cb4fc724e584)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:04.538280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.633788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:04.645191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b958032-e438-43ab-87dd-800c97c28e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.653767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Network': ['ID=b64b3193-8956-46fd-918d-7bf0e552acd5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:04.664877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] Sync routers for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:04.668370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a6fda018-3bc9-4e46-95cc-5820aa95f4da None None] Provisioning complete for port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:04.668899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6fda018-3bc9-4e46-95cc-5820aa95f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.713169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b64b3193-8956-46fd-918d-7bf0e552acd5 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:04.720106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:04.721142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:04.722750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:04.732450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:04.932298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:04.941038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:04.975179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for bcc73721-e992-4fed-9ae4-2fb818079a39 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:04.989820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:subnet and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:05.021200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:05.031197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:05.047285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:05.050667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea16c3-1989-452d-a3aa-087bde38754e None None] Network c6636393-280f-4ad5-9da2-f9483dd28057 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:05.074254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.087247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.218408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.219262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.224252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:05.247611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e753a9e-b530-4365-8959-c17bfc272909 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:05.257777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Transition to ACTIVE for port object 214bda13-3906-45c8-983d-21d441b073bb will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:05.285335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.0741074 Dec 22 15:27:05.286612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:27:05.299258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.370538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.395760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Transition to ACTIVE for port object 214bda13-3906-45c8-983d-21d441b073bb will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:05.476072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.484975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:05.721466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:27:05.755561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No DVR routers for this DVR port bcc73721-e992-4fed-9ae4-2fb818079a39 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:05.758353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=8a6db4d3-b369-464f-8b8d-74f45a2e83ba,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:05.776759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Network 923df1c8-8436-40e1-bf14-80eb5b7c549e is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:05.777588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Pushing event updated for resources: {'Port': ['ID=214bda13-3906-45c8-983d-21d441b073bb,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:05.794898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:05.797791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:05.799128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:05.812879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:05.827100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a6fda018-3bc9-4e46-95cc-5820aa95f4da None None] Provisioning for port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:05.835693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:05.889676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a6fda018-3bc9-4e46-95cc-5820aa95f4da None None] Provisioning complete for port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:05.890212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6fda018-3bc9-4e46-95cc-5820aa95f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:05.913870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-95145731-4c4f-44e7-a884-94c840e126fa tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:05.985605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Port': ['ID=bcc73721-e992-4fed-9ae4-2fb818079a39,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:05.989061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:06.103712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:06.120454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:06.299674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a6fda018-3bc9-4e46-95cc-5820aa95f4da None None] Port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:06.303995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Attempting to bind port 214bda13-3906-45c8-983d-21d441b073bb on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:06.304430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Attempting to bind port 214bda13-3906-45c8-983d-21d441b073bb by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'aa633780-33e5-4dc5-a476-46c4a4769663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:06.304812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Attempting to bind port 214bda13-3906-45c8-983d-21d441b073bb on network 923df1c8-8436-40e1-bf14-80eb5b7c549e {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:06.317104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:06.317538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Checking segment: {'id': 'aa633780-33e5-4dc5-a476-46c4a4769663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:06.318127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:06.318628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Bound using segment: {'id': 'aa633780-33e5-4dc5-a476-46c4a4769663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:06.319250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Bound port: 214bda13-3906-45c8-983d-21d441b073bb, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa633780-33e5-4dc5-a476-46c4a4769663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '923df1c8-8436-40e1-bf14-80eb5b7c549e'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:06.319700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:06.334669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9b7f5-6aa3-4567-9dde-c6d01003d552 None None] Network c6636393-280f-4ad5-9da2-f9483dd28057 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:06.341413 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.ipam_backend_mixin [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9fd72e04-52b3-45d3-bd06-fd63128a9192 (CIDR: 172.20.0.16/28) Dec 22 15:27:06.355979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:06.401205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:06.401735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:06.481925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'status': 'completed', 'code': 200} Dec 22 15:27:06.520620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-58f37c92-4420-45f2-9eeb-f997eb795205 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 3.1652756 Dec 22 15:27:06.524785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:06.528836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df576-c136-4474-a5d4-4bb327c633e5 req-f6427f9b-87e1-4f4e-9988-2f6442c9cca2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:06.529864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46982) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:06.531177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a8df576-c136-4474-a5d4-4bb327c633e5 req-f6427f9b-87e1-4f4e-9988-2f6442c9cca2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.8001432 Dec 22 15:27:06.536555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '30d197bf-f72f-49ff-be83-326ab1e4cd13', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'floating_ip_address': '172.26.4.181', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'port_id': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'mac_address': 'fa:16:3e:46:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:26:57Z', 'updated_at': '2021-12-22T15:26:57Z', 'revision_number': 0, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:15Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:06.538059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:06.543859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] Checking router: 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:27:06.583895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:06.584924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:06.597448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Router ffbab279-b520-4585-ab88-f7c1197b7337 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:27:06.667531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'subnet': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:06.677550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] For port 214bda13-3906-45c8-983d-21d441b073bb, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:06.682511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] For port 214bda13-3906-45c8-983d-21d441b073bb, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=214bda13-3906-45c8-983d-21d441b073bb,segment=NetworkSegment(aa633780-33e5-4dc5-a476-46c4a4769663),segment_id=aa633780-33e5-4dc5-a476-46c4a4769663)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:06.734375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:06.736222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a8df576-c136-4474-a5d4-4bb327c633e5 req-7befc9d3-0199-468f-8bda-a831d16cc395 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938288 Dec 22 15:27:06.754758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:06.821518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46986) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:06.896353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:07.007777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:27:07.100697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:07.104492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-28903e1f-973e-4d53-827f-a6403048922a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1099 time: 0.6376562 Dec 22 15:27:07.110324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9769096e-0ac8-4ebe-8d55-14c9053775ef None None] Provisioning complete for port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:07.111395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9769096e-0ac8-4ebe-8d55-14c9053775ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:07.272031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9769096e-0ac8-4ebe-8d55-14c9053775ef None None] Port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:07.275930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Pushing event updated for resources: {'Port': ['ID=214bda13-3906-45c8-983d-21d441b073bb,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:07.282302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9769096e-0ac8-4ebe-8d55-14c9053775ef None None] Could not find standard attr ID for object bcc73721-e992-4fed-9ae4-2fb818079a39. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:27:07.295335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:07.295935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:07.331290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.332471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.333032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.333568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.334133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.334667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.335225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.335764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.336612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.337652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.338259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:07.365892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:07.423128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73b1d0ff-10a7-45ad-b934-d489849d5548 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/floatingips/30d197bf-f72f-49ff-be83-326ab1e4cd13 HTTP/1.1" status: 200 len: 992 time: 0.5883574 Dec 22 15:27:07.433371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:07.454496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7061517 Dec 22 15:27:07.455577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46990) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.455832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-a3774819-acdc-4a95-bdc8-3ec191ea4a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:07.458159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-a3774819-acdc-4a95-bdc8-3ec191ea4a93 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 897 time: 0.3275473 Dec 22 15:27:07.482714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] Sync routers for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:07.505434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6d93cdeb-59e7-48b9-beda-b614aac81c84 None None] Provisioning complete for port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:07.506334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d93cdeb-59e7-48b9-beda-b614aac81c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:07.584605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1794ddf5-c895-49f4-906d-9e6a2d139b3e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] delete failed (client error): The resource could not be found. Dec 22 15:27:07.594050 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1794ddf5-c895-49f4-906d-9e6a2d139b3e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1157348243 HTTP/1.1" status: 404 len: 335 time: 0.1364183 Dec 22 15:27:07.596090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 46994) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:07.620760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:07.634220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:07.686431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-32d7b14d-a0bf-45c2-8896-a115516aac9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffbab279-b520-4585-ab88-f7c1197b7337'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:07.724601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6d93cdeb-59e7-48b9-beda-b614aac81c84 None None] Port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:07.726918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:07.743790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:07.744941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:07.779228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '30d197bf-f72f-49ff-be83-326ab1e4cd13', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'floating_ip_address': '172.26.4.181', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'port_id': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'mac_address': 'fa:16:3e:46:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:26:57Z', 'updated_at': '2021-12-22T15:26:57Z', 'revision_number': 0, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:15Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:07.788294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0fbb4b-566e-4d03-8318-2fd9f72d459c None None] The sync data for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv is: [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '30d197bf-f72f-49ff-be83-326ab1e4cd13', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'floating_ip_address': '172.26.4.181', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'port_id': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'mac_address': 'fa:16:3e:46:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:26:57Z', 'updated_at': '2021-12-22T15:26:57Z', 'revision_number': 0, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:15Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:07.906250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:07.907079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfec92-4478-4ebf-bf88-752a07c7dcbd None None] The sync data for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:07.974433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:08.009536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a2fbb01-cb8f-47c1-98b8-61b896bd3320 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:08.091187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=352fb2f6-08f2-4dad-a90b-899ce80c4c82,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:08.094175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:08.105438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:08.174265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Usage tracker for resource:subnet and tenant:c8a7da733913426cab7b208453ee0383 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:08.198777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eefd6c-cb03-42d8-b968-af0f6d0c5315 None None] Network c6636393-280f-4ad5-9da2-f9483dd28057 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:08.201913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:08.205039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:08.217374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8412d82c-fa13-4d5f-9816-1458557758f4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:08.231701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:08.271213 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-e272cdd6-a56e-4ccb-b3c2-818d5fab3815 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 1000 time: 0.7972305 Dec 22 15:27:08.437305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44bfc4-28cf-4bb3-a78a-aff071770ee0 None None] New status for floating IP 30d197bf-f72f-49ff-be83-326ab1e4cd13: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:27:08.445424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 46998) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:08.520416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Subnet': ['ID=61387f07-92f7-40bc-b6fc-8f247200849e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:08.522906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:08.527946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:08.567358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-1e6775e9-b8de-4f59-b923-7c1260b06aef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:08.569052 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-1e6775e9-b8de-4f59-b923-7c1260b06aef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 200 len: 835 time: 0.2906580 Dec 22 15:27:08.569751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Made reservation on behalf of c8a7da733913426cab7b208453ee0383 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:08.576202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:08.673202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 214bda13-3906-45c8-983d-21d441b073bb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:08.739056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Checking segment: {'id': '0d0c079f-8230-40dc-bb04-ba87862ce6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:08.739712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network hostable DHCP agents. Network: b64b3193-8956-46fd-918d-7bf0e552acd5, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:08.748345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6636393-280f-4ad5-9da2-f9483dd28057']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:08.822604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 214bda13-3906-45c8-983d-21d441b073bb completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:08.832741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1eee12-5ae4-4b0c-8e79-dd36010f8dd7 None None] DHCP port deletion for c6636393-280f-4ad5-9da2-f9483dd28057 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:08.909941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd75c4d0-0931-4703-8e94-cb4fc724e584') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:08.910404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd75c4d0-0931-4703-8e94-cb4fc724e584') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:08.911716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32d7b14d-a0bf-45c2-8896-a115516aac9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:08.944920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:08.953546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network b64b3193-8956-46fd-918d-7bf0e552acd5 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:08.972812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c450276b-001c-40d9-b1f3-d52085776025 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/floatingips/30d197bf-f72f-49ff-be83-326ab1e4cd13 HTTP/1.1" status: 200 len: 992 time: 0.5236497 Dec 22 15:27:08.999013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b64b3193-8956-46fd-918d-7bf0e552acd5) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:09.002152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.006635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:09.007760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.019438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a830b417-c3e2-450b-83db-54893cabdb58 None None] Network b64b3193-8956-46fd-918d-7bf0e552acd5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:09.026105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-32d7b14d-a0bf-45c2-8896-a115516aac9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] update failed (client error): The resource could not be found. Dec 22 15:27:09.030866 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32d7b14d-a0bf-45c2-8896-a115516aac9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337 HTTP/1.1" status: 404 len: 339 time: 1.4228926 Dec 22 15:27:09.031085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-c17f525a-6181-4358-be5d-869e93398341 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43d98441-7bdf-42b9-92c0-8a249f38176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4308171 Dec 22 15:27:09.034724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:09.035502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.038588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47002) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.054082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1441495185'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:09.055817 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:09.066666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-2f2f5839-ff9e-4753-9a59-7b45f8dd2561 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:27:09.067003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:09.067869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-2f2f5839-ff9e-4753-9a59-7b45f8dd2561 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0069938 Dec 22 15:27:09.076498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:network and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:09.083179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:09.093006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:09.105331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6189322 Dec 22 15:27:09.108287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47006) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.114477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'port': {'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5', 'name': 'tempest-NetworksIpV6TestAttrs-1102550661'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:09.338187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:09.354952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.458095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.483503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-79514bd8-1383-40d4-b23d-1fec8199d739 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:09.503706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.509650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:09.531736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 944a2cca-f7fe-44c3-8a27-9424a5dafcab is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:27:09.541753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=c6636393-280f-4ad5-9da2-f9483dd28057,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:09.545538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-5a502aae-89b6-457b-b6f0-066e60153fb7 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662678 Dec 22 15:27:09.552100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:09.553041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-b64b3193-8956-46fd-918d-7bf0e552acd5', 'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5', 'tenant_id': '8050ff2729d14ceb853b871a90a92714', 'fixed_ips': [{'subnet_id': '61387f07-92f7-40bc-b6fc-8f247200849e'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:09.560081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.638143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/c6636393-280f-4ad5-9da2-f9483dd28057 HTTP/1.1" status: 204 len: 168 time: 10.2155483 Dec 22 15:27:09.643382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47010) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.831206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e7216b-8757-4c7b-8de6-7bf20b405249 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:09.832202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e7216b-8757-4c7b-8de6-7bf20b405249 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:09.837144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56e7216b-8757-4c7b-8de6-7bf20b405249 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/352fb2f6-08f2-4dad-a90b-899ce80c4c82 HTTP/1.1" status: 404 len: 337 time: 0.1829736 Dec 22 15:27:09.844664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47014) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:09.872570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:09.889998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13de2004-584f-4717-8765-4a6cd3ce806d tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:09.914705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Allocated IP 2001:db8::f816:3eff:feb2:4991 (b64b3193-8956-46fd-918d-7bf0e552acd5/61387f07-92f7-40bc-b6fc-8f247200849e/63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:09.985942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47018) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.193304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.193715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Added segment 97d3d771-fe40-4ce4-8885-cc3765d78f1e of type vlan for network acc4609b-47d0-47a8-a44c-0fda62c6bff0 Dec 22 15:27:10.207456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:10.221210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:port and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:10.229938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:10.247218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:10.254410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0b0d8-2c7b-4846-870b-155573240943 None None] Network 923df1c8-8436-40e1-bf14-80eb5b7c549e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:10.292174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.311070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06149b1a-29cb-4b1a-9e70-6804ddb205e7 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/floatingips/30d197bf-f72f-49ff-be83-326ab1e4cd13 HTTP/1.1" status: 200 len: 994 time: 0.3149343 Dec 22 15:27:10.326774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-967df165-b4bc-4999-abbb-96d82ce824da tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:10.327305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967df165-b4bc-4999-abbb-96d82ce824da tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:10.328202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:10.331003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-967df165-b4bc-4999-abbb-96d82ce824da tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/c6636393-280f-4ad5-9da2-f9483dd28057 HTTP/1.1" status: 404 len: 339 time: 0.4830358 Dec 22 15:27:10.341436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.344890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47022) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.425520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] device_id is not set on port fd6ff657-8aca-4759-b2c8-2912edf49819 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:27:10.447979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Network f467a219-0045-4268-8ba9-2fd536e0579a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:10.451164 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a0b1904b-d9bb-4283-b63f-fe48b95a358b req-b61e0354-e69f-4179-bf27-af3e48f311d2 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8937666 Dec 22 15:27:10.451666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Subnet': ['ID=740fc721-1cee-4361-a4b1-784d65c3e496,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:10.460129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:10.464003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:10.470473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:10.471167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.478311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Provisioning for port 214bda13-3906-45c8-983d-21d441b073bb completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:10.489407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Provisioning complete for port 214bda13-3906-45c8-983d-21d441b073bb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:10.489844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.521943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.525988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca559e-1770-4068-a672-0543701dfd23 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:10.584779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.594288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:10.595799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.601850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.612932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9689090 Dec 22 15:27:10.619893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47026) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.630992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a687214-4e86-450c-85ac-31db887f45c1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:10.631706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-c583d925-a296-4236-a348-4fdc70e2e6d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7004344 Dec 22 15:27:10.638320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1856333500', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '740fc721-1cee-4361-a4b1-784d65c3e496'}], 'security_groups': ['d150a2df-c89f-40e4-a539-071fd11fe09c', '8cd5b607-e245-4f29-9d82-6bdb34d60cbd']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:10.805871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bcc73721-e992-4fed-9ae4-2fb818079a39 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:10.813302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Network': ['ID=acc4609b-47d0-47a8-a44c-0fda62c6bff0,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:10.815666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:10.826339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:10.826641 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/944a2cca-f7fe-44c3-8a27-9424a5dafcab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3219459 Dec 22 15:27:10.830895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47030) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.886075 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8457854 Dec 22 15:27:10.890989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47034) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:10.901697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network acc4609b-47d0-47a8-a44c-0fda62c6bff0 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:10.910487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'subnet': {'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:10.926753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: bcc73721-e992-4fed-9ae4-2fb818079a39 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:10.927314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bcc73721-e992-4fed-9ae4-2fb818079a39 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:10.931001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] Sync routers for ids ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:10.987086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:10.996026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Transition to ACTIVE for port object 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:11.003279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.035277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1f0746-7e47-40ee-a660-ac9f65a9ca6c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:11.039930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f1f0746-7e47-40ee-a660-ac9f65a9ca6c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports/8a6db4d3-b369-464f-8b8d-74f45a2e83ba HTTP/1.1" status: 200 len: 911 time: 0.2028477 Dec 22 15:27:11.040896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47038) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:11.043039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de4cb01-979f-4fa0-bd68-9cd1d9ece804']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.070722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:11.075689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Usage tracker for resource:subnet and tenant:541e481f3a5a4535b0df0bd27769cd60 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:11.079105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:11.086538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:11.090016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b377f37a-cf41-4445-baa7-bb50f3e2bf75'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:11.127599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7773ce93-b311-409e-911e-34e26b13fa47') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.128582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7773ce93-b311-409e-911e-34e26b13fa47') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.134476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Made reservation on behalf of 541e481f3a5a4535b0df0bd27769cd60 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:11.174020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.195260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] Routers {'944a2cca-f7fe-44c3-8a27-9424a5dafcab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:11.195992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.262864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.286402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-fb7499c4-534b-4459-b06a-906f0d2a71c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1099 time: 0.5600610 Dec 22 15:27:11.292624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.385092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:11.385092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:11.388332 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:11.398911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.548863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Transition to ACTIVE for port object 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:11.596215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] Routers {'944a2cca-f7fe-44c3-8a27-9424a5dafcab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:11.597134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.680781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.684709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.699582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b524fcb-e5ab-487c-82c8-ea78b5430339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:11.742327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Allocated IP 2001:db8::f816:3eff:fe42:5f14 (b64b3193-8956-46fd-918d-7bf0e552acd5/61387f07-92f7-40bc-b6fc-8f247200849e/fd6ff657-8aca-4759-b2c8-2912edf49819) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:11.747613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:11.748085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53915c94-510b-43c1-a77c-02a902d3e055 None None] The sync data for ids ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:11.765897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.843737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.852135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:11.858689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Network b64b3193-8956-46fd-918d-7bf0e552acd5 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:11.867526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:11.871091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Pushing event updated for resources: {'Port': ['ID=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:11.874970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:11.878486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:11.885286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] For port 214bda13-3906-45c8-983d-21d441b073bb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=214bda13-3906-45c8-983d-21d441b073bb,segment=NetworkSegment(aa633780-33e5-4dc5-a476-46c4a4769663),segment_id=aa633780-33e5-4dc5-a476-46c4a4769663)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:11.933854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:11.938729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15b18963-2c58-440f-b90e-e46a784afd76 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:12.009415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=6de4cb01-979f-4fa0-bd68-9cd1d9ece804,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:12.009980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.018542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf17247d-8fb4-48df-a7c2-31641838e768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:12.042312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:12.044925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/6de4cb01-979f-4fa0-bd68-9cd1d9ece804 HTTP/1.1" status: 204 len: 168 time: 1.6950436 Dec 22 15:27:12.057476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47042) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:12.105653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Attempting to bind port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:12.106079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Attempting to bind port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '0d0c079f-8230-40dc-bb04-ba87862ce6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:12.106581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Attempting to bind port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 on network b64b3193-8956-46fd-918d-7bf0e552acd5 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:12.118035 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a40ae1-b119-4c0f-8acd-05eca2a4b959 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:12.118698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a40ae1-b119-4c0f-8acd-05eca2a4b959 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:12.125115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Subnet': ['ID=e96da3ec-3289-4e10-9e92-0a1f84972273,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:12.136310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d2a40ae1-b119-4c0f-8acd-05eca2a4b959 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/a0e38520-b276-41cd-8a4c-b7d42b2f0455 HTTP/1.1" status: 404 len: 337 time: 0.0728333 Dec 22 15:27:12.136535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:12.140098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47046) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:12.186666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Pushing event updated for resources: {'Port': ['ID=214bda13-3906-45c8-983d-21d441b073bb,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:12.187698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.191981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:12.193515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:12.194070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Checking segment: {'id': '0d0c079f-8230-40dc-bb04-ba87862ce6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:12.194627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.196450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Bound using segment: {'id': '0d0c079f-8230-40dc-bb04-ba87862ce6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:12.197192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Bound port: 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0c079f-8230-40dc-bb04-ba87862ce6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'b64b3193-8956-46fd-918d-7bf0e552acd5'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:12.197731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.206901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf165a19-3ae9-41c7-b00a-851c53f32d4c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:12.207625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf165a19-3ae9-41c7-b00a-851c53f32d4c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:12.211269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Checking segment: {'id': '97d3d771-fe40-4ce4-8885-cc3765d78f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:12.211672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network hostable DHCP agents. Network: acc4609b-47d0-47a8-a44c-0fda62c6bff0, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:12.239859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf165a19-3ae9-41c7-b00a-851c53f32d4c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/49622a4c-8ed9-4897-9376-76a20cea2da6 HTTP/1.1" status: 404 len: 339 time: 0.0922437 Dec 22 15:27:12.241265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47050) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:12.246338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-6e84e3cb-5153-4fd0-b825-279eb2dffe30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:12.248364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-6e84e3cb-5153-4fd0-b825-279eb2dffe30 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 897 time: 0.9143634 Dec 22 15:27:12.251573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.278446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Transition to ACTIVE for port object fd6ff657-8aca-4759-b2c8-2912edf49819 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:12.338845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network acc4609b-47d0-47a8-a44c-0fda62c6bff0 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:12.367676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.387703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54784afd-9959-4798-b663-f1beb3a58a80 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:12.417019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-26374d13-3fc5-4bd3-b8d5-d8cd8c15331d None None] Provisioning complete for port 214bda13-3906-45c8-983d-21d441b073bb triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:12.417577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26374d13-3fc5-4bd3-b8d5-d8cd8c15331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.487171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-b4bee317-2a2a-448f-9be9-80c6f8ca1066 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 1002 time: 0.1394193 Dec 22 15:27:12.514105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] For port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:12.555931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Update dhcp port {'port': {'network_id': 'f467a219-0045-4268-8ba9-2fd536e0579a', 'fixed_ips': [{'subnet_id': '9fd72e04-52b3-45d3-bd06-fd63128a9192', 'ip_address': '172.20.0.18'}, {'subnet_id': '3e2e70e5-61f0-4edf-8e3f-035be6c884b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '740fc721-1cee-4361-a4b1-784d65c3e496'}], 'binding:host_id': 'dv-neutron-822709-1-hyperv'}, 'id': 'bc08123a-c292-4c2e-8d06-8bc75a08b0d4'} from dv-neutron-822709-1-hyperv. {{(pid=88969) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:27:12.572239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, acc4609b-47d0-47a8-a44c-0fda62c6bff0) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:12.587691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Port': ['ID=fd6ff657-8aca-4759-b2c8-2912edf49819,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:12.592796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:12.593825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.605146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:12.639032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] For port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,segment=NetworkSegment(0d0c079f-8230-40dc-bb04-ba87862ce6ee),segment_id=0d0c079f-8230-40dc-bb04-ba87862ce6ee)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:12.643104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network b64b3193-8956-46fd-918d-7bf0e552acd5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:12.645551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:12.650208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:12.652585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 214bda13-3906-45c8-983d-21d441b073bb up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:12.657657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:12.658642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.667815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7753358 Dec 22 15:27:12.676372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47058) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:12.683165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1b58ff56-43f9-4686-911b-d8c45095b706 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:12.701232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff25d6-7b88-4759-9037-259c68f5a1b5 None None] Network acc4609b-47d0-47a8-a44c-0fda62c6bff0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:12.775465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:12.799869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:12.835969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.7238364 Dec 22 15:27:12.836991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47062) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:13.218250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:13.269880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-b27f879e-ed22-4bb4-999a-41b836b9733b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:13.271629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-b27f879e-ed22-4bb4-999a-41b836b9733b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 200 len: 835 time: 0.7478206 Dec 22 15:27:13.434416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b58ff56-43f9-4686-911b-d8c45095b706 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:13.447512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Pushing event updated for resources: {'Port': ['ID=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:13.449922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting subnet 61387f07-92f7-40bc-b6fc-8f247200849e {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:13.458527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:13.464346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:13.595187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:13.645960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Delete allocated IP 172.20.0.7 (f467a219-0045-4268-8ba9-2fd536e0579a/3e2e70e5-61f0-4edf-8e3f-035be6c884b5) {{(pid=88967) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:27:13.710493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Allocated IP 172.20.0.44 (f467a219-0045-4268-8ba9-2fd536e0579a/740fc721-1cee-4361-a4b1-784d65c3e496/5327ae43-ba35-4083-9b5a-706de0859073) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:13.742207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting subnet 90f9516a-dbaa-4cd5-8229-34b460a2ddda {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:13.749407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:13.910099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 214bda13-3906-45c8-983d-21d441b073bb triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:13.911171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.002519 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-14214c22-aee8-458a-9499-8a9e339f381f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43d98441-7bdf-42b9-92c0-8a249f38176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6807723 Dec 22 15:27:14.033563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1b58ff56-43f9-4686-911b-d8c45095b706 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:14.035969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b58ff56-43f9-4686-911b-d8c45095b706 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337 HTTP/1.1" status: 400 len: 364 time: 1.3578899 Dec 22 15:27:14.045119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47066) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:14.054404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.298095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-acc4609b-47d0-47a8-a44c-0fda62c6bff0', 'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0', 'tenant_id': '541e481f3a5a4535b0df0bd27769cd60', 'fixed_ips': [{'subnet_id': 'e96da3ec-3289-4e10-9e92-0a1f84972273'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:14.298647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.305583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.633059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:14.675060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-fb19ffcd-9c45-40d7-a2db-33fb37738fa4 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499705 Dec 22 15:27:14.784048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Allocated IP 2001:db8:1::2 (acc4609b-47d0-47a8-a44c-0fda62c6bff0/e96da3ec-3289-4e10-9e92-0a1f84972273/0ae4a633-cbbe-4158-83f3-480014992931) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:14.834106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:14.838696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.849847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.850118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:14.894775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Subnet': ['ID=61387f07-92f7-40bc-b6fc-8f247200849e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:14.907723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.958138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.960103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:14.971773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.982219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.986719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/61387f07-92f7-40bc-b6fc-8f247200849e HTTP/1.1" status: 204 len: 168 time: 2.1468995 Dec 22 15:27:14.987855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47070) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:14.987973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:14.987973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:14.989418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/ports/8a6db4d3-b369-464f-8b8d-74f45a2e83ba HTTP/1.1" status: 200 len: 911 time: 3.9326012 Dec 22 15:27:15.005049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89622258-011c-4da4-946b-08e52a20d6c4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:15.031304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47074) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.084805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abcca4b3-40fd-4c86-bc9b-d38a74236b46 req-ad409dc8-b0cd-4815-90b7-cacec260374a service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014101 Dec 22 15:27:15.196369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Transition to ACTIVE for port object 5327ae43-ba35-4083-9b5a-706de0859073 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:15.200078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=8a6db4d3-b369-464f-8b8d-74f45a2e83ba,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:15.208383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:15.211186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.224935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-773dd2d4-ae76-438c-bce9-0ec6f7c1b2e0 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:15.271990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736fd35-5aa5-41a3-a1d4-66e341aa49de tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:15.273712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736fd35-5aa5-41a3-a1d4-66e341aa49de tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:15.274239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.274596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1736fd35-5aa5-41a3-a1d4-66e341aa49de tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Synchronizing usage tracker for tenant:8050ff2729d14ceb853b871a90a92714 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:15.280019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=90f9516a-dbaa-4cd5-8229-34b460a2ddda,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:15.291787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:15.292368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8b97e97-dd88-4051-803a-1c8e43850ca3 tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:15.337777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.365822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.398288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.401810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55276541-e9a4-405b-9666-ca5f2b10af03 None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:15.448192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1736fd35-5aa5-41a3-a1d4-66e341aa49de tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Unset dirty status for tenant:8050ff2729d14ceb853b871a90a92714 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:15.454347 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1736fd35-5aa5-41a3-a1d4-66e341aa49de tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4610355 Dec 22 15:27:15.460589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.471864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/90f9516a-dbaa-4cd5-8229-34b460a2ddda HTTP/1.1" status: 204 len: 168 time: 3.2275510 Dec 22 15:27:15.475764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event updated for resources: {'Port': ['ID=5327ae43-ba35-4083-9b5a-706de0859073,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:15.478483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47084) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.527836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:15.642547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] In _notify_port_updated(), no bound segment for port 5327ae43-ba35-4083-9b5a-706de0859073 on network f467a219-0045-4268-8ba9-2fd536e0579a {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:27:15.654904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:15.656832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.660461 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "PUT /v2.0/ports/5327ae43-ba35-4083-9b5a-706de0859073 HTTP/1.1" status: 200 len: 960 time: 5.0380116 Dec 22 15:27:15.667146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47088) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:15.703921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Transition to ACTIVE for port object 0ae4a633-cbbe-4158-83f3-480014992931 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:15.781923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Allocated IP 172.20.0.34 (f467a219-0045-4268-8ba9-2fd536e0579a/740fc721-1cee-4361-a4b1-784d65c3e496/bc08123a-c292-4c2e-8d06-8bc75a08b0d4) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:15.786603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-832794e2-7851-4a2e-bd43-089e786a9cf6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.797548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Transition to ACTIVE for port object 0ae4a633-cbbe-4158-83f3-480014992931 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:15.821155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting subnet 8246284b-5b18-4fe8-88c8-9aebfd44c740 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:15.830044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.852870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.864935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a37f7a0a-e1fd-4730-a826-1b88bf28a457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:15.939572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port 5327ae43-ba35-4083-9b5a-706de0859073 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:15.941346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:15.957539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-832794e2-7851-4a2e-bd43-089e786a9cf6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 15:27:15.958358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832794e2-7851-4a2e-bd43-089e786a9cf6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:16.032454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-832794e2-7851-4a2e-bd43-089e786a9cf6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/b64b3193-8956-46fd-918d-7bf0e552acd5 HTTP/1.1" status: 409 len: 405 time: 0.5689363 Dec 22 15:27:16.049124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47092) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:16.071374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1890553776'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:16.074316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Network acc4609b-47d0-47a8-a44c-0fda62c6bff0 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:16.081624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:16.090333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Pushing event updated for resources: {'Port': ['ID=0ae4a633-cbbe-4158-83f3-480014992931,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:16.093593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:16.094129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:network and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:16.095900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:16.099575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:16.100408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:16.131719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:16.233427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c772626-8b1c-4813-bdff-1c49f539aa05 None None] Network b64b3193-8956-46fd-918d-7bf0e552acd5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:16.250788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.270864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:16.281894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.305745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,segment=NetworkSegment(2ff240aa-6b9e-4ceb-9510-1cd485f5ba69),segment_id=2ff240aa-6b9e-4ceb-9510-1cd485f5ba69)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:16.382243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Attempting to bind port 0ae4a633-cbbe-4158-83f3-480014992931 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:16.382835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Attempting to bind port 0ae4a633-cbbe-4158-83f3-480014992931 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '97d3d771-fe40-4ce4-8885-cc3765d78f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:16.383519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Attempting to bind port 0ae4a633-cbbe-4158-83f3-480014992931 on network acc4609b-47d0-47a8-a44c-0fda62c6bff0 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:16.420929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:16.420929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Checking segment: {'id': '97d3d771-fe40-4ce4-8885-cc3765d78f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:16.420929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.420929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Bound using segment: {'id': '97d3d771-fe40-4ce4-8885-cc3765d78f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:16.420929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Bound port: 0ae4a633-cbbe-4158-83f3-480014992931, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d3d771-fe40-4ce4-8885-cc3765d78f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'acc4609b-47d0-47a8-a44c-0fda62c6bff0'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:16.420929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.441899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:16.447422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Allocated IP 2001:db8::1 (a9b1da0f-06c5-4469-a9be-6d5ef18b4b50/11557e0d-d2c8-441e-9653-304ed54411c8/86469d82-b183-47f9-9307-dd9f50f7cb07) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:16.473275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Provisioning for port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:16.487887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.525809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Provisioning complete for port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:16.526281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.557943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.653122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Transition to ACTIVE for port object bc08123a-c292-4c2e-8d06-8bc75a08b0d4 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:16.662974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.672630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Added segment 9f97e41b-5dd0-4acf-af76-0324c2b79148 of type vlan for network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c Dec 22 15:27:16.705804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.713690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8859c99c-2448-4b47-aae9-94e8ea32a04d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:16.752792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.779744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] For port 0ae4a633-cbbe-4158-83f3-480014992931, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:16.802989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.853573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.877184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] For port 0ae4a633-cbbe-4158-83f3-480014992931, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0ae4a633-cbbe-4158-83f3-480014992931,segment=NetworkSegment(97d3d771-fe40-4ce4-8885-cc3765d78f1e),segment_id=97d3d771-fe40-4ce4-8885-cc3765d78f1e)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:16.981289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:16.996541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.008313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for 5327ae43-ba35-4083-9b5a-706de0859073 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:17.040179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-100f35a9-8652-40c6-916d-cf84ae974d6e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:17.100908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Pushing event updated for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:17.102291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=8246284b-5b18-4fe8-88c8-9aebfd44c740,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:17.108229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:17.114953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:17.116191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d1d3b9e-802d-4a97-932e-2ae899dbfd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:17.137260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.214243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/8246284b-5b18-4fe8-88c8-9aebfd44c740 HTTP/1.1" status: 204 len: 168 time: 1.7276244 Dec 22 15:27:17.222852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47096) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:17.400221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.410208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:17.411456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.432237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b28b261-d28a-4762-ab35-c35baf61b2a9 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:17.440202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.457150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] DHCP port deletion for b64b3193-8956-46fd-918d-7bf0e552acd5 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:17.459954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.460268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port c939c79f-567d-4665-a1ff-789dad0eae96 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:17.460579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.504715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Deleting port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:17.505150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.562682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.578569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06e81daa-adbe-4217-8f02-ec9fff424688 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:17.620663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] For port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,segment=NetworkSegment(0d0c079f-8230-40dc-bb04-ba87862ce6ee),segment_id=0d0c079f-8230-40dc-bb04-ba87862ce6ee)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:17.635966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Pushing event updated for resources: {'Port': ['ID=0ae4a633-cbbe-4158-83f3-480014992931,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:17.650253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=5327ae43-ba35-4083-9b5a-706de0859073,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:17.651869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:17.653374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:17.684434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.694393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca30f5fb-eecc-4a49-9bc0-d19f9cf1242d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:17.716213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Network': ['ID=055a1b27-c50b-451c-b1c6-f31d5fab1b5c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:17.729535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:17.783578 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7197073 Dec 22 15:27:17.790319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47100) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:17.820851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.857281 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/5327ae43-ba35-4083-9b5a-706de0859073 HTTP/1.1" status: 204 len: 168 time: 2.1881883 Dec 22 15:27:17.861132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47104) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:17.865888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'subnet': {'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:17.907746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.962222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] For port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,segment=NetworkSegment(0d0c079f-8230-40dc-bb04-ba87862ce6ee),segment_id=0d0c079f-8230-40dc-bb04-ba87862ce6ee)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:17.962712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:17.972271 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe6e26f-9895-4fbf-b239-2bd9da903a60 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] GET failed (client error): The resource could not be found. Dec 22 15:27:17.972873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ebe6e26f-9895-4fbf-b239-2bd9da903a60 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Synchronizing usage tracker for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:18.012585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port c939c79f-567d-4665-a1ff-789dad0eae96, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c939c79f-567d-4665-a1ff-789dad0eae96,segment=NetworkSegment(18b55c64-1f4d-4fd1-baa9-12f333bd8db5),segment_id=18b55c64-1f4d-4fd1-baa9-12f333bd8db5)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:18.012863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:18.016538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Transition to ACTIVE for port object 86469d82-b183-47f9-9307-dd9f50f7cb07 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:18.105937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ebe6e26f-9895-4fbf-b239-2bd9da903a60 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Unset dirty status for tenant:c8a7da733913426cab7b208453ee0383 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:18.111215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ebe6e26f-9895-4fbf-b239-2bd9da903a60 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports/5327ae43-ba35-4083-9b5a-706de0859073 HTTP/1.1" status: 404 len: 333 time: 0.2488689 Dec 22 15:27:18.111861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47108) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:18.136112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Calling delete_port for 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:18.231447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:18.248606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038cc7c-0116-4b9b-832e-ac05ea0db494 None None] Network 38eea397-e7c6-42c7-920f-eaf767394e72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:18.251867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:18.357436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:18.394402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for c939c79f-567d-4665-a1ff-789dad0eae96 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:18.494398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:18.523609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:18.550164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-238e8675-8026-4abd-ba86-fdc7b188d6c1 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:18.628523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:18.664863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] No DVR routers for this DVR port 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:18.699617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:18.828221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Port': ['ID=86469d82-b183-47f9-9307-dd9f50f7cb07,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:18.829601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:18.891339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0ae4a633-cbbe-4158-83f3-480014992931 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:18.944185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:18.954191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:18.969261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:18.971789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Pushing event updated for resources: {'Port': ['ID=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:18.981627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:18.983962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1966938e-11ff-48de-976d-e670ef7a2cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:18.990859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:18.991614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.005735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.017900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.046977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b50ace17-dd7f-44af-9346-51ce673d0aea None None] Provisioning complete for port c939c79f-567d-4665-a1ff-789dad0eae96 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:19.046977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b50ace17-dd7f-44af-9346-51ce673d0aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.054744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6044f9f5-286f-4a2e-978c-9fadd392e4ed tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:19.079943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Pushing event deleted for resources: {'Port': ['ID=63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:19.092702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:19.093388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b50ace17-dd7f-44af-9346-51ce673d0aea None None] Port c939c79f-567d-4665-a1ff-789dad0eae96 was deleted so its status cannot be updated. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:27:19.150933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.172222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No DVR routers for this DVR port c939c79f-567d-4665-a1ff-789dad0eae96 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:19.181236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Port': ['ID=c939c79f-567d-4665-a1ff-789dad0eae96,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:19.184797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0ae4a633-cbbe-4158-83f3-480014992931 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:19.211585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc08123a-c292-4c2e-8d06-8bc75a08b0d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:19.252643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:19.253307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af39137b-a804-48a1-b0f1-25a6b6ee0c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:19.278087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d30cf6b-da1d-4c99-8591-4b5b53421d42,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:19.328963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:19.365158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.370323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d30cf6b-da1d-4c99-8591-4b5b53421d42 HTTP/1.1" status: 204 len: 168 time: 1.0294116 Dec 22 15:27:19.371415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47124) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:19.423259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Could not find standard attr ID for object 5327ae43-ba35-4083-9b5a-706de0859073. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:27:19.457815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Provisioning complete for port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:19.458665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.499214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.523670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808486e5-e6fa-4713-91de-8618682766e1 None None] DHCP port deletion for 38eea397-e7c6-42c7-920f-eaf767394e72 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:19.535875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eea397-e7c6-42c7-920f-eaf767394e72']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:19.553426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b55c64-1f4d-4fd1-baa9-12f333bd8db5') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:19.553934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b55c64-1f4d-4fd1-baa9-12f333bd8db5') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:19.572024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.594209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.608779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:19.609714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:19.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:19.695098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:19.789212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Provisioning for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:19.796286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:19.796903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d626fd4-4524-45f4-b09c-ba87c940b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.891156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:19.893108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.930903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:19.936410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9c56503-7b80-4a73-a949-18010559a405 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:19.968467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:19.968781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 63f34ec6-a9ec-4a5b-afe9-1909ca1c4f50 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:19.976131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.029442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.104534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.111873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=38eea397-e7c6-42c7-920f-eaf767394e72,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:20.136693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:20.154238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/38eea397-e7c6-42c7-920f-eaf767394e72 HTTP/1.1" status: 204 len: 168 time: 2.9294214 Dec 22 15:27:20.157332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47136) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.282236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7206e7-51a9-470b-8c1e-bbf7e0363eee tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:20.283262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7206e7-51a9-470b-8c1e-bbf7e0363eee tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:20.287326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae7206e7-51a9-470b-8c1e-bbf7e0363eee tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/394a29e9-5c62-47ad-a65c-e40bd5355ab9 HTTP/1.1" status: 404 len: 337 time: 0.1284056 Dec 22 15:27:20.291077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-107b5580-0b4c-4d7f-8cf4-2702b2ecbaa1 None None] Provisioning for port 86469d82-b183-47f9-9307-dd9f50f7cb07 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:20.301771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47140) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.302405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-107b5580-0b4c-4d7f-8cf4-2702b2ecbaa1 None None] Provisioning complete for port 86469d82-b183-47f9-9307-dd9f50f7cb07 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:20.303188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-107b5580-0b4c-4d7f-8cf4-2702b2ecbaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.405908 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f2af1d-98a4-45ce-9537-baeb1755b40e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:20.406765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f2af1d-98a4-45ce-9537-baeb1755b40e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:20.412657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b2f2af1d-98a4-45ce-9537-baeb1755b40e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/bef8cb57-c219-4546-accc-95fb636003bc HTTP/1.1" status: 404 len: 339 time: 0.1066194 Dec 22 15:27:20.416218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47144) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.418501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-107b5580-0b4c-4d7f-8cf4-2702b2ecbaa1 None None] Port 86469d82-b183-47f9-9307-dd9f50f7cb07 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:20.486409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457079-0165-421d-aabc-24b2a3e5eb22 req-29a47d61-c0e6-4d9f-982f-91e98fcce0cd tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:20.488170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-78457079-0165-421d-aabc-24b2a3e5eb22 req-29a47d61-c0e6-4d9f-982f-91e98fcce0cd tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.4719615 Dec 22 15:27:20.493401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c16af9-be20-4f95-b05d-879c8d93316b tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:20.494243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c16af9-be20-4f95-b05d-879c8d93316b tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:20.499697 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93c16af9-be20-4f95-b05d-879c8d93316b tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/561e6c51-7ca7-4303-81b9-7e437b9348b0 HTTP/1.1" status: 404 len: 337 time: 0.0797319 Dec 22 15:27:20.500565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47148) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.544164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9e1b5c93-a0ed-453c-a184-f393317334e6 None None] Could not find standard attr ID for object 5327ae43-ba35-4083-9b5a-706de0859073. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:27:20.555964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 8a6db4d3-b369-464f-8b8d-74f45a2e83ba {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:20.556406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.568180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4989bd5b-9123-4aa7-8bce-2a8c6f378fa3 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:20.568683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4989bd5b-9123-4aa7-8bce-2a8c6f378fa3 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:20.573768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4989bd5b-9123-4aa7-8bce-2a8c6f378fa3 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/837b1338-9fc5-4f1f-b7c8-57099ee2801f HTTP/1.1" status: 404 len: 339 time: 0.0708885 Dec 22 15:27:20.574455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47152) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.606703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c939c79f-567d-4665-a1ff-789dad0eae96 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:20.665632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-e803ee9c-6cdf-4882-91f7-4e95d4efbb30 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:20.666097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e803ee9c-6cdf-4882-91f7-4e95d4efbb30 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:20.671096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e803ee9c-6cdf-4882-91f7-4e95d4efbb30 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/da202eb9-b911-4337-86c2-14195aace16f HTTP/1.1" status: 404 len: 337 time: 0.0950994 Dec 22 15:27:20.674857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47156) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.691179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c939c79f-567d-4665-a1ff-789dad0eae96 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:20.691654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c939c79f-567d-4665-a1ff-789dad0eae96 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:20.714110 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7437a768-6a34-4a0e-8934-4b0b6c8d6e31 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:20.714616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7437a768-6a34-4a0e-8934-4b0b6c8d6e31 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:20.716591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7437a768-6a34-4a0e-8934-4b0b6c8d6e31 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/f0af5e44-97f3-40a3-8e03-18e17adc6ae9 HTTP/1.1" status: 404 len: 339 time: 0.0409424 Dec 22 15:27:20.719950 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-78457079-0165-421d-aabc-24b2a3e5eb22 req-f50c13d4-b5db-4405-8e5b-81fb4e4584b9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184811 Dec 22 15:27:20.721324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47160) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:20.824715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.849529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03ad3579-1fb3-4ce0-928d-e0f4b6bebe12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:20.858450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:20.908348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd5b607-e245-4f29-9d82-6bdb34d60cbd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:20.978784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:20.979637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4ab5673-c26f-4fbc-b522-e06ef50e63c3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:21.063313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc4663-ba39-4f3b-b675-55f9e109ea63 None None] Network acc4609b-47d0-47a8-a44c-0fda62c6bff0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:21.094224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting subnet a69a037f-160f-4e55-92b0-316197039f57 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:21.100942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.216663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Provisioning for port 0ae4a633-cbbe-4158-83f3-480014992931 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:21.231991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Provisioning complete for port 0ae4a633-cbbe-4158-83f3-480014992931 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:21.232401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.240422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.380770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.486897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.532337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.532755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] For port 0ae4a633-cbbe-4158-83f3-480014992931, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0ae4a633-cbbe-4158-83f3-480014992931,segment=NetworkSegment(97d3d771-fe40-4ce4-8885-cc3765d78f1e),segment_id=97d3d771-fe40-4ce4-8885-cc3765d78f1e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:21.541940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:21.577341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.586979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:21.598970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.600430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/security-groups/8cd5b607-e245-4f29-9d82-6bdb34d60cbd HTTP/1.1" status: 204 len: 168 time: 2.2245016 Dec 22 15:27:21.611608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47164) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:21.649464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=a69a037f-160f-4e55-92b0-316197039f57,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:21.663034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Subnet': ['ID=dea1f8ba-a43b-409d-977b-2419e337683e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:21.666130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:21.666671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:21.677419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Checking segment: {'id': '9f97e41b-5dd0-4acf-af76-0324c2b79148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:21.678691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network hostable DHCP agents. Network: 055a1b27-c50b-451c-b1c6-f31d5fab1b5c, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:21.697851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.698428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.729434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Pushing event updated for resources: {'Port': ['ID=0ae4a633-cbbe-4158-83f3-480014992931,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:21.733492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df30a4b7-8216-4986-af39-b5b21239548f None None] Network 471e56d6-0441-4fdf-bf30-f321b2395f9f requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:21.747217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/a69a037f-160f-4e55-92b0-316197039f57 HTTP/1.1" status: 204 len: 168 time: 1.0185459 Dec 22 15:27:21.747217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47168) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:21.911726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:21.962743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:21.996937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:21.997350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.030568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.064707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.113190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 8a6db4d3-b369-464f-8b8d-74f45a2e83ba owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:22.236086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.236597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e465013d-3dbc-47b2-a7c0-c4a2a65cf791 None None] Provisioning complete for port 0ae4a633-cbbe-4158-83f3-480014992931 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:22.237033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e465013d-3dbc-47b2-a7c0-c4a2a65cf791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.297465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.297465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.306916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30669d08-7ad7-48b7-966b-714e39c1a365 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:22.326638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.337441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9cdbf592-48ef-4b18-927f-5bf2c54d2249 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:22.369472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:22.456778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 055a1b27-c50b-451c-b1c6-f31d5fab1b5c) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:22.469245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] DHCP port deletion for 471e56d6-0441-4fdf-bf30-f321b2395f9f request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:22.475752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event updated for resources: {'Port': ['ID=86469d82-b183-47f9-9307-dd9f50f7cb07,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:22.486020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Deleting port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:22.486020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.492647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:22.493267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.513033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:22.516328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c36044-3ce4-4d86-b696-d1db3bbc7a65 None None] Network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:22.605928 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7901592 Dec 22 15:27:22.612622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109172-5cc6-4b87-b524-559bac4db817 req-8982e74c-8a26-4e78-b2cf-5fa7a9718384 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:22.619513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf109172-5cc6-4b87-b524-559bac4db817 req-8982e74c-8a26-4e78-b2cf-5fa7a9718384 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.4507816 Dec 22 15:27:22.621034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47174) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:22.636167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'port': {'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c', 'name': 'tempest-NetworksIpV6TestAttrs-159047845'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:22.720027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150a2df-c89f-40e4-a539-071fd11fe09c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:22.724786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:22.727442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0ae4a633-cbbe-4158-83f3-480014992931 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:22.751740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.753995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/security-groups/d150a2df-c89f-40e4-a539-071fd11fe09c HTTP/1.1" status: 204 len: 168 time: 1.1320329 Dec 22 15:27:22.759081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47178) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:22.763059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,segment=NetworkSegment(65983570-0860-4f6f-bc26-4462e7b15162),segment_id=65983570-0860-4f6f-bc26-4462e7b15162)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:22.763498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:22.941912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:22.946015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf109172-5cc6-4b87-b524-559bac4db817 req-1d6ed053-6ee9-45b1-8366-7a84388d811e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060459 Dec 22 15:27:22.952595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:22.955310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:22.971733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:23.033236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:port and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:23.045937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:23.113222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.141447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:23.144208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:23.209072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=8a6db4d3-b369-464f-8b8d-74f45a2e83ba,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:23.221298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:23.271656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'port': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:23.277584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.341469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-055a1b27-c50b-451c-b1c6-f31d5fab1b5c', 'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c', 'tenant_id': '8050ff2729d14ceb853b871a90a92714', 'fixed_ips': [{'subnet_id': 'dea1f8ba-a43b-409d-977b-2419e337683e'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:23.343212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.399865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] For port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,segment=NetworkSegment(65983570-0860-4f6f-bc26-4462e7b15162),segment_id=65983570-0860-4f6f-bc26-4462e7b15162)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:23.400357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.413144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0ae4a633-cbbe-4158-83f3-480014992931 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:23.413561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.453964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.480580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:23.526352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] device_id is not set on port f231f9f0-0fcd-4f7a-817b-860e40b57620 yet. {{(pid=88968) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:27:23.543467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No DVR routers for this DVR port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:23.602274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Port': ['ID=97cadf35-4a73-4ddf-a1dd-62469bd6d4d5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:23.604996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:23.615462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 3e2e70e5-61f0-4edf-8e3f-035be6c884b5 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:23.633944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.645201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Calling delete_port for 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:23.798375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.824153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.835218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.878363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-789c29a2-9f42-4e71-adc2-ad6de33e4515 None None] Provisioning complete for port 86469d82-b183-47f9-9307-dd9f50f7cb07 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:23.878805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-789c29a2-9f42-4e71-adc2-ad6de33e4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.909935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471e56d6-0441-4fdf-bf30-f321b2395f9f']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:23.932987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65983570-0860-4f6f-bc26-4462e7b15162') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:23.933256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65983570-0860-4f6f-bc26-4462e7b15162') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:23.952131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:23.952774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:23.954716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.981229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:23.992972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:23.993484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.005853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Allocated IP 2001:db8::f816:3eff:fea3:b27e (055a1b27-c50b-451c-b1c6-f31d5fab1b5c/dea1f8ba-a43b-409d-977b-2419e337683e/ab020be5-0038-4255-bb8c-6b27ba5f9fc7) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:24.015380 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:24.043041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.087870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Router ffbab279-b520-4585-ab88-f7c1197b7337 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:27:24.169973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-789c29a2-9f42-4e71-adc2-ad6de33e4515 None None] Port 86469d82-b183-47f9-9307-dd9f50f7cb07 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:24.267623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:24.294277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee43844-6642-4f3e-9746-039ef4c4c84e req-6a97b414-1554-423d-85b6-1303377271b4 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:24.296385 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8ee43844-6642-4f3e-9746-039ef4c4c84e req-6a97b414-1554-423d-85b6-1303377271b4 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.1497083 Dec 22 15:27:24.297969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.307443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.326688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69d6ed70-5e09-4155-a0cb-3d8cd67f8189 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:24.353870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:24.354451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:24.365375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/471e56d6-0441-4fdf-bf30-f321b2395f9f HTTP/1.1" status: 204 len: 168 time: 2.6168730 Dec 22 15:27:24.394080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47184) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:24.452896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=471e56d6-0441-4fdf-bf30-f321b2395f9f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:24.456384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:24.464895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Deleting port 97cadf35-4a73-4ddf-a1dd-62469bd6d4d5 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:24.465322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.475713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-2781035c-d607-48fe-941a-329e710a9bb2 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:24.476212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2781035c-d607-48fe-941a-329e710a9bb2 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:24.497334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2781035c-d607-48fe-941a-329e710a9bb2 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/747fa2d2-ed70-41f4-8955-ebc0b2cd2128 HTTP/1.1" status: 404 len: 337 time: 0.0993469 Dec 22 15:27:24.503416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47188) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:24.550108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d05fe-6089-432f-8408-9aab5bc8756e None None] The port '97cadf35-4a73-4ddf-a1dd-62469bd6d4d5' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:27:24.560287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.573183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Transition to ACTIVE for port object ab020be5-0038-4255-bb8c-6b27ba5f9fc7 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:24.578305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8ee43844-6642-4f3e-9746-039ef4c4c84e req-cbb7912a-4a94-4159-907f-3df665643635 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549562 Dec 22 15:27:24.580491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.602193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6c88b965-6126-4389-a88b-3eeb47e10d28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:24.603796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Transition to ACTIVE for port object ab020be5-0038-4255-bb8c-6b27ba5f9fc7 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:24.665376 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-62580caa-76fd-40d2-a9b4-77335a48211c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:24.666201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62580caa-76fd-40d2-a9b4-77335a48211c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:24.668228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a7023-f26b-4e4e-8290-002f2b6507bd None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:24.673392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62580caa-76fd-40d2-a9b4-77335a48211c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/472b44e7-1648-4a14-9a70-070274f4627b HTTP/1.1" status: 404 len: 339 time: 0.1633332 Dec 22 15:27:24.679399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.689754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/3e2e70e5-61f0-4edf-8e3f-035be6c884b5 HTTP/1.1" status: 204 len: 168 time: 1.9227226 Dec 22 15:27:24.689754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47192) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:24.689754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2e70e5-61f0-4edf-8e3f-035be6c884b5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:24.693177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47194) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:24.718749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.729326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:24.751773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:24.898735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Allocated IP 2001:db8::f816:3eff:feb0:bb0f (055a1b27-c50b-451c-b1c6-f31d5fab1b5c/dea1f8ba-a43b-409d-977b-2419e337683e/f231f9f0-0fcd-4f7a-817b-860e40b57620) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:24.919085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 740fc721-1cee-4361-a4b1-784d65c3e496 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:24.938801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:24.981430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 944a2cca-f7fe-44c3-8a27-9424a5dafcab has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:27:25.080039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.210320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Pushing event updated for resources: {'Port': ['ID=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:25.215644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:25.238264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:25.241710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:25.246971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:25.277399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting subnet af6eb3c6-9a76-46ef-843e-1a347340b8cb {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:25.287678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.322975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:25.336102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] Sync routers for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:25.352067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:25.353097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.380196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3325782 Dec 22 15:27:25.391817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47200) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:25.419364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Attempting to bind port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:25.419790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Attempting to bind port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '9f97e41b-5dd0-4acf-af76-0324c2b79148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:25.420213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Attempting to bind port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 on network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:25.428886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.442071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:25.443105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.450931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:25.466465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/944a2cca-f7fe-44c3-8a27-9424a5dafcab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4332728 Dec 22 15:27:25.479454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.480505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] Sync routers for ids ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:25.485546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:25.486359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Checking segment: {'id': '9f97e41b-5dd0-4acf-af76-0324c2b79148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:25.486524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.486886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Bound using segment: {'id': '9f97e41b-5dd0-4acf-af76-0324c2b79148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:25.488015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Bound port: ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f97e41b-5dd0-4acf-af76-0324c2b79148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '055a1b27-c50b-451c-b1c6-f31d5fab1b5c'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:25.488505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.497040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47204) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:25.528068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.528826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38d25ee-73f0-4933-a36c-dc160fd561ab None None] The sync data for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:25.564699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] Routers {'944a2cca-f7fe-44c3-8a27-9424a5dafcab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:25.565466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.608768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.626409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-62579ca0-77e2-4102-8423-fe9f35953048 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:25.657225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Transition to ACTIVE for port object f231f9f0-0fcd-4f7a-817b-860e40b57620 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:25.662955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.671873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.715428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-62579ca0-77e2-4102-8423-fe9f35953048 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:25.728127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62579ca0-77e2-4102-8423-fe9f35953048 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=944a2cca-f7fe-44c3-8a27-9424a5dafcab HTTP/1.1" status: 200 len: 205 time: 0.2287302 Dec 22 15:27:25.730937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47210) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:25.749368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] Routers {'944a2cca-f7fe-44c3-8a27-9424a5dafcab'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:25.750172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.856737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] For port ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:25.864270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:25.865267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d89c7-e814-4c4a-9b8a-d9d186a6a7e8 None None] The sync data for ids ['944a2cca-f7fe-44c3-8a27-9424a5dafcab'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:25.879831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] For port ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,segment=NetworkSegment(9f97e41b-5dd0-4acf-af76-0324c2b79148),segment_id=9f97e41b-5dd0-4acf-af76-0324c2b79148)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:25.913983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.927111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:25.951749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce290c68-82a5-4165-b055-69101f3819e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:26.011939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56cf16a1-675d-4381-b825-2fd67e51cfbb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:26.094723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.132777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.150598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de1f9d26-9734-4d2b-8174-4b6eaabab9af tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:26.183471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Pushing event updated for resources: {'Port': ['ID=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:26.189626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:26.205747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.207523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Port': ['ID=f231f9f0-0fcd-4f7a-817b-860e40b57620,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:26.220231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:26.227725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=740fc721-1cee-4361-a4b1-784d65c3e496,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:26.232725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-311c1005-2f26-4051-bb03-591abfc3042d tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.292130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:26.304588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/740fc721-1cee-4361-a4b1-784d65c3e496 HTTP/1.1" status: 204 len: 168 time: 1.5515118 Dec 22 15:27:26.316206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47214) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.361341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:26.376554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1803bd57-7437-497e-9f96-fad4dcde7218 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:26.377070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1803bd57-7437-497e-9f96-fad4dcde7218 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:26.381665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:26.389111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:26.398614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:26.400100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.455444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1803bd57-7437-497e-9f96-fad4dcde7218 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/3e2e70e5-61f0-4edf-8e3f-035be6c884b5 HTTP/1.1" status: 404 len: 337 time: 0.1341293 Dec 22 15:27:26.461767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47218) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.485645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.532127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.541073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0aab31d-6fab-4456-923e-3158204e838c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:26.595136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Subnet': ['ID=af6eb3c6-9a76-46ef-843e-1a347340b8cb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:26.598055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:26.617293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.622172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/subnets/af6eb3c6-9a76-46ef-843e-1a347340b8cb HTTP/1.1" status: 204 len: 168 time: 1.9322028 Dec 22 15:27:26.627144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47222) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.628865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086c79c-f6c3-4c3d-a796-2743557055bd None None] Network 78215f8a-1aa8-46fe-af09-809660daa39b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:26.638615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0083034 Dec 22 15:27:26.651666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47226) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.718224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting subnet 9fd72e04-52b3-45d3-bd06-fd63128a9192 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:26.738886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:26.824281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe7d6-bd2c-41db-9b84-26dfc5508c4f req-93da4601-8e92-40ee-90ff-3308615aa57a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:26.829635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59ebe7d6-bd2c-41db-9b84-26dfc5508c4f req-93da4601-8e92-40ee-90ff-3308615aa57a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.9291658 Dec 22 15:27:26.913697 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-311c1005-2f26-4051-bb03-591abfc3042d tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 15:27:26.919709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-311c1005-2f26-4051-bb03-591abfc3042d tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337 HTTP/1.1" status: 409 len: 329 time: 1.5196669 Dec 22 15:27:26.922753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47230) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:26.930452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59ebe7d6-bd2c-41db-9b84-26dfc5508c4f req-e31c1747-b0b7-43b6-a60b-d0855fe096f9 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883203 Dec 22 15:27:26.942952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.047990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.257313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Deleting port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:27.257820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.400583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.481883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] DHCP port deletion for 78215f8a-1aa8-46fe-af09-809660daa39b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:27.503132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Deleting port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:27.504060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.574953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e2fe2-a52c-457b-9b62-1c3c08df1429 None None] Network f467a219-0045-4268-8ba9-2fd536e0579a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:27.695306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.713239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] For port a6bc97d4-a213-46cd-8d6c-f94c66a740e6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,segment=NetworkSegment(7171ea98-10bf-4b42-afaf-8caab2dc6875),segment_id=7171ea98-10bf-4b42-afaf-8caab2dc6875)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:27.713621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.714943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.731197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting subnet dea1f8ba-a43b-409d-977b-2419e337683e {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:27.736647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.781312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.811256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f2bc3dd-6689-4f0e-814d-129d09dc103b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:27.824153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.873711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.874458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router 944a2cca-f7fe-44c3-8a27-9424a5dafcab {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:27:27.903566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:27.910106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e77edcdc-c551-4b1d-9133-fff8470d5e85 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/944a2cca-f7fe-44c3-8a27-9424a5dafcab HTTP/1.1" status: 204 len: 168 time: 2.1766124 Dec 22 15:27:27.921780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47234) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:27.933340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e9d42003-62ce-483a-a8d6-11439d5936a4 None None] Provisioning complete for port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:27.934424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9d42003-62ce-483a-a8d6-11439d5936a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.005638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Calling delete_port for a6bc97d4-a213-46cd-8d6c-f94c66a740e6 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:28.048150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.066390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd72e04-52b3-45d3-bd06-fd63128a9192,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:28.070599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:28.077432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/9fd72e04-52b3-45d3-bd06-fd63128a9192 HTTP/1.1" status: 204 len: 168 time: 1.6156716 Dec 22 15:27:28.079507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47240) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:28.287196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.385078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet b377f37a-cf41-4445-baa7-bb50f3e2bf75 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:28.392448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.458059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e9d42003-62ce-483a-a8d6-11439d5936a4 None None] Port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:28.475197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.514327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.527518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f96fd424-5927-46d6-b005-e114cb55ae97 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:28.560453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] For port a6bc97d4-a213-46cd-8d6c-f94c66a740e6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,segment=NetworkSegment(7171ea98-10bf-4b42-afaf-8caab2dc6875),segment_id=7171ea98-10bf-4b42-afaf-8caab2dc6875)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:28.561140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.591441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Subnet': ['ID=dea1f8ba-a43b-409d-977b-2419e337683e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:28.603256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:28.613607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.719669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e9d42003-62ce-483a-a8d6-11439d5936a4 None None] Provisioning complete for port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:28.720007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9d42003-62ce-483a-a8d6-11439d5936a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.733541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/dea1f8ba-a43b-409d-977b-2419e337683e HTTP/1.1" status: 204 len: 168 time: 2.0725360 Dec 22 15:27:28.735289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47246) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:28.797287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Calling delete_port for a6bc97d4-a213-46cd-8d6c-f94c66a740e6 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:28.835498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ab020be5-0038-4255-bb8c-6b27ba5f9fc7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:28.948733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.955879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:28.960236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f90b4c0-65df-4532-911c-aa178ab7cdec tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:29.007066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Port': ['ID=a6bc97d4-a213-46cd-8d6c-f94c66a740e6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:29.009684 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e37339c-8981-4a26-abe2-c307cd3ea45a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:29.010345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e37339c-8981-4a26-abe2-c307cd3ea45a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:29.016825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:29.023185 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1e37339c-8981-4a26-abe2-c307cd3ea45a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/ba71baec-9ca3-4748-9467-549ba104f3e2 HTTP/1.1" status: 404 len: 337 time: 0.9398913 Dec 22 15:27:29.033118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47250) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.068033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83008162-9134-4001-b540-62bd56aa77a6 None None] Network 055a1b27-c50b-451c-b1c6-f31d5fab1b5c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:29.071227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9971bc-0697-4509-a874-e6e8fa7e08aa tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:29.075002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9971bc-0697-4509-a874-e6e8fa7e08aa tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:29.076799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9e9971bc-0697-4509-a874-e6e8fa7e08aa tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Synchronizing usage tracker for tenant:8050ff2729d14ceb853b871a90a92714 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:29.088890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e82c52bd-0e81-4ca3-85c3-319b49d25fe1 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "GET /v2.0/ports?device_id=4553f537-0302-42f6-9c6f-24b877e97569 HTTP/1.1" status: 200 len: 205 time: 0.0527134 Dec 22 15:27:29.091929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47254) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.117281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:29.117281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:29.188993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9e9971bc-0697-4509-a874-e6e8fa7e08aa tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Unset dirty status for tenant:8050ff2729d14ceb853b871a90a92714 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:29.197801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-64d34b8f-305e-4fc5-b0aa-789480807db6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] delete failed (client error): The resource could not be found. Dec 22 15:27:29.199191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-64d34b8f-305e-4fc5-b0aa-789480807db6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/routers/4553f537-0302-42f6-9c6f-24b877e97569 HTTP/1.1" status: 404 len: 336 time: 0.1032317 Dec 22 15:27:29.200179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e9971bc-0697-4509-a874-e6e8fa7e08aa tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4346211 Dec 22 15:27:29.200362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47258) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.202333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47260) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.203948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] No DVR routers for this DVR port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:29.300345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8765c5e-09b0-4861-86f9-f5cb3714152a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:29.301720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8765c5e-09b0-4861-86f9-f5cb3714152a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:29.310387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.322634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc2dc4a8-6c3c-4e3d-a003-9875dc673578 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:29.381494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] DHCP port deletion for f467a219-0045-4268-8ba9-2fd536e0579a request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:29.392455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:29.395037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a8765c5e-09b0-4861-86f9-f5cb3714152a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/4fa2510e-9625-4ba9-8b62-14710a4313ae HTTP/1.1" status: 404 len: 337 time: 0.1898489 Dec 22 15:27:29.408356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47266) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.413754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=b377f37a-cf41-4445-baa7-bb50f3e2bf75,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:29.419604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:29.428215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Deleting port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:29.428683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.497255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.501296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-631eddc1-702d-4e3c-bf70-2845cd9bca02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/b377f37a-cf41-4445-baa7-bb50f3e2bf75 HTTP/1.1" status: 204 len: 168 time: 1.5786252 Dec 22 15:27:29.511429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47270) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.515244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.552094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ed0fa2-7da3-4425-bebd-0339e6b07b9c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:29.552385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0127e96-d6ac-4ce6-9d20-554ca7f89c5e None None] Network 7464521c-4bb3-4caa-b957-2778b0e7f879 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:29.553013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ed0fa2-7da3-4425-bebd-0339e6b07b9c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:29.556720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9ed0fa2-7da3-4425-bebd-0339e6b07b9c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/7adb4a57-b834-47b5-9438-1316e0b5957d HTTP/1.1" status: 404 len: 337 time: 0.1461685 Dec 22 15:27:29.562076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78215f8a-1aa8-46fe-af09-809660daa39b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:29.563994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47274) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.598151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.604456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6bc97d4-a213-46cd-8d6c-f94c66a740e6 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:29.648773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a30b23-6964-4488-96c2-d907442e7ec6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:29.649292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a30b23-6964-4488-96c2-d907442e7ec6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:29.651194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-14a30b23-6964-4488-96c2-d907442e7ec6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/350cec82-5423-4d95-853c-9548d7bd222d HTTP/1.1" status: 404 len: 337 time: 0.0856354 Dec 22 15:27:29.670927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47278) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.685604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7171ea98-10bf-4b42-afaf-8caab2dc6875') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:29.685914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7171ea98-10bf-4b42-afaf-8caab2dc6875') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:29.688617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Deleting port a6bc97d4-a213-46cd-8d6c-f94c66a740e6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:29.689436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.734413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.748555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:29.748920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.750163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7b8f7cc-2cde-402b-93d6-f6c29776b74f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.751355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a6bc97d4-a213-46cd-8d6c-f94c66a740e6 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:29.751909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6bc97d4-a213-46cd-8d6c-f94c66a740e6 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:29.755340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.769830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01236-a056-4e64-97c0-6331f53159e6 req-69c19514-0a25-467b-a781-907f5ad49bd8 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:29.773044 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ac01236-a056-4e64-97c0-6331f53159e6 req-69c19514-0a25-467b-a781-907f5ad49bd8 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.9006970 Dec 22 15:27:29.784902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Provisioning for port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:29.830752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b72f771-c2cb-477e-84e8-b2e30b3c056d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:29.831296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b72f771-c2cb-477e-84e8-b2e30b3c056d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:29.835865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b72f771-c2cb-477e-84e8-b2e30b3c056d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/188ea4c1-8b91-4f09-98e9-ce8d37f76eed HTTP/1.1" status: 404 len: 333 time: 0.1612432 Dec 22 15:27:29.842305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47282) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.878675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.898155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b8f7cc-2cde-402b-93d6-f6c29776b74f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 15:27:29.898853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b8f7cc-2cde-402b-93d6-f6c29776b74f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:29.908311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f7b8f7cc-2cde-402b-93d6-f6c29776b74f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/055a1b27-c50b-451c-b1c6-f31d5fab1b5c HTTP/1.1" status: 409 len: 405 time: 0.6899841 Dec 22 15:27:29.908311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:29.908311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.909441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Provisioning complete for port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:29.909441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:29.921308 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:29.928133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47286) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:29.952198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-581616742'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:29.964325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:29.982836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fd41958e-c51f-4ea0-851b-255e952ac713 None None] The port 'a6bc97d4-a213-46cd-8d6c-f94c66a740e6' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:27:30.007803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da45d61-67e6-45e9-ba84-5cfe9bd23af5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:30.008725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7da45d61-67e6-45e9-ba84-5cfe9bd23af5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:30.015753 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7da45d61-67e6-45e9-ba84-5cfe9bd23af5 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/a1c158db-df24-45c0-a33b-b3ab9ef63b09 HTTP/1.1" status: 404 len: 337 time: 0.1675119 Dec 22 15:27:30.026887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47290) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:30.043002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:network and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:30.078523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:30.088429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ac01236-a056-4e64-97c0-6331f53159e6 req-767eb7bf-a753-467c-b2b4-fc2c03a76130 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470114 Dec 22 15:27:30.099741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:30.102469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efd165e-7056-499e-82b4-bb5f6e5ef890 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:30.103001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efd165e-7056-499e-82b4-bb5f6e5ef890 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:30.104925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7efd165e-7056-499e-82b4-bb5f6e5ef890 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/3b9cb5c1-b4d5-497e-8591-0729d735ae3c HTTP/1.1" status: 404 len: 337 time: 0.0763929 Dec 22 15:27:30.111363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47294) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:30.179286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.181644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdbbe1e-ba19-4d83-b83e-08705a7b1caf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:30.182148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdbbe1e-ba19-4d83-b83e-08705a7b1caf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:30.188565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baa9e904-31b8-4a38-8ad2-e69f009dbdd1 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:30.209988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.226800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:30.232633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.248690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] For port bc08123a-c292-4c2e-8d06-8bc75a08b0d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,segment=NetworkSegment(2ff240aa-6b9e-4ceb-9510-1cd485f5ba69),segment_id=2ff240aa-6b9e-4ceb-9510-1cd485f5ba69)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:30.249429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.251246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Pushing event deleted for resources: {'Network': ['ID=78215f8a-1aa8-46fe-af09-809660daa39b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:30.261542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-afdbbe1e-ba19-4d83-b83e-08705a7b1caf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/65e93c2c-0ae6-4bf6-b3c2-cf168d0b18b5 HTTP/1.1" status: 404 len: 333 time: 0.1484520 Dec 22 15:27:30.267021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:30.267599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47298) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:30.272526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] 10.222.0.32 "DELETE /v2.0/networks/78215f8a-1aa8-46fe-af09-809660daa39b HTTP/1.1" status: 204 len: 168 time: 3.6436517 Dec 22 15:27:30.325894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5cef55-c64d-4da6-8535-9de40ee5b0c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:30.326388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5cef55-c64d-4da6-8535-9de40ee5b0c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:30.328442 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8d5cef55-c64d-4da6-8535-9de40ee5b0c2 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/f4f8fe96-59ae-4f02-a9e5-899248bf95fc HTTP/1.1" status: 404 len: 337 time: 0.0583706 Dec 22 15:27:30.335741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47304) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:30.380440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:30.440840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb4535a-52b1-413c-a1df-3ab6eb5293f6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:30.441349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb4535a-52b1-413c-a1df-3ab6eb5293f6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:30.454971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.455192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Added segment f7b282c1-6fc8-4261-8f53-802afff41ca8 of type vlan for network 7d8494a7-918e-4b3e-9642-0db8b7144013 Dec 22 15:27:30.475373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9bb4535a-52b1-413c-a1df-3ab6eb5293f6 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/subnets/1141fb2d-ae82-443d-bd13-660abfb710ae HTTP/1.1" status: 404 len: 337 time: 0.1368272 Dec 22 15:27:30.480367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47308) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:30.500404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,segment=NetworkSegment(ad4b8c98-3f94-4c84-8fa9-1117ee629d49),segment_id=ad4b8c98-3f94-4c84-8fa9-1117ee629d49)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:30.500737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.604641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.642031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.655643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:30.698196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] DHCP port deletion for 055a1b27-c50b-451c-b1c6-f31d5fab1b5c request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:30.701140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc08123a-c292-4c2e-8d06-8bc75a08b0d4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:30.742072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Calling delete_port for bc08123a-c292-4c2e-8d06-8bc75a08b0d4 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:30.753959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Deleting port f0475cf8-462e-4d36-a11b-e6ceebd4edc6 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:30.754351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.807256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Deleting port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:30.807686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.874368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:30.883881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ecbe205b-7841-464d-aaa7-3ee03b05f4e9 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:30.959318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] For port ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,segment=NetworkSegment(9f97e41b-5dd0-4acf-af76-0324c2b79148),segment_id=9f97e41b-5dd0-4acf-af76-0324c2b79148)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:31.008620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:31.031890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:31.043924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No DVR routers for this DVR port 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:31.086699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.096016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5a05465-b3b1-40eb-8e14-64292901ac2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:31.161351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.181314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:31.195892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.203676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 update to DOWN by agent not found {{(pid=88969) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 22 15:27:31.204294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ab020be5-0038-4255-bb8c-6b27ba5f9fc7 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:31.238617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47316) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:31.239647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:31.310500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.319700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96178a6a-cee9-4c59-a104-ae30a607491c None None] DHCP port deletion for 7464521c-4bb3-4caa-b957-2778b0e7f879 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:31.456794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.514739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7464521c-4bb3-4caa-b957-2778b0e7f879']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:31.534308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:31.535060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4b8c98-3f94-4c84-8fa9-1117ee629d49') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:31.554475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.587617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.605138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4959454-54c3-4011-9685-ee53c29a9841 req-4aec5b18-573d-4a03-aaab-3de4fec2ac3d tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:31.614276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] No DVR routers for this DVR port bc08123a-c292-4c2e-8d06-8bc75a08b0d4 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:31.616763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f4959454-54c3-4011-9685-ee53c29a9841 req-4aec5b18-573d-4a03-aaab-3de4fec2ac3d tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 0.2073946 Dec 22 15:27:31.619561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:31.627844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:31.658377 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:31.697271 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7662747 Dec 22 15:27:31.699139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47322) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:31.741237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Network': ['ID=7d8494a7-918e-4b3e-9642-0db8b7144013,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:31.753505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'subnet': {'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:31.761900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.786648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 7d8494a7-918e-4b3e-9642-0db8b7144013 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:31.807317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:31.816571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f4959454-54c3-4011-9685-ee53c29a9841 req-08f36114-1d13-454f-aa0a-3529116bb638 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989074 Dec 22 15:27:31.862653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.865866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Pushing event updated for resources: {'Port': ['ID=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:31.867242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3448fec7-3379-4e53-80bb-6f1b21e0ce95 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:31.885627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:31.897346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c9969df-e0b4-432d-9f41-85ba03d3ee5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f396b8aec7646e395fd625815c6be50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6537449 Dec 22 15:27:31.900915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:31.908475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=7464521c-4bb3-4caa-b957-2778b0e7f879,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:31.908750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:31.911249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:31.931614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-721afe69-d445-4a4d-a103-095684108fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:31.990255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/7464521c-4bb3-4caa-b957-2778b0e7f879 HTTP/1.1" status: 204 len: 168 time: 2.4768105 Dec 22 15:27:32.023271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47330) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:32.027432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.039417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-131205875', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:32.071909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:32.118092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:32.149339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:32.174046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.198997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:32.212534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:27:32.253024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Pushing event deleted for resources: {'Port': ['ID=bc08123a-c292-4c2e-8d06-8bc75a08b0d4,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:32.257264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:32.284759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.286698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.359023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] For port ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,segment=NetworkSegment(9f97e41b-5dd0-4acf-af76-0324c2b79148),segment_id=9f97e41b-5dd0-4acf-af76-0324c2b79148)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:32.359494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.419969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.540130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.569540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Calling delete_port for ab020be5-0038-4255-bb8c-6b27ba5f9fc7 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:32.577408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.602190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-62523893-7f6e-4bb8-887a-ec5479cd77af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.606622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.614162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3e1a0cc-547a-4515-9cff-0b918a209819 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:32.639944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:32.651674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56430b-fbc1-4100-8575-d91b6e0c7ba2,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:32.658655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:32.660434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.662799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a56430b-fbc1-4100-8575-d91b6e0c7ba2 HTTP/1.1" status: 204 len: 168 time: 0.7607188 Dec 22 15:27:32.693079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.699150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7843ed4a-9326-4387-bbb5-0039965732f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6636357 Dec 22 15:27:32.700016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47340) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:32.706788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-633294381'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:32.708532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.713643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:32.718514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:32.722099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:32.729725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:32.782865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:32.789050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.800927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,segment=NetworkSegment(9f97e41b-5dd0-4acf-af76-0324c2b79148),segment_id=9f97e41b-5dd0-4acf-af76-0324c2b79148)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:32.823103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:32.837308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.838130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment 2aca2911-c384-4196-bd7c-88638dff64b0 of type vlan for network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d Dec 22 15:27:32.848337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.854976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49a461e0-ce18-4a1f-bc48-666719ce9aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:32.901621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:32.920224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Calling delete_port for f0475cf8-462e-4d36-a11b-e6ceebd4edc6 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:32.933648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:32.934076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:32.977962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:32.983293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:32.988192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:33.030890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.046177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:33.052253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:33.053620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.087760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:33.088150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3518cbcc-7ef0-4cc7-89b8-1b10c33b83a1 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:33.108994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a61a1043-7261-4bee-b898-f6de8dabd711 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:33.130886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:33.146015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4448268 Dec 22 15:27:33.167011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47348) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:33.211848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:33.259012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=cb4a5364-1e63-40b8-9ad0-c0bd03f8624d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:33.263110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:33.276227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:33.440939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Deleting port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:33.441355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.716833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port 86469d82-b183-47f9-9307-dd9f50f7cb07 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:33.717414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.810973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] For port ab020be5-0038-4255-bb8c-6b27ba5f9fc7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,segment=NetworkSegment(9f97e41b-5dd0-4acf-af76-0324c2b79148),segment_id=9f97e41b-5dd0-4acf-af76-0324c2b79148)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:33.811432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.832369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.927544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:33.948607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:33.957478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Calling delete_port for ab020be5-0038-4255-bb8c-6b27ba5f9fc7 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:33.997759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.090720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.096508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4183263-47f7-4210-8e8a-48c21264b6a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:34.126622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Port': ['ID=f0475cf8-462e-4d36-a11b-e6ceebd4edc6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:34.138801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:34.149292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:34.182896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Pushing event deleted for resources: {'Port': ['ID=ab020be5-0038-4255-bb8c-6b27ba5f9fc7,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:34.191005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:34.199831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] No DVR routers for this DVR port ab020be5-0038-4255-bb8c-6b27ba5f9fc7 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:34.247942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ec3ed-6bec-49f2-a0b9-48ee2199eaf9 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:27:34.254425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:34.267350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47366) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:34.293551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:34.307404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.324516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:34.391961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:34.517491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eacbdf6-2fa9-452d-98d5-90c251396e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.567583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ec3ed-6bec-49f2-a0b9-48ee2199eaf9 None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:27:34.575098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743cb9c-b3ef-4462-93ab-de3b5cc3b591 req-a77349ef-bef6-42f4-8d6a-adc2d703b25e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:34.575574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.575783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9743cb9c-b3ef-4462-93ab-de3b5cc3b591 req-a77349ef-bef6-42f4-8d6a-adc2d703b25e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 1.3225615 Dec 22 15:27:34.575783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/ports/f0475cf8-462e-4d36-a11b-e6ceebd4edc6 HTTP/1.1" status: 204 len: 168 time: 4.0870776 Dec 22 15:27:34.585010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47372) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:34.594332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0a0b37cb-9eec-4094-b1cd-369c5d608465 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:34.595131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-0a0b37cb-9eec-4094-b1cd-369c5d608465 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:27:34.598951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0a0b37cb-9eec-4094-b1cd-369c5d608465 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3269379 Dec 22 15:27:34.604418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47376) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:34.616263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--689342206'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:34.632324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:34.638145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:34.640952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:34.647121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:34.651888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:27:34.659190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:34.720721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:34.724383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.764992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.771526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'code': 200} Dec 22 15:27:34.775612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:34.777341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f23ee70-cf72-449e-8d35-e0dbdf1d828e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:34.848622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:34.859445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:34.860500 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6602dca0-00d6-47f7-b48a-73cde238ffa4 req-ca7c4d79-be29-4492-80b2-85762d6a4c60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1099 time: 1.0625114 Dec 22 15:27:34.866325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:34.882279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:34.942034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.013912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.021852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:35.026636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:35.061482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.085120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.091739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.102865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a83c5879-477a-4363-a86a-27a3a1c00c6b tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:35.170955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Calling delete_port for 86469d82-b183-47f9-9307-dd9f50f7cb07 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:35.198907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:35.203999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9a6f68-5974-4bfb-a1f4-efc13b15b355,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:35.213144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:35.223758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:35.227478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.230207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:35.256334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:35.261026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9743cb9c-b3ef-4462-93ab-de3b5cc3b591 req-2aa27dff-345b-4988-ba85-3b76e23ccaf3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6370540 Dec 22 15:27:35.405324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.445743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.451099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:35.490750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6602dca0-00d6-47f7-b48a-73cde238ffa4 req-2522091a-6a20-4b12-9bfe-30af1df39f99 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5327513 Dec 22 15:27:35.509136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75072aab-fe8f-43e6-82ca-46d84793f0e0,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:35.512967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:35.582881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.584620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9780171 Dec 22 15:27:35.588195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47382) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:35.595230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '75072aab-fe8f-43e6-82ca-46d84793f0e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:35.603452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:35.608515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:35.612674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:35.620037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:35.634560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.675649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.725969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f467a219-0045-4268-8ba9-2fd536e0579a']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:35.759747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.833450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.843523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:35.873030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d60cf1f-e390-4cdd-ba3e-d00df6db1659,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:35.876483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:35.931346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:35.933157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3435872 Dec 22 15:27:35.936773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47386) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:35.945152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '75072aab-fe8f-43e6-82ca-46d84793f0e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:35.953625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:35.959607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:35.964020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:35.973891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:36.025180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.072522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:36.072891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff240aa-6b9e-4ceb-9510-1cd485f5ba69') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:36.104968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.165402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:27:36.171360 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b6be1924-b4a9-4774-8140-0d06cc53591e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2288325 Dec 22 15:27:36.172194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47390) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:36.187055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.241495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.262539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.271306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29c5f7d8-f29c-4551-bdb2-82d3f1ebd285 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:36.302008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.325097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:36.325652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.330606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:36.350640 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:36.444972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.462220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-669e4931-0d43-418b-9b20-71de652058f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:36.514123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75072aab-fe8f-43e6-82ca-46d84793f0e0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:36.530165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.537059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/75072aab-fe8f-43e6-82ca-46d84793f0e0 HTTP/1.1" status: 204 len: 168 time: 0.3585587 Dec 22 15:27:36.537059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:36.547718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47396) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:36.659395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.692596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83421a53-f302-494d-9ea7-b6a3d9d756c7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:36.712223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Subnet': ['ID=2bbc710c-8bda-43c9-a035-d982df95462d,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:36.723333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:36.730918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.739780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-260c6218-3616-4632-85bf-c172af7f8b68 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:36.741795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:36.755918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79b05-0dd2-494b-b106-e07bc7bd65ba req-be23ce29-6cff-411e-bc63-1b1505cf2c10 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:36.757539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ef79b05-0dd2-494b-b106-e07bc7bd65ba req-be23ce29-6cff-411e-bc63-1b1505cf2c10 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 944 time: 0.1366718 Dec 22 15:27:36.771547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'port_id': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'mac_address': 'fa:16:3e:46:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:27:36.807250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83421a53-f302-494d-9ea7-b6a3d9d756c7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:36.813491 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83421a53-f302-494d-9ea7-b6a3d9d756c7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2641134 Dec 22 15:27:36.814499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47400) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:36.826907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.827888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164850596'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:36.835535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.837640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:36.851382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:36.867543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ef79b05-0dd2-494b-b106-e07bc7bd65ba req-6a23a30e-abc9-42d3-8104-816582006254 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021798 Dec 22 15:27:36.879916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.899516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.926526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:36.935004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00591e3a-38c9-4aff-95e7-1dd90c66f58c {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:27:36.966381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:36.985106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Checking segment: {'id': 'f7b282c1-6fc8-4261-8f53-802afff41ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:36.985542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network hostable DHCP agents. Network: 7d8494a7-918e-4b3e-9642-0db8b7144013, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:36.998015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:37.003302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:37.007321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:37.010597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=1c21acff-1b4a-4ee6-a37d-136a07a10f19,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:37.011215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.014900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:37.020976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:37.022092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:37.085785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-09d3e4a7-83d7-4dda-8290-90f783a868b6 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:37.120461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:37.126419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:37.131973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] 10.222.0.32 "DELETE /v2.0/networks/f467a219-0045-4268-8ba9-2fd536e0579a HTTP/1.1" status: 204 len: 168 time: 2.5408938 Dec 22 15:27:37.131973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:37.131973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: cb4a5364-1e63-40b8-9ad0-c0bd03f8624d, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:37.168528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.177456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Port': ['ID=86469d82-b183-47f9-9307-dd9f50f7cb07,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:37.180562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:37.184730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5397ea5d-0d08-4707-92e3-cf889a0e0305 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:37.201395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.211943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Pushing event deleted for resources: {'Network': ['ID=f467a219-0045-4268-8ba9-2fd536e0579a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:37.214793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-614275d9-8b69-463d-9610-745fbbfe2acc tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:37.225818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edfeccbc-733f-4401-8d10-eb5850b6caa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:37.236267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['00591e3a-38c9-4aff-95e7-1dd90c66f58c'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:27:37.321932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.371308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network 7d8494a7-918e-4b3e-9642-0db8b7144013 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:37.518218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:37.550131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, cb4a5364-1e63-40b8-9ad0-c0bd03f8624d) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:37.570151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4a6af-d22e-4319-903a-64f77e965897 None None] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:37.655441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:37.656578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.698048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 7d8494a7-918e-4b3e-9642-0db8b7144013) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:37.710040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:37.711142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.717896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f741f-a874-4912-be2b-b596a7303524,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:37.723224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54993f94-7148-4de3-8989-230d245aaa60 None None] Network 7d8494a7-918e-4b3e-9642-0db8b7144013 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:37.727889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:37.743314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47408) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:37.743921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5491498 Dec 22 15:27:37.884879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:37.890121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0709164 Dec 22 15:27:37.891202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47412) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:37.917530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d84ca343-f731-404c-bcd7-78aaeba89448 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '6a5f741f-a874-4912-be2b-b596a7303524', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:37.919168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d84ca343-f731-404c-bcd7-78aaeba89448 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:37.927374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d84ca343-f731-404c-bcd7-78aaeba89448 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0344839 Dec 22 15:27:37.932790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47418) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:37.959957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.2176313 Dec 22 15:27:37.959957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47422) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:37.972315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47424) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:38.317588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.373426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.397523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:38.398642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.412800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-7d8494a7-918e-4b3e-9642-0db8b7144013', 'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013', 'tenant_id': '8050ff2729d14ceb853b871a90a92714', 'fixed_ips': [{'subnet_id': '2bbc710c-8bda-43c9-a035-d982df95462d'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:38.413740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.586019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.694986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.713211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-966efb3b-435c-48b8-b7bd-f0138386b723 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:38.754612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f741f-a874-4912-be2b-b596a7303524,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:38.761401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:38.779861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.784655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/6a5f741f-a874-4912-be2b-b596a7303524 HTTP/1.1" status: 204 len: 168 time: 0.8477430 Dec 22 15:27:38.785648 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ffd84ab4-3a3b-41d2-81fc-74bc428b6e0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8a7da733913426cab7b208453ee0383&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8188288 Dec 22 15:27:38.787833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47434) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:38.788417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47436) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:38.796369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Router ffbab279-b520-4585-ab88-f7c1197b7337 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:27:38.829276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:38.871888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0fd8-1bc2-430e-a2b2-c91828c9555a req-166c844d-8f55-4bc2-9ea2-bb889abbaa20 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:38.873574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-967d0fd8-1bc2-430e-a2b2-c91828c9555a req-166c844d-8f55-4bc2-9ea2-bb889abbaa20 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 945 time: 0.4461086 Dec 22 15:27:38.927548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.047645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Allocated IP 2001:db8::f816:3eff:fe11:82bf (7d8494a7-918e-4b3e-9642-0db8b7144013/2bbc710c-8bda-43c9-a035-d982df95462d/6a6b1270-6975-4608-8316-38f4536cad53) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:39.079351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Allocated IP 2001:db8::2 (cb4a5364-1e63-40b8-9ad0-c0bd03f8624d/1c21acff-1b4a-4ee6-a37d-136a07a10f19/57936413-8e3e-4c44-ad85-4a208d135d36) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:39.103526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-967d0fd8-1bc2-430e-a2b2-c91828c9555a req-f01dd9d6-0317-4eb2-be22-6cba6f5049f7 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185607 Dec 22 15:27:39.112026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:39.122123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1721897 Dec 22 15:27:39.123479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47442) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:39.149187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] Sync routers for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:39.230064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:39.231660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:39.262409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47446) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:39.335648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:39.365518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] Routers {'ffbab279-b520-4585-ab88-f7c1197b7337'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:39.368084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['ffbab279-b520-4585-ab88-f7c1197b7337'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:39.405945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-4eedf5cd-ff28-4452-8d1d-30e912836286 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] show failed (client error): The resource could not be found. Dec 22 15:27:39.408082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4eedf5cd-ff28-4452-8d1d-30e912836286 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-645609054 HTTP/1.1" status: 404 len: 334 time: 0.2834539 Dec 22 15:27:39.428701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47450) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:39.467178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.477748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e2bf8815-e70e-4813-b9c6-f9aa08c33e7d tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:39.506912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.523026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b46e985a-a762-4bd1-9d73-7929d2920968 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:39.524266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:39.525020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ad237e-d984-47da-a68f-d6bca46af779 None None] The sync data for ids ['ffbab279-b520-4585-ab88-f7c1197b7337'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:39.533132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Transition to ACTIVE for port object 6a6b1270-6975-4608-8316-38f4536cad53 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:39.555016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.580536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Transition to ACTIVE for port object 57936413-8e3e-4c44-ad85-4a208d135d36 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:39.584856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Transition to ACTIVE for port object 6a6b1270-6975-4608-8316-38f4536cad53 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:39.592182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.617079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Transition to ACTIVE for port object 57936413-8e3e-4c44-ad85-4a208d135d36 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:39.640460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b46e985a-a762-4bd1-9d73-7929d2920968 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:39.641899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b46e985a-a762-4bd1-9d73-7929d2920968 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8489850 Dec 22 15:27:39.652162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.653747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47454) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:39.660525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:39.675323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--931385734'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:39.699918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:39.716444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.731810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:39.764619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Network 7d8494a7-918e-4b3e-9642-0db8b7144013 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:39.770077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:39.784217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:39.806168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Pushing event updated for resources: {'Port': ['ID=6a6b1270-6975-4608-8316-38f4536cad53,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:39.811270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:39.814325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:39.816174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:39.816716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08491bb5-4e25-4488-86f5-748e4eb61f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:39.824675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8::1 (cb4a5364-1e63-40b8-9ad0-c0bd03f8624d/1c21acff-1b4a-4ee6-a37d-136a07a10f19/3aa6a706-ffc0-4bb6-9f37-047220235ce4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:39.828270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.854656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:39.857550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:39.865123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9742a4e2-c7e7-4795-b326-6dcd68f698c0 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:39.923994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215dd15-047c-465f-8e61-98110d7665cc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:39.931278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:40.006522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-e2bf8815-e70e-4813-b9c6-f9aa08c33e7d tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] update failed (client error): The resource could not be found. Dec 22 15:27:40.006522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e2bf8815-e70e-4813-b9c6-f9aa08c33e7d tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-104259508 HTTP/1.1" status: 404 len: 334 time: 0.5775242 Dec 22 15:27:40.018976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47458) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:40.044189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:40.051186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.056467 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7215dd15-047c-465f-8e61-98110d7665cc HTTP/1.1" status: 204 len: 168 time: 1.2626448 Dec 22 15:27:40.056467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:40.060445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:40.072036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:40.144034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-695c0f43-354e-454b-9b6e-cdf499077471 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/floatingips/30d197bf-f72f-49ff-be83-326ab1e4cd13 HTTP/1.1" status: 200 len: 993 time: 0.8792479 Dec 22 15:27:40.166655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.178510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:40.198139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Attempting to bind port 6a6b1270-6975-4608-8316-38f4536cad53 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:40.198502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Attempting to bind port 6a6b1270-6975-4608-8316-38f4536cad53 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'f7b282c1-6fc8-4261-8f53-802afff41ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:40.199420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Attempting to bind port 6a6b1270-6975-4608-8316-38f4536cad53 on network 7d8494a7-918e-4b3e-9642-0db8b7144013 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:40.207276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Pushing event updated for resources: {'Port': ['ID=57936413-8e3e-4c44-ad85-4a208d135d36,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:40.216143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Attempting to bind port 57936413-8e3e-4c44-ad85-4a208d135d36 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:40.217125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Attempting to bind port 57936413-8e3e-4c44-ad85-4a208d135d36 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:40.218066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Attempting to bind port 57936413-8e3e-4c44-ad85-4a208d135d36 on network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:40.225309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:40.244101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:40.245200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Checking segment: {'id': 'f7b282c1-6fc8-4261-8f53-802afff41ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:40.246206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.247005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.247523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Bound using segment: {'id': 'f7b282c1-6fc8-4261-8f53-802afff41ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:40.248677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Bound port: 6a6b1270-6975-4608-8316-38f4536cad53, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b282c1-6fc8-4261-8f53-802afff41ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7d8494a7-918e-4b3e-9642-0db8b7144013'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:40.249637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.274648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:40.275693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Checking segment: {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:40.276607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.277498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Bound using segment: {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:40.278602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Bound port: 57936413-8e3e-4c44-ad85-4a208d135d36, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:40.279508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.294951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object 3aa6a706-ffc0-4bb6-9f37-047220235ce4 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:40.321667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbc710c-8bda-43c9-a035-d982df95462d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:40.326370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:40.338000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.369569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:40.370984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.410448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f43302b-00b9-47a3-95d3-3a23a24a47a2 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:40.422613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.457462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84de1d1c-836c-4bc6-b415-285418bc2fa4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:40.472923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:40.474016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8119fa48-4b2e-4fdb-97b2-a23fd39acb2e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:40.525084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:40.535212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.536918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8743155 Dec 22 15:27:40.538211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:40.543168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47466) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:40.544622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:40.545394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.584085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=3aa6a706-ffc0-4bb6-9f37-047220235ce4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:40.585325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-eefbdc59-45d4-4917-8ecc-8c11eec755ac tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '84de1d1c-836c-4bc6-b415-285418bc2fa4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:40.586430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-eefbdc59-45d4-4917-8ecc-8c11eec755ac tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:40.586582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] For port 57936413-8e3e-4c44-ad85-4a208d135d36, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:40.589154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eefbdc59-45d4-4917-8ecc-8c11eec755ac tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0401170 Dec 22 15:27:40.589608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:40.597544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47470) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:40.608927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 00591e3a-38c9-4aff-95e7-1dd90c66f58c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:40.609394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.691993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] For port 57936413-8e3e-4c44-ad85-4a208d135d36, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57936413-8e3e-4c44-ad85-4a208d135d36,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:40.702633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] For port 6a6b1270-6975-4608-8316-38f4536cad53, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:40.718618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.736716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] For port 6a6b1270-6975-4608-8316-38f4536cad53, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6a6b1270-6975-4608-8316-38f4536cad53,segment=NetworkSegment(f7b282c1-6fc8-4261-8f53-802afff41ca8),segment_id=f7b282c1-6fc8-4261-8f53-802afff41ca8)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:40.746198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.756617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.773774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f942ded-3c90-4e0e-bdad-038f4e439fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:40.778529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.804538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8494a7-918e-4b3e-9642-0db8b7144013']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:40.814178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.827342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting subnet e96da3ec-3289-4e10-9e92-0a1f84972273 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:40.845944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.931162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b282c1-6fc8-4261-8f53-802afff41ca8') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:40.931938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b282c1-6fc8-4261-8f53-802afff41ca8') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:40.952939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Pushing event updated for resources: {'Port': ['ID=57936413-8e3e-4c44-ad85-4a208d135d36,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:40.960340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:40.988095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:40.989186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:40.990603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.035720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.073046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.082801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64f021d4-b90b-4e3c-8785-73c14bc09f1e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:41.107454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de1d1c-836c-4bc6-b415-285418bc2fa4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:41.108403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.113434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:41.135972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.137586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/84de1d1c-836c-4bc6-b415-285418bc2fa4 HTTP/1.1" status: 204 len: 168 time: 0.5384197 Dec 22 15:27:41.143620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47480) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:41.147999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:41.148859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:41.188536 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:41.387538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.439653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.502759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:27:41.502759 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:27:41.502759 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'id': '7d8494a7-918e-4b3e-9642-0db8b7144013'}] Dec 22 15:27:41.502759 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:41.503548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:41.655857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8ba8d5c0-187d-415b-8bd5-53238e282c7d tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:41.719177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.725316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f592af78-2a76-422c-8dbf-3e7ad0d28989 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:41.748843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.752775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8ba8d5c0-187d-415b-8bd5-53238e282c7d tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:41.762045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ba8d5c0-187d-415b-8bd5-53238e282c7d tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6143155 Dec 22 15:27:41.763510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47490) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:41.765759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Subnet': ['ID=e96da3ec-3289-4e10-9e92-0a1f84972273,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:41.771360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:41.774892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852789292'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:41.777900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.792495 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-351a118d-37e4-403e-a3b4-00d8ee04e612 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/subnets/e96da3ec-3289-4e10-9e92-0a1f84972273 HTTP/1.1" status: 204 len: 168 time: 1.7708750 Dec 22 15:27:41.793417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47494) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:41.800202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:41.804844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.806306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.812596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Pushing event updated for resources: {'Port': ['ID=6a6b1270-6975-4608-8316-38f4536cad53,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:41.817400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-265c75ba-dcbf-490d-83e0-29cae73fbb09 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:41.822651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ff04d-5aac-4704-ae0f-cbd5b4fc00ff None None] Network acc4609b-47d0-47a8-a44c-0fda62c6bff0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:41.931786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:41.953356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.968622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port 0ae4a633-cbbe-4158-83f3-480014992931 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:41.969161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:41.982622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:41.997340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda88f1-4823-4733-b188-8fb0d1e547ed None None] Network 7d8494a7-918e-4b3e-9642-0db8b7144013 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:42.016845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.048404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting port 6a6b1270-6975-4608-8316-38f4536cad53 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:42.049813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.087046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47500) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:42.099094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0103605 Dec 22 15:27:42.100171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.128805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:27:42.142534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47502) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:42.159089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=3aa6a706-ffc0-4bb6-9f37-047220235ce4,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:42.226226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:42.280165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:42.302098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'code': 200} Dec 22 15:27:42.310573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.315256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9f5f2f-0ab7-4c81-8b28-da33c91a4d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:42.387914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:42.445036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:42.458060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:42.466418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:42.474863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:42.504329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:42.515148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:42.560230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:42.641918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a454c9d0-2e11-40ed-9fb2-4d29c8a9a320 tempest-NetworksApiDiscovery-464965631 tempest-NetworksApiDiscovery-464965631-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4973738 Dec 22 15:27:42.857594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] DHCP port deletion for acc4609b-47d0-47a8-a44c-0fda62c6bff0 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:42.860558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.862099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Deleting port 0ae4a633-cbbe-4158-83f3-480014992931 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:42.862544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.931742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:42.945561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c64c7f6-e847-44b9-8dba-f307dfade4d4 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:42.985869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] For port 0ae4a633-cbbe-4158-83f3-480014992931, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0ae4a633-cbbe-4158-83f3-480014992931,segment=NetworkSegment(97d3d771-fe40-4ce4-8885-cc3765d78f1e),segment_id=97d3d771-fe40-4ce4-8885-cc3765d78f1e)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:42.987164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.081051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72149dfc-f3d1-4a59-85e9-d01b092ccaba,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:43.085483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:43.128071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.135442 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3698645 Dec 22 15:27:43.158967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47512) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.173969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8db1e7ae-ff81-42d6-bcb2-b0173ea46dd9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '72149dfc-f3d1-4a59-85e9-d01b092ccaba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:43.179405 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-8db1e7ae-ff81-42d6-bcb2-b0173ea46dd9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:43.190125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8db1e7ae-ff81-42d6-bcb2-b0173ea46dd9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250325 Dec 22 15:27:43.197363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47516) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.206030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] For port 6a6b1270-6975-4608-8316-38f4536cad53, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6a6b1270-6975-4608-8316-38f4536cad53,segment=NetworkSegment(f7b282c1-6fc8-4261-8f53-802afff41ca8),segment_id=f7b282c1-6fc8-4261-8f53-802afff41ca8)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:43.206743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.213432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c52d59b7-63f8-42b6-bdca-c5f272504e16 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '72149dfc-f3d1-4a59-85e9-d01b092ccaba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:43.214490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-c52d59b7-63f8-42b6-bdca-c5f272504e16 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:43.219434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c52d59b7-63f8-42b6-bdca-c5f272504e16 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0185852 Dec 22 15:27:43.221144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47520) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.233104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1016a0ee-273d-413c-a8d8-d3e4eb355da3 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '72149dfc-f3d1-4a59-85e9-d01b092ccaba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:43.234163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1016a0ee-273d-413c-a8d8-d3e4eb355da3 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:43.239480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1016a0ee-273d-413c-a8d8-d3e4eb355da3 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0168505 Dec 22 15:27:43.241717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47526) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.249980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d1d6d5d5-3743-4a59-ba3b-29f3c7b98f5c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '72149dfc-f3d1-4a59-85e9-d01b092ccaba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:43.250774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d1d6d5d5-3743-4a59-ba3b-29f3c7b98f5c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:43.256049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1d6d5d5-3743-4a59-ba3b-29f3c7b98f5c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0131578 Dec 22 15:27:43.260807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47530) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.294037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57936413-8e3e-4c44-ad85-4a208d135d36 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:43.365981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] For port 0ae4a633-cbbe-4158-83f3-480014992931, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0ae4a633-cbbe-4158-83f3-480014992931,segment=NetworkSegment(97d3d771-fe40-4ce4-8885-cc3765d78f1e),segment_id=97d3d771-fe40-4ce4-8885-cc3765d78f1e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:43.366776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.370624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Calling delete_port for 0ae4a633-cbbe-4158-83f3-480014992931 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:43.391300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.425714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.440595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47534) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.464978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:27:43.543540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.545100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Calling delete_port for 0ae4a633-cbbe-4158-83f3-480014992931 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:43.560148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-36a52e2b-ddba-49a6-a6e9-870b6ea468f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:43.582653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72149dfc-f3d1-4a59-85e9-d01b092ccaba,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:43.591479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:43.592665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.597615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/72149dfc-f3d1-4a59-85e9-d01b092ccaba HTTP/1.1" status: 204 len: 168 time: 0.3313162 Dec 22 15:27:43.656545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47538) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.678081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 57936413-8e3e-4c44-ad85-4a208d135d36 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:43.725079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:43.731968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6c69bda-71f2-49ba-afdc-2bf9d8ae13f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:43.733508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Calling delete_port for 6a6b1270-6975-4608-8316-38f4536cad53 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:43.816498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfed422f-0da2-44aa-be28-e05342227436 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:43.841253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Pushing event deleted for resources: {'Port': ['ID=0ae4a633-cbbe-4158-83f3-480014992931,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:43.846107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:43.849691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0ae4a633-cbbe-4158-83f3-480014992931 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:43.870443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:43.883147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1375072 Dec 22 15:27:43.889545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47544) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.901392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dfed422f-0da2-44aa-be28-e05342227436 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:43.910418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dfed422f-0da2-44aa-be28-e05342227436 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2444811 Dec 22 15:27:43.911565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47548) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:43.920427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-443111271'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:43.931127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:43.938327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:43.953644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:43.954732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:43.956225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:43.960719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--442923784'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:43.968263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:43.969005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] No DVR routers for this DVR port 0ae4a633-cbbe-4158-83f3-480014992931 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:43.978073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:43.981856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:43.988607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.004178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:44.005364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:44.013649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f946c43-d354-4b2c-8e78-be1973290be8 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:44.021236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:44.065542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:44.090592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.199646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.203760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No DVR routers for this DVR port 6a6b1270-6975-4608-8316-38f4536cad53 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:44.212869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 0ae4a633-cbbe-4158-83f3-480014992931 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:44.213498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0ae4a633-cbbe-4158-83f3-480014992931 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:44.276244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:44.320050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.320551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment 9d4eab49-8406-4aaf-8232-b2168820fa17 of type vlan for network e0941754-7c58-48f5-90d3-db60a118173b Dec 22 15:27:44.332449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Port': ['ID=6a6b1270-6975-4608-8316-38f4536cad53,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:44.339349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:44.364560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:44.374870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:44.379919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:44.426440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.427259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:44.463576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.519295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:27:44.587417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.599132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.603799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:44.605277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.615623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8cf7d423-2e10-467e-b1bc-f010b942974c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:44.620595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8494a7-918e-4b3e-9642-0db8b7144013']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:44.636173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b282c1-6fc8-4261-8f53-802afff41ca8') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:44.636536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b282c1-6fc8-4261-8f53-802afff41ca8') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:44.652650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.671196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.679990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:44.680368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.690635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.731027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port 0ae4a633-cbbe-4158-83f3-480014992931 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:44.733850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:44.771340 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:44.779097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.791133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=e0941754-7c58-48f5-90d3-db60a118173b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:44.797296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:44.799008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-356c443a-613a-4474-a8a4-b7cd4b802651 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:44.834271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a37ca-ace9-4150-8c65-ced5abfc8afd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:44.836942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9453073 Dec 22 15:27:44.840437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:44.840437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:44.848529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:44.871053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:44.872499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9207866 Dec 22 15:27:44.879664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:44.899207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1af1dccc-04a7-4daf-88eb-d0f4ba50459b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:44.899906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1af1dccc-04a7-4daf-88eb-d0f4ba50459b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:44.902116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1af1dccc-04a7-4daf-88eb-d0f4ba50459b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212343 Dec 22 15:27:44.906851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47560) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:44.913027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] The port '0ae4a633-cbbe-4158-83f3-480014992931' was deleted {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:27:44.921260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:44.933655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:44.961140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:44.984722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Usage tracker for resource:security_group_rule and tenant:daf05aab483a4a978055ee2805223a21 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:44.993473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:44.995596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:45.007947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:45.015607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.019586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:45.020142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:45.027044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cebb6853-9a57-4038-b42b-533c940fa547 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:45.034647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:45.039819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:45.043644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:45.055103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:45.059856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.064036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b161b1-054b-42e3-9c1d-30d028585ac0 None None] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:45.085261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network e0941754-7c58-48f5-90d3-db60a118173b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:45.099369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:45.117222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Network': ['ID=7d8494a7-918e-4b3e-9642-0db8b7144013,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:45.136598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:45.141987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.168857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:45.176015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9231c76f-a915-45b0-96ee-1041d38215bb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2674780 Dec 22 15:27:45.241720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Provisioning for port 57936413-8e3e-4c44-ad85-4a208d135d36 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:45.257047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47564) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.278662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f08f438b-0938-4179-96bf-2e26246856e2 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:45.279944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-f08f438b-0938-4179-96bf-2e26246856e2 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:45.287450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f08f438b-0938-4179-96bf-2e26246856e2 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0279639 Dec 22 15:27:45.304791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47568) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.319490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:45.332507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Provisioning complete for port 57936413-8e3e-4c44-ad85-4a208d135d36 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:45.332915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.336230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:45.348031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.385025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:45.401147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:45.441569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:45.471059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/7d8494a7-918e-4b3e-9642-0db8b7144013 HTTP/1.1" status: 204 len: 168 time: 7.4974422 Dec 22 15:27:45.473112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc4609b-47d0-47a8-a44c-0fda62c6bff0']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:45.489552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47572) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.499583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-534908594'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:45.504919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d3d771-fe40-4ce4-8885-cc3765d78f1e') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:45.505319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d3d771-fe40-4ce4-8885-cc3765d78f1e') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:45.525981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:45.529896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.544755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:network and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:45.554755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:45.572857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:45.583147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.607130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:45.607601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:45.624488 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:45.650121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.709821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:45.715516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.737056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.742282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:27:40Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:41Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:45.752764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:45.754362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:45.759031 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-81193ef5-cdcf-49a9-9387-4fa7296e7b20 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4498310 Dec 22 15:27:45.761752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47576) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.777349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3c65e0bf-f992-49be-853c-89c2bced3da5 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:45.778544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-3c65e0bf-f992-49be-853c-89c2bced3da5 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:45.781404 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3c65e0bf-f992-49be-853c-89c2bced3da5 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169613 Dec 22 15:27:45.792062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:27:45.792433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Updating router d02d8683-f3ec-484e-8bef-4e911d007c67 port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:27:45.794855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47580) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.820552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:45.820919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:45.832922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.834845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10803581-9abc-41b8-b3d9-902e4a403bb1,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:45.835931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:45.843393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.846747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:45.847392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b676815f-e65f-49ce-a77c-a23f202c6cf3 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:45.852089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:45.864227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.864482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:45.864593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Added segment c7191ef2-84c2-41c9-8ce9-eda050b572b2 of type vlan for network a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b Dec 22 15:27:45.872254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=daf05aab483a4a978055ee2805223a21&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3112013 Dec 22 15:27:45.878110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47584) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.885581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:45.892070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Network': ['ID=acc4609b-47d0-47a8-a44c-0fda62c6bff0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:45.895206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.896268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:45.900681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/networks/acc4609b-47d0-47a8-a44c-0fda62c6bff0 HTTP/1.1" status: 204 len: 168 time: 4.1036069 Dec 22 15:27:45.901187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47588) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:45.911934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:45.991562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.026550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.033526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] For port 57936413-8e3e-4c44-ad85-4a208d135d36, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57936413-8e3e-4c44-ad85-4a208d135d36,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:46.034993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eea5df0e-2b6d-42a9-8100-ed6850af65a8 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:46.056900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.062923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3f69afd-c036-4a69-bd4d-e1a76a50376c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:46.071070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.119977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:46.127840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f6d4d834-3436-48e8-8870-acd0b25c198c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3253102 Dec 22 15:27:46.128135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47592) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.136808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-773a53a4-b70b-4e0a-9555-abda7715ba8f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:46.138288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-773a53a4-b70b-4e0a-9555-abda7715ba8f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:46.144512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-773a53a4-b70b-4e0a-9555-abda7715ba8f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111632 Dec 22 15:27:46.146679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47596) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.162488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:46.167017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.171692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=7b943ebb-0fd8-4c09-8c2f-792c7924c5a0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:46.173784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:46.174865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.181998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ba77057-34fd-463c-ad1e-f1b9132de7a2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:46.192404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.208616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:46.219443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:46.251206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:46.266585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Pushing event updated for resources: {'Port': ['ID=57936413-8e3e-4c44-ad85-4a208d135d36,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:46.269720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:46.275981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:46.310290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:46.326930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Network': ['ID=a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:46.335235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting subnet 0dcb9743-068b-4dc9-9791-12c1d16fced1 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:46.335627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:46.336190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: e0941754-7c58-48f5-90d3-db60a118173b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:46.337930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:46.340341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.378217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8874834 Dec 22 15:27:46.384204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47600) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.388306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:46.395154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'subnet': {'network_id': 'a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:46.443645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.459038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-16928033-f64b-470e-b7e1-c1a3f000abb3 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:46.480828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10803581-9abc-41b8-b3d9-902e4a403bb1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:46.495492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network e0941754-7c58-48f5-90d3-db60a118173b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:46.504382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:46.513954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:46.515213 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8191e8e-73c1-4edf-8aeb-4fb583391944 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3674088 Dec 22 15:27:46.523098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47604) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.533455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a37ca-ace9-4150-8c65-ced5abfc8afd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:46.539612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.541121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10803581-9abc-41b8-b3d9-902e4a403bb1 HTTP/1.1" status: 204 len: 168 time: 0.6614754 Dec 22 15:27:46.542686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:46.548373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:46.552261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:46.559518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:46.569343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, e0941754-7c58-48f5-90d3-db60a118173b) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:46.582335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:46.582335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.635046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08363b5a-bacf-49cb-9433-8a5bcb1c56b7 None None] Network e0941754-7c58-48f5-90d3-db60a118173b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:46.667924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:46.669170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-208a8e23-4d72-4d98-afc3-3b32b04242ce tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1448071 Dec 22 15:27:46.680464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47610) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.681470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:46.705176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8604012 Dec 22 15:27:46.707688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47614) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:46.819746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:46.855060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:46.912324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.001773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:47.042165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57936413-8e3e-4c44-ad85-4a208d135d36 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:47.184370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.263925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.274119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-08c9ec10-ae93-40cd-927b-837469effab4 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:47.303530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-e0941754-7c58-48f5-90d3-db60a118173b', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:47.306284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.368516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-05d973d3-85e2-4921-82a8-e6dd4a191fa7 None None] Provisioning for port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:47.388062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.390611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-05d973d3-85e2-4921-82a8-e6dd4a191fa7 None None] Provisioning complete for port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:47.390927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcb9743-068b-4dc9-9791-12c1d16fced1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:47.391532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d973d3-85e2-4921-82a8-e6dd4a191fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.399525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:47.405831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.425526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/subnets/0dcb9743-068b-4dc9-9791-12c1d16fced1 HTTP/1.1" status: 204 len: 168 time: 1.5231602 Dec 22 15:27:47.433628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47624) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:47.467221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea848003-eb25-47ac-91c3-4f01938a7011 None None] Network c5be8618-5555-4292-b045-b27fe1ab8b56 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:47.489598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.600050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.607092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d923d95c-6caa-427d-83b0-c9844d0ea009 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:47.652857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 57936413-8e3e-4c44-ad85-4a208d135d36 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:47.653292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.686201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.742631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Subnet': ['ID=41f4275d-5057-4658-b556-e3ffa99854a2,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:47.757318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:47.764307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Checking segment: {'id': 'c7191ef2-84c2-41c9-8ce9-eda050b572b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:47.765129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network hostable DHCP agents. Network: a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:47.811319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-05d973d3-85e2-4921-82a8-e6dd4a191fa7 None None] Port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:27:47.813072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.818497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Transition to ACTIVE for port object 3aa6a706-ffc0-4bb6-9f37-047220235ce4 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:47.833522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:47.886054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-683d1d0b-1d6e-43a1-9991-88809d10cf6a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:47.902399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:47.909120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:47.911439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.914870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:47.929340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a37ca-ace9-4150-8c65-ced5abfc8afd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:47.935989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d5e4e8a-f9b9-4d6c-aa19-c1cebedf11de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:47.938477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:47.977170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cb5fba-cec9-4835-b680-dcb0a9bdcb64 None None] Network a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:48.006121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting subnet 8dd5d2b4-ac7a-42de-b96f-995969c88ab4 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:48.010027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.015289 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb6a37ca-ace9-4150-8c65-ced5abfc8afd HTTP/1.1" status: 204 len: 168 time: 1.3288448 Dec 22 15:27:48.015289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.015626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47632) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:48.060558 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6751106 Dec 22 15:27:48.072705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47636) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:48.153509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.273974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.379706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.396187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-150c1662-471b-468e-be84-ec154f8c2134 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3784072 Dec 22 15:27:48.397086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47644) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:48.416145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439891974'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:48.428805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:48.437550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:48.444753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:48.448304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.537366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:48.582045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.614518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.621800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-961d7a9e-8092-4b2b-b253-2bf9cad6854d tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:48.660562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47650) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:48.661357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-05d973d3-85e2-4921-82a8-e6dd4a191fa7 None None] Provisioning complete for port 57936413-8e3e-4c44-ad85-4a208d135d36 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:48.662364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d973d3-85e2-4921-82a8-e6dd4a191fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.678512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Subnet': ['ID=41f4275d-5057-4658-b556-e3ffa99854a2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:48.682278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:48.723162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:48.743565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:48.750142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:48.764921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:48.773310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.785618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aff636f7-ca39-4876-a0e1-61dc0a69fd89 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:48.847634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.866559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd5d2b4-ac7a-42de-b96f-995969c88ab4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:48.874402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:48.900098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:48.910032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:48.926639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/subnets/8dd5d2b4-ac7a-42de-b96f-995969c88ab4 HTTP/1.1" status: 204 len: 168 time: 1.4893539 Dec 22 15:27:48.935222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47656) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:48.950426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7191ef2-84c2-41c9-8ce9-eda050b572b2') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:48.950909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7191ef2-84c2-41c9-8ce9-eda050b572b2') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:48.974251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.016871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.021687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.026595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca0598-d302-4988-9de3-eece5d21784d None None] Network 20115fde-2b08-4972-8623-9aa985f07251 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:49.027647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:49.028115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:49.053952 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:49.079044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.161869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f061425f-25f3-4a6c-bd63-a40979c4315b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:49.162454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6c3e4-70b7-4f6a-ad36-767a345ec9dc None None] Pushing event updated for resources: {'Port': ['ID=3aa6a706-ffc0-4bb6-9f37-047220235ce4,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:49.212971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb6a8b-297c-430c-8851-6ccef869d92d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:49.234992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:49.239699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54f6c3e4-70b7-4f6a-ad36-767a345ec9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:49.279402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.284082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4beb0ca9-0c99-4cc1-be0d-239e4732c386 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:49.311689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.316728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b HTTP/1.1" status: 204 len: 168 time: 1.2423148 Dec 22 15:27:49.317863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2021434628-network', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:49.320771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.323346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47660) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:49.323960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9180317 Dec 22 15:27:49.331692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Network': ['ID=a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:49.337005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:49.339254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47662) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:49.344339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:49.350213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb6a8b-297c-430c-8851-6ccef869d92d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:49.351178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-303835840'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:49.358530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:49.364778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:49.369398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:49.377620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:49.425858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e3897-e718-4793-b30e-1b0abd3260aa None None] Network a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:49.446414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:49.461507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Usage tracker for resource:network and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:49.485262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:49.501530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:network and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:49.507084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Allocated IP 2001:db8:1::2 (e0941754-7c58-48f5-90d3-db60a118173b/7b943ebb-0fd8-4c09-8c2f-792c7924c5a0/57a6fb08-28bc-4998-ac61-45d337b00fba) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:49.521015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The resource could not be found. Dec 22 15:27:49.522162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92e3897-e718-4793-b30e-1b0abd3260aa None None] Network a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b could not be found, it might have been deleted concurrently. {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:27:49.525864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fdbe866a-3901-40e8-873b-6b061e2bbfdc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1842382 Dec 22 15:27:49.530192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47668) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:49.532195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.547070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'a5cb6a8b-297c-430c-8851-6ccef869d92d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '00d99735-07b9-4acb-b755-1e38efe5cc30'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:49.557373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:49.557935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Attempting to bind port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:49.558373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Attempting to bind port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:49.558799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Attempting to bind port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 on network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:49.564917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:49.568573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.569813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:49.574796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:49.587204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:49.587547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:49.601263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:49.662299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:49.662654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Checking segment: {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:49.663168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.663617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Bound using segment: {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:49.664172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Bound port: 3aa6a706-ffc0-4bb6-9f37-047220235ce4, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aca2911-c384-4196-bd7c-88638dff64b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:49.664601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.675908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] DHCP port deletion for c5be8618-5555-4292-b045-b27fe1ab8b56 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:49.737505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The resource could not be found. Dec 22 15:27:49.740643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b08cfedf-e215-42b4-a450-c4ee9fc2ea0c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2070951 Dec 22 15:27:49.744689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47672) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:49.749372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:49.754031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Deleting port ad539e5e-14ea-4c33-8226-02029dd6ccbc {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:49.754357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.758624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.812468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Made reservation on behalf of 0d4fbe25a2464ea2aab0447fb9176551 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:49.820574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.827143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.839355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port ad539e5e-14ea-4c33-8226-02029dd6ccbc {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:49.839660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.882713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:49.962528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] DHCP port deletion for 20115fde-2b08-4972-8623-9aa985f07251 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:50.000426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Deleting port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:50.000909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.009418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.018210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1b0f354-d060-4096-bacf-6552f6c6f6fe tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:50.047374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb6a8b-297c-430c-8851-6ccef869d92d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:50.052725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:50.053186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.070113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.075517 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5cb6a8b-297c-430c-8851-6ccef869d92d HTTP/1.1" status: 204 len: 168 time: 0.3264589 Dec 22 15:27:50.075517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47676) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:50.153428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] For port 3aa6a706-ffc0-4bb6-9f37-047220235ce4, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:50.196960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] For port 3aa6a706-ffc0-4bb6-9f37-047220235ce4, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3aa6a706-ffc0-4bb6-9f37-047220235ce4,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:50.219659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7b55facf-9a3f-440c-aeb0-51220ab11211 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:50.230282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:50.291021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7b55facf-9a3f-440c-aeb0-51220ab11211 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:50.294499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b55facf-9a3f-440c-aeb0-51220ab11211 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2155292 Dec 22 15:27:50.302254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47680) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:50.310710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': 'd2a69192-9bd7-45ef-9806-efe61e35db41', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:50.314389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:50.322085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:50.325217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.325858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Added segment 2420f05e-bdd5-4da6-ab88-e0df8a9aba54 of type vlan for network 2e59a4b4-dd00-46e5-90d3-bbd03a392705 Dec 22 15:27:50.326901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:50.330882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:50.337974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:50.339453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:50.348212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:50.350622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.371138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:50.397270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:50.453088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.458243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The resource could not be found. Dec 22 15:27:50.464801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e12a5bf-bf7c-4476-93e2-b3617df64645 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1556528 Dec 22 15:27:50.465071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] For port ad539e5e-14ea-4c33-8226-02029dd6ccbc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ad539e5e-14ea-4c33-8226-02029dd6ccbc,segment=NetworkSegment(a6548770-7d29-4adf-a092-d7ed770869c9),segment_id=a6548770-7d29-4adf-a092-d7ed770869c9)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:50.465071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.465289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47684) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:50.477406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049649'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:50.492612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:50.503751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.513408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:50.564792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.608556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] For port ad539e5e-14ea-4c33-8226-02029dd6ccbc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ad539e5e-14ea-4c33-8226-02029dd6ccbc,segment=NetworkSegment(a6548770-7d29-4adf-a092-d7ed770869c9),segment_id=a6548770-7d29-4adf-a092-d7ed770869c9)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:50.609088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.625089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:50.632086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:50.637534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:50.647817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:50.742847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.756471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Transition to ACTIVE for port object 57a6fb08-28bc-4998-ac61-45d337b00fba will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:50.776931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.798190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Calling delete_port for ad539e5e-14ea-4c33-8226-02029dd6ccbc owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:50.819875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-96c5b0c9-c638-4ac2-bfa9-91f67a72ebfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:50.892131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334ecd32-a5ff-4212-aa8c-dbb5b4b16459,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:50.897609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.902314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:50.903357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.904836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:50.917233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0551c85-a793-4990-a48f-0fe583546ef2 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:50.937150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Calling delete_port for ad539e5e-14ea-4c33-8226-02029dd6ccbc owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:50.943090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:50.950372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.4786644 Dec 22 15:27:50.951162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47688) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:50.963191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--283825855'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:50.965773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6c3e4-70b7-4f6a-ad36-767a345ec9dc None None] Pushing event updated for resources: {'Port': ['ID=3aa6a706-ffc0-4bb6-9f37-047220235ce4,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:50.982525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:50.984945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54f6c3e4-70b7-4f6a-ad36-767a345ec9dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:50.997697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Transition to ACTIVE for port object 57a6fb08-28bc-4998-ac61-45d337b00fba will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:51.000496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:51.008451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:51.024163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:51.091376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.102151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:51.102927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:51.198960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.200422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:51.211791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:51.218995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:51.235664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:51.252652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.263558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:51.329786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] For port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,segment=NetworkSegment(5660e9e0-92e9-4d23-8bdd-4e6abb88662e),segment_id=5660e9e0-92e9-4d23-8bdd-4e6abb88662e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:51.330941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.342451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.356516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:27:51.356516 dv-neutron-822709-1-hyperv neutron-server[88856]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Dec 22 15:27:51.356516 dv-neutron-822709-1-hyperv neutron-server[88856]: [parameters: {'port_id': 'ad539e5e-14ea-4c33-8226-02029dd6ccbc', 'host': 'dv-neutron-822709-1-hyperv'}] Dec 22 15:27:51.356516 dv-neutron-822709-1-hyperv neutron-server[88856]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:51.360289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:51.391386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.445119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.448743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1174486 Dec 22 15:27:51.453818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47692) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:51.457779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:51.460542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42305a01-cbae-4157-8ee1-b19dad28c71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:51.469563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Network': ['ID=2e59a4b4-dd00-46e5-90d3-bbd03a392705,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:51.477236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:51.477817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ce671846-19ee-42f3-a2d2-bc729396bb09 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:51.489629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8:1::1 (e0941754-7c58-48f5-90d3-db60a118173b/7b943ebb-0fd8-4c09-8c2f-792c7924c5a0/97db6733-2539-40ba-9c6d-828b76d90264) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:51.492687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.492687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Added segment f64b5fda-a72a-4b9f-a458-d11f961013d6 of type vlan for network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 Dec 22 15:27:51.494345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Calling delete_port for c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:51.521509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.534362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21a45af-f3ad-4391-90c7-2f2d8744b958,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:51.535866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Request body: {'subnet': {'network_id': '2e59a4b4-dd00-46e5-90d3-bbd03a392705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:51.556770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2e59a4b4-dd00-46e5-90d3-bbd03a392705 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:51.566221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:51.582996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Network e0941754-7c58-48f5-90d3-db60a118173b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:51.593005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.614613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:51.635960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Pushing event updated for resources: {'Port': ['ID=57a6fb08-28bc-4998-ac61-45d337b00fba,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:51.647285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:51.690889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:51.706590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab294c39-61f9-42b8-8bfd-62694ec10478,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:51.707012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac8c1ef3-8342-4f40-96a3-beca19fe6e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:51.741508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ad539e5e-14ea-4c33-8226-02029dd6ccbc no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:51.799360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: ad539e5e-14ea-4c33-8226-02029dd6ccbc {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:27:51.799685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ad539e5e-14ea-4c33-8226-02029dd6ccbc not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:51.800167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:27:51.801988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:51.809129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.811057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.812120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:51.812779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.814263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8611026 Dec 22 15:27:51.815826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47696) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:51.829033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7a4db93-c789-47d3-b7d2-781ce2a442b6 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:51.834259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group_rule': {'security_group_id': '334ecd32-a5ff-4212-aa8c-dbb5b4b16459', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ab294c39-61f9-42b8-8bfd-62694ec10478'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:51.846154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:51.856265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:51.859740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:51.862549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:51.870731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Usage tracker for resource:subnet and tenant:8050ff2729d14ceb853b871a90a92714 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:51.873969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:51.876451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:51.887581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:51.934077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] No DVR routers for this DVR port ad539e5e-14ea-4c33-8226-02029dd6ccbc on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:51.944660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Pushing event deleted for resources: {'Port': ['ID=ad539e5e-14ea-4c33-8226-02029dd6ccbc,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:51.951370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port ad539e5e-14ea-4c33-8226-02029dd6ccbc {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:51.951969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:51.958942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Made reservation on behalf of 8050ff2729d14ceb853b871a90a92714 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:51.973921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:51.977776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:27:51.977998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Pushing event updated for resources: {'Network': ['ID=01f74385-7e49-4ed6-8fef-bb4aa34740e2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:51.993156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:52.004340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:27:52.009010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cbd2f752-f7d0-414e-91cf-030dd904abff tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1820052 Dec 22 15:27:52.009732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47700) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:52.054410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] The port 'ad539e5e-14ea-4c33-8226-02029dd6ccbc' was deleted {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:27:52.059542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:52.059820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.122220 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4598503 Dec 22 15:27:52.122890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47704) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:52.136075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Request body: {'subnet': {'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2021434628-subnet', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:52.150151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:52.154006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object 97db6733-2539-40ba-9c6d-828b76d90264 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:52.156936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.172598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Attempting to bind port 57a6fb08-28bc-4998-ac61-45d337b00fba on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:52.172931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Attempting to bind port 57a6fb08-28bc-4998-ac61-45d337b00fba by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:52.174687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Attempting to bind port 57a6fb08-28bc-4998-ac61-45d337b00fba on network e0941754-7c58-48f5-90d3-db60a118173b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:52.179291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Usage tracker for resource:subnet and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:52.184005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:52.202090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:52.253637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.254941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.276981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:52.289288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:52.303117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Made reservation on behalf of 0d4fbe25a2464ea2aab0447fb9176551 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:52.308210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.308950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No active binding found for port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 {{(pid=88969) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:27:52.309430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:27:52.311219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] No DVR routers for this DVR port c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:52.443236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network e0941754-7c58-48f5-90d3-db60a118173b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:52.456531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:52.519715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:52.521837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.543656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.622950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:52.623859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Checking segment: {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:52.624216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.624931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Bound using segment: {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:52.625832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Bound port: 57a6fb08-28bc-4998-ac61-45d337b00fba, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:52.626530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.645769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Pushing event deleted for resources: {'Port': ['ID=c4ac4b4d-cb1e-43b6-97c9-7362ec6eecc9,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:52.648299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=97db6733-2539-40ba-9c6d-828b76d90264,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:52.657299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:52.659826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:52.665331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5be8618-5555-4292-b045-b27fe1ab8b56']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:52.706235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6548770-7d29-4adf-a092-d7ed770869c9') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:52.706782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6548770-7d29-4adf-a092-d7ed770869c9') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:52.728173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.737224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.798221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.856398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.880346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:52.881027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:52.951640 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:52.995447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.079031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] For port 57a6fb08-28bc-4998-ac61-45d337b00fba, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:53.101600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.104808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] For port 57a6fb08-28bc-4998-ac61-45d337b00fba, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57a6fb08-28bc-4998-ac61-45d337b00fba,segment=NetworkSegment(9d4eab49-8406-4aaf-8232-b2168820fa17),segment_id=9d4eab49-8406-4aaf-8232-b2168820fa17)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:53.114334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f65a461b-9af4-4be4-b633-ae173e50561d tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:53.152483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.172957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab294c39-61f9-42b8-8bfd-62694ec10478,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:53.182162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a76d71fd-cbb1-4ef3-908e-9f4a8d29196a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:53.184442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:53.202711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.209537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.209833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.213612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab294c39-61f9-42b8-8bfd-62694ec10478 HTTP/1.1" status: 204 len: 168 time: 1.1981843 Dec 22 15:27:53.213953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47708) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:53.229813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:53.237276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.245312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-813a5a42-a53e-4996-93e2-0f93fbe9755b tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:53.268214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/networks/c5be8618-5555-4292-b045-b27fe1ab8b56 HTTP/1.1" status: 204 len: 168 time: 4.3311234 Dec 22 15:27:53.273022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Network': ['ID=c5be8618-5555-4292-b045-b27fe1ab8b56,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:53.276524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:53.277632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47712) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:53.287218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:27:40Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:53.315207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd395e-abb2-43da-9b29-4833c0b229a9 None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:27:40Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:27:53.371380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Pushing event updated for resources: {'Port': ['ID=57a6fb08-28bc-4998-ac61-45d337b00fba,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:53.373276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b7d538-31c7-4d2a-9eaf-84766a944a79,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:53.377510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:53.383424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:53.515667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4ee066d0-d993-4479-af58-8d1581782285 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:53.525982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Checking segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:53.526406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Network hostable DHCP agents. Network: 01f74385-7e49-4ed6-8fef-bb4aa34740e2, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:53.553262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.560505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73452c84-244c-4bd7-ad1b-1ec04213defd tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:53.635068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.639679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4ee066d0-d993-4479-af58-8d1581782285 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:53.641173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ee066d0-d993-4479-af58-8d1581782285 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4004 time: 0.4259691 Dec 22 15:27:53.648477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47716) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:53.664208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event updated for resources: {'Subnet': ['ID=3d82f985-d14a-49fa-97af-922bb21519df,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:53.668948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:53.679543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Checking segment: {'id': '2420f05e-bdd5-4da6-ab88-e0df8a9aba54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e59a4b4-dd00-46e5-90d3-bbd03a392705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:53.679852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network hostable DHCP agents. Network: 2e59a4b4-dd00-46e5-90d3-bbd03a392705, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:27:53.693755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:53.742516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 01f74385-7e49-4ed6-8fef-bb4aa34740e2) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:53.751594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:53.751594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.800418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f7b8b0-e418-4803-bf9b-4fb732db64bc None None] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:53.809646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Network 2e59a4b4-dd00-46e5-90d3-bbd03a392705 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:27:53.837227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2e59a4b4-dd00-46e5-90d3-bbd03a392705) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:53.854207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:53.858108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:53.907784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7782469 Dec 22 15:27:53.908070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a770b7-5764-4d32-b7ec-28c2ce07a3d2 None None] Network 2e59a4b4-dd00-46e5-90d3-bbd03a392705 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:53.909702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47720) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:53.921095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:53.932540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:53.943327 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4377408 Dec 22 15:27:53.943791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Usage tracker for resource:router and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:53.947269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47724) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:53.953890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:54.016579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.058635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:54.147812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.186926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.231684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20115fde-2b08-4972-8623-9aa985f07251']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:54.273928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5660e9e0-92e9-4d23-8bdd-4e6abb88662e') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:54.274549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5660e9e0-92e9-4d23-8bdd-4e6abb88662e') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:54.317318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.329082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.346053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.354497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.358201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:54.360821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.360993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.360993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:54.385708 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:54.395783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.397221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.417243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:54.456814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.482225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.484196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.637836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:27:54.639263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.735236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.736009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.743438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.756975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=97db6733-2539-40ba-9c6d-828b76d90264,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:54.760684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c064d181-da05-4642-9e3d-6162a3f8ba76 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:54.763911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:54.765584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:54.768596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/334ecd32-a5ff-4212-aa8c-dbb5b4b16459 HTTP/1.1" status: 204 len: 168 time: 1.1182754 Dec 22 15:27:54.777749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5be05f79-ffb2-4222-8808-b9c81615e1d0 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:54.815360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47728) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:54.876581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Subnet': ['ID=3d82f985-d14a-49fa-97af-922bb21519df,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:54.909493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ecd32-a5ff-4212-aa8c-dbb5b4b16459,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:54.914777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:54.929874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97099fbf-07dd-4dbc-bfc8-b03c358cf0e3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:54.966561 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/networks/20115fde-2b08-4972-8623-9aa985f07251 HTTP/1.1" status: 204 len: 168 time: 1.6835873 Dec 22 15:27:54.972553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:54.973813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47732) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:55.027344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Network': ['ID=20115fde-2b08-4972-8623-9aa985f07251,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:55.032763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:55.096026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Allocated IP 172.20.0.2 (01f74385-7e49-4ed6-8fef-bb4aa34740e2/77b7d538-31c7-4d2a-9eaf-84766a944a79/061350bc-c41a-4423-aa50-708a0fe300f7) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:55.104339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network e0941754-7c58-48f5-90d3-db60a118173b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:55.106606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:55.384931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af137c-a2c2-422d-93e7-95740f823a3c None None] Network 2e59a4b4-dd00-46e5-90d3-bbd03a392705 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:55.685200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fafa2f3e-6688-4594-bd6c-419939230f55 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8565562 Dec 22 15:27:55.715484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:55.731753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47736) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:55.766566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:55.811266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'tempest-secgroup--20831689'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:55.834530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57a6fb08-28bc-4998-ac61-45d337b00fba up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:55.844473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:55.862358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e59a4b4-dd00-46e5-90d3-bbd03a392705']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:55.886018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:55.892149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:55.897174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2420f05e-bdd5-4da6-ab88-e0df8a9aba54') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:55.897503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2420f05e-bdd5-4da6-ab88-e0df8a9aba54') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:55.909322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8455895f-98ce-4ae3-b86a-9143015384aa None None] Network e0941754-7c58-48f5-90d3-db60a118173b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:55.915984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:55.948069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:55.981200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting subnet 11557e0d-d2c8-441e-9653-304ed54411c8 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:27:55.986334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:55.994626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.048824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.056605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:56.057031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:27:56.077013 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:27:56.137001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 57a6fb08-28bc-4998-ac61-45d337b00fba completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:56.154858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 57a6fb08-28bc-4998-ac61-45d337b00fba triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:56.155401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.213029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f98a56a8-931a-4a0a-8962-c9acc3441c50 None None] Provisioning for port 57a6fb08-28bc-4998-ac61-45d337b00fba completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:56.223994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.257871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f98a56a8-931a-4a0a-8962-c9acc3441c50 None None] Provisioning complete for port 57a6fb08-28bc-4998-ac61-45d337b00fba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:56.258292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f98a56a8-931a-4a0a-8962-c9acc3441c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.285395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.293311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:27:56.336116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.338444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Transition to ACTIVE for port object 061350bc-c41a-4423-aa50-708a0fe300f7 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:56.361639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:56.387377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.390269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:56.407734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Usage tracker for resource:security_group_rule and tenant:7116ec24ae6f4e23b8fccd65509ce647 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:56.419696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:56.433674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Network': ['ID=2e59a4b4-dd00-46e5-90d3-bbd03a392705,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:56.439237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:56.448509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:56.463926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/2e59a4b4-dd00-46e5-90d3-bbd03a392705 HTTP/1.1" status: 204 len: 168 time: 2.5148525 Dec 22 15:27:56.468935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47740) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.494137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Transition to ACTIVE for port object 061350bc-c41a-4423-aa50-708a0fe300f7 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:56.551785 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-300b7022-0cdc-4e69-a449-12d2bade8f86 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:56.552385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300b7022-0cdc-4e69-a449-12d2bade8f86 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:56.590353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-300b7022-0cdc-4e69-a449-12d2bade8f86 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/3d82f985-d14a-49fa-97af-922bb21519df HTTP/1.1" status: 404 len: 337 time: 0.1004038 Dec 22 15:27:56.590977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47744) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.658484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-06155701-ee57-4228-a00f-ecbb3be18b14 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:56.659253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06155701-ee57-4228-a00f-ecbb3be18b14 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:56.665254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06155701-ee57-4228-a00f-ecbb3be18b14 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/2e59a4b4-dd00-46e5-90d3-bbd03a392705 HTTP/1.1" status: 404 len: 339 time: 0.0700679 Dec 22 15:27:56.665992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47748) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.702413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.744220 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a68029-eabc-443d-a2f9-94c52ae2f22b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:56.745260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a68029-eabc-443d-a2f9-94c52ae2f22b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:56.751190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6a68029-eabc-443d-a2f9-94c52ae2f22b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/41f4275d-5057-4658-b556-e3ffa99854a2 HTTP/1.1" status: 404 len: 337 time: 0.0808454 Dec 22 15:27:56.753030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47752) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.768654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.769268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.777600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82a62fd9-ad88-4523-9a5e-70d76d3b0389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:56.806763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.822913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.829237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4735d448-0f1d-4583-a9a9-ea08b34fdd66 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:56.830919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4735d448-0f1d-4583-a9a9-ea08b34fdd66 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:56.836981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4735d448-0f1d-4583-a9a9-ea08b34fdd66 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/a0b4bf56-fab9-4c1e-bb3e-d8f15bdfd13b HTTP/1.1" status: 404 len: 339 time: 0.0771105 Dec 22 15:27:56.838509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47756) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.877825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.887794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a43adaae-cd75-4deb-a159-3b1c885ba581 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:56.928045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-738256ad-4aa3-4f39-82bc-c056dab2ad80 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:56.928817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738256ad-4aa3-4f39-82bc-c056dab2ad80 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:56.931103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-738256ad-4aa3-4f39-82bc-c056dab2ad80 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/2bbc710c-8bda-43c9-a035-d982df95462d HTTP/1.1" status: 404 len: 337 time: 0.0894425 Dec 22 15:27:56.938227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47760) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.942711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Pushing event updated for resources: {'Port': ['ID=061350bc-c41a-4423-aa50-708a0fe300f7,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:56.952820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:56.972984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf5dbd0-089d-406a-9b6a-6f9540f7ec16 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:56.973711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf5dbd0-089d-406a-9b6a-6f9540f7ec16 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:56.979969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-faf5dbd0-089d-406a-9b6a-6f9540f7ec16 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/7d8494a7-918e-4b3e-9642-0db8b7144013 HTTP/1.1" status: 404 len: 339 time: 0.0365019 Dec 22 15:27:56.980333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:56.983853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47764) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:56.985576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:27:56.992777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2838507 Dec 22 15:27:57.001394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3431668-0c46-472b-b6d3-bdf95c7be4c3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:57.006942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:57.007467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:57.014706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47768) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:57.023597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:57.025694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-310847038'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:57.032990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:57.036401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:57.039319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 57a6fb08-28bc-4998-ac61-45d337b00fba, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57a6fb08-28bc-4998-ac61-45d337b00fba,segment=NetworkSegment(9d4eab49-8406-4aaf-8232-b2168820fa17),segment_id=9d4eab49-8406-4aaf-8232-b2168820fa17)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:57.043937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f98a56a8-931a-4a0a-8962-c9acc3441c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.084813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.091703 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3503950 Dec 22 15:27:57.091703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.092233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting port f231f9f0-0fcd-4f7a-817b-860e40b57620 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:57.092233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.095440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47772) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:57.097200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:57.100845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59405452-db2a-4472-a568-cce903105e28 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:57.116822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.129633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3aa6a706-ffc0-4bb6-9f37-047220235ce4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:57.152180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e9cc963a-971c-49fb-8d8b-58c5b77c16db tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:57.152999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-e9cc963a-971c-49fb-8d8b-58c5b77c16db tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 15:27:57.159123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e9cc963a-971c-49fb-8d8b-58c5b77c16db tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "PUT /v2.0/security-groups/e3431668-0c46-472b-b6d3-bdf95c7be4c3 HTTP/1.1" status: 409 len: 330 time: 0.0163198 Dec 22 15:27:57.169614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47776) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:57.170664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:27:57.194284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:27:57.197863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:57.205768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-651d4ded-00c5-4aad-9dee-c57c1146e67d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:57.290295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=57a6fb08-28bc-4998-ac61-45d337b00fba,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:57.333196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:57.351573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.413438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-f98a56a8-931a-4a0a-8962-c9acc3441c50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:27:57.414015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-f98a56a8-931a-4a0a-8962-c9acc3441c50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:27:57.414966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Attempting to bind port 061350bc-c41a-4423-aa50-708a0fe300f7 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:27:57.415592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Attempting to bind port 061350bc-c41a-4423-aa50-708a0fe300f7 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:27:57.416200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Attempting to bind port 061350bc-c41a-4423-aa50-708a0fe300f7 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:27:57.432666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:27:57.433400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Checking segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:27:57.434065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.434733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Bound using segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:27:57.435532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Bound port: 061350bc-c41a-4423-aa50-708a0fe300f7, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:27:57.436174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.482742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.506495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.521394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:57.543775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Subnet': ['ID=11557e0d-d2c8-441e-9653-304ed54411c8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:57.546682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:57.548136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:57.554948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:27:57.564543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.567004 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/subnets/11557e0d-d2c8-441e-9653-304ed54411c8 HTTP/1.1" status: 204 len: 168 time: 2.5792356 Dec 22 15:27:57.573673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:57.600869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] For port 061350bc-c41a-4423-aa50-708a0fe300f7, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:27:57.604727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] For port 061350bc-c41a-4423-aa50-708a0fe300f7, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=061350bc-c41a-4423-aa50-708a0fe300f7,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:27:57.608264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad731d1-b611-4d28-a0e9-4c74aef84074 None None] Network a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:27:57.630723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:27:57.631465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Allocated IP 172.26.4.224 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/99bd1bea-2fad-4220-aace-e729f5f76c1c) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:27:57.634141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:57.640325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.641137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.670541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:57.704463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:57.705146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.826622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Calling delete_port for f231f9f0-0fcd-4f7a-817b-860e40b57620 owned by {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:57.969047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:57.976724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:27:58.012416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Deleting port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:58.012808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.058760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.069211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff4010d2-c50a-4d63-94d8-35bd4d8fc2dc tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:58.083169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.083546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment 67fee18d-5f3f-40d9-b552-2c6a9fc14245 of type vlan for network 98673d43-22a9-44aa-898b-e199d52b1ab0 Dec 22 15:27:58.096540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Pushing event updated for resources: {'Port': ['ID=061350bc-c41a-4423-aa50-708a0fe300f7,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:58.105015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:58.136120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3431668-0c46-472b-b6d3-bdf95c7be4c3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:58.152616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.154957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:58.174767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4b6de52-3d4f-404c-a035-8f209211f69b tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:58.181151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:27:52Z', 'revision_number': 3, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:50Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:27:53Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:58.187556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:27:58.188131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Updating router d02d8683-f3ec-484e-8bef-4e911d007c67 port 97db6733-2539-40ba-9c6d-828b76d90264 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:27:58.216478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.296894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 3aa6a706-ffc0-4bb6-9f37-047220235ce4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3aa6a706-ffc0-4bb6-9f37-047220235ce4,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:58.297192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.304029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.315736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.330945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.338001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:58.430503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Port': ['ID=f231f9f0-0fcd-4f7a-817b-860e40b57620,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:58.460930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.473163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3431668-0c46-472b-b6d3-bdf95c7be4c3 HTTP/1.1" status: 204 len: 168 time: 1.2747910 Dec 22 15:27:58.477059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47784) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:58.483931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:58.504567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=3aa6a706-ffc0-4bb6-9f37-047220235ce4,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:58.518784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:58.519843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] DHCP port deletion for a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:27:58.527505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Deleting port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:27:58.528057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.577935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57a6fb08-28bc-4998-ac61-45d337b00fba up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:27:58.608559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.623378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:27:58.631356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.652145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.669353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/ports/f231f9f0-0fcd-4f7a-817b-860e40b57620 HTTP/1.1" status: 204 len: 168 time: 1.6792471 Dec 22 15:27:58.674539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34818af0-e6cd-407d-91ec-af7236ca610a tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:58.676954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47788) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:58.706764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9023400e-33a0-482e-91f8-c0946cb11e99 None None] Provisioning complete for port 57a6fb08-28bc-4998-ac61-45d337b00fba triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:58.707396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9023400e-33a0-482e-91f8-c0946cb11e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.789395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-03810eba-53df-4feb-90bf-e39c31577023 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:27:58.793222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03810eba-53df-4feb-90bf-e39c31577023 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:27:58.793222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03810eba-53df-4feb-90bf-e39c31577023 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/dea1f8ba-a43b-409d-977b-2419e337683e HTTP/1.1" status: 404 len: 337 time: 0.1111519 Dec 22 15:27:58.842387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47792) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:58.843888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-887ea3ab-7f6a-4c76-9f3f-3839ce247fd8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Synchronizing usage tracker for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:27:58.919892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.945320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] For port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,segment=NetworkSegment(b0203f23-79a9-47fb-b83a-32d909009ee0),segment_id=b0203f23-79a9-47fb-b83a-32d909009ee0)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:58.947044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.952839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 57a6fb08-28bc-4998-ac61-45d337b00fba triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:27:58.953055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:58.979658 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9646590 Dec 22 15:27:59.018897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47796) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:59.081229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:27:59.149232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.154631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-887ea3ab-7f6a-4c76-9f3f-3839ce247fd8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Unset dirty status for tenant:7116ec24ae6f4e23b8fccd65509ce647 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:27:59.163142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-887ea3ab-7f6a-4c76-9f3f-3839ce247fd8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6774590 Dec 22 15:27:59.168767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47800) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:59.272538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-511f60b3-0992-4345-9ef1-093afeea113f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] delete failed (client error): The resource could not be found. Dec 22 15:27:59.284140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-511f60b3-0992-4345-9ef1-093afeea113f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "DELETE /v2.0/security-groups/643319d6-b931-4a25-b161-a5e2bf8a49c6 HTTP/1.1" status: 404 len: 347 time: 0.1041415 Dec 22 15:27:59.323812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Calling delete_port for 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:59.353992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47804) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:59.390405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=98673d43-22a9-44aa-898b-e199d52b1ab0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:59.404884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:59.405641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73176a2d-0e1e-4e68-b71a-8c7d9106dc42 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:59.441051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:27:59.452547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-d8af9151-8553-4fe8-9b4b-03a5feba8091 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] show failed (client error): The resource could not be found. Dec 22 15:27:59.454294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8af9151-8553-4fe8-9b4b-03a5feba8091 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-groups/d4f3ac93-5666-4535-b5d8-96906bbf2e08 HTTP/1.1" status: 404 len: 347 time: 0.0986140 Dec 22 15:27:59.472266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:27:59.475393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47808) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:27:59.521065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:27:59.558444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:27:59.560439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:27:59.567264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:27:59.573953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:27:59.578801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:27:59.660930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.661340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-9f8cab86-415c-47c3-bee1-1386f66b0cdb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] show failed (client error): The resource could not be found. Dec 22 15:27:59.662178 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f8cab86-415c-47c3-bee1-1386f66b0cdb tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] 10.222.0.32 "GET /v2.0/security-group-rules/b1edb0d3-1d16-4d03-a8f5-a8fa12fcf7fd HTTP/1.1" status: 404 len: 356 time: 0.1210563 Dec 22 15:27:59.695044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] For port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,segment=NetworkSegment(b0203f23-79a9-47fb-b83a-32d909009ee0),segment_id=b0203f23-79a9-47fb-b83a-32d909009ee0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:27:59.695690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.699584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.707049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Pushing event updated for resources: {'Port': ['ID=99bd1bea-2fad-4220-aace-e729f5f76c1c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:59.737809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Transition to ACTIVE for port object 97db6733-2539-40ba-9c6d-828b76d90264 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:27:59.759877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.772031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.772719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.773314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.773859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.774401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.775201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.775742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.776280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.776808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.777340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.777872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:27:59.778425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.793375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:27:59.797089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:59.808482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:59.811715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28439969-e123-4f2f-a927-acb73110ebaf tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:27:59.831403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055a1b27-c50b-451c-b1c6-f31d5fab1b5c']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:59.890342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Port': ['ID=7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:59.897710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] No DVR routers for this DVR port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:27:59.903439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:27:59.933777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Calling delete_port for 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:27:59.940883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f97e41b-5dd0-4acf-af76-0324c2b79148') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:59.941239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f97e41b-5dd0-4acf-af76-0324c2b79148') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:27:59.961006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.964748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Pushing event updated for resources: {'Port': ['ID=97db6733-2539-40ba-9c6d-828b76d90264,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:27:59.985379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:27:59.994172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:27:59.994613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.112823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.165517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9023400e-33a0-482e-91f8-c0946cb11e99 None None] Provisioning for port 97db6733-2539-40ba-9c6d-828b76d90264 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:00.197805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b1da0f-06c5-4469-a9be-6d5ef18b4b50']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:00.243364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0203f23-79a9-47fb-b83a-32d909009ee0') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:00.244204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0203f23-79a9-47fb-b83a-32d909009ee0') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:00.248852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:00.249562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:28:00.266059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.270579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.271191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.271932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.272751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.273256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.273836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.274342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.276203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:00.279395 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:00.282908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.284025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:00.291242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.302096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:00.364886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.375027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:28:00.375501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:00.393671 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:00.538303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.539328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.553786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.561412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.572399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6052afc6-743d-42a3-bedd-fba837fd37b9 tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:00.652773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Attempting to bind port 97db6733-2539-40ba-9c6d-828b76d90264 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:00.653194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Attempting to bind port 97db6733-2539-40ba-9c6d-828b76d90264 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:00.653605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Attempting to bind port 97db6733-2539-40ba-9c6d-828b76d90264 on network e0941754-7c58-48f5-90d3-db60a118173b {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:00.667660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47816) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:00.671267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:00.671756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Checking segment: {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:00.672124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.672566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Bound using segment: {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:00.673092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Bound port: 97db6733-2539-40ba-9c6d-828b76d90264, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4eab49-8406-4aaf-8232-b2168820fa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:00.673499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.691530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 061350bc-c41a-4423-aa50-708a0fe300f7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:00.697905 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/055a1b27-c50b-451c-b1c6-f31d5fab1b5c HTTP/1.1" status: 204 len: 168 time: 1.8496361 Dec 22 15:28:00.705742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.710934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.718086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47822) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:00.759150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e51dded-c7fd-47cc-8b13-1e6675efc47f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:00.783666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Deleting port 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:00.784264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.804106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:00.852213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Pushing event deleted for resources: {'Network': ['ID=a9b1da0f-06c5-4469-a9be-6d5ef18b4b50,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:00.867032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Network': ['ID=055a1b27-c50b-451c-b1c6-f31d5fab1b5c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:00.888987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:00.912664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2be001d0-4018-4e39-91dd-bbd1257a56ea None None] The port '7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:28:00.927425 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/networks/a9b1da0f-06c5-4469-a9be-6d5ef18b4b50 HTTP/1.1" status: 204 len: 168 time: 3.3459184 Dec 22 15:28:00.929420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47826) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:00.933434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] For port 97db6733-2539-40ba-9c6d-828b76d90264, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:00.942602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] For port 97db6733-2539-40ba-9c6d-828b76d90264, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97db6733-2539-40ba-9c6d-828b76d90264,segment=NetworkSegment(9d4eab49-8406-4aaf-8232-b2168820fa17),segment_id=9d4eab49-8406-4aaf-8232-b2168820fa17)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:00.959353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 061350bc-c41a-4423-aa50-708a0fe300f7 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:00.969678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3aa6a706-ffc0-4bb6-9f37-047220235ce4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:01.006965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.012725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:01.039094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting port fd6ff657-8aca-4759-b2c8-2912edf49819 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:01.039492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.079657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:01.080565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.138634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ad3f047b-dbde-4dae-a3a0-81b6c85af60b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Synchronizing usage tracker for tenant:541e481f3a5a4535b0df0bd27769cd60 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:28:01.198686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Pushing event updated for resources: {'Port': ['ID=97db6733-2539-40ba-9c6d-828b76d90264,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:01.216151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:01.217267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:01.218038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:01.347583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:01.404117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ad3f047b-dbde-4dae-a3a0-81b6c85af60b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Unset dirty status for tenant:541e481f3a5a4535b0df0bd27769cd60 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:28:01.408966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ad3f047b-dbde-4dae-a3a0-81b6c85af60b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffbab279-b520-4585-ab88-f7c1197b7337 HTTP/1.1" status: 200 len: 205 time: 0.4697311 Dec 22 15:28:01.412595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47830) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:01.444634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-69551bd8-88fb-4a89-89e3-28b83597700a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7116ec24ae6f4e23b8fccd65509ce647&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7737432 Dec 22 15:28:01.448098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47834) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:01.457392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2af30a2-e7dc-46fb-a0c9-a45602e5e668 None None] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:01.551675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:01.591868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:01.776849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.782013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:01.782398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7fb9179a-7f5f-4589-8fb9-6f5da3cd7e29 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:01.810659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.811802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Provisioning for port 061350bc-c41a-4423-aa50-708a0fe300f7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:01.819516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.832911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Provisioning complete for port 061350bc-c41a-4423-aa50-708a0fe300f7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:01.833612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:01.847645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc4d7b27-eaa9-4f18-bc01-084a6bb09d62 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:02.001369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.040745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.105024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] For port 061350bc-c41a-4423-aa50-708a0fe300f7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=061350bc-c41a-4423-aa50-708a0fe300f7,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:02.130288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:27:52Z', 'revision_number': 3, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:00Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:02.140586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=5f20ccf0-7637-4f33-ba88-60f7084de59b,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:02.150593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.165194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:02.167350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a810f9-1270-496c-bd1e-21fbcceae165 None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:27:52Z', 'revision_number': 3, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:00Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:02.181788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.187915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.198590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:02.199158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: 98673d43-22a9-44aa-898b-e199d52b1ab0, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:28:02.213905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-35b7d06b-5382-464f-84b0-9b0f9ed87553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:02.283936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.296510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99371d75-510d-4b19-ae73-8a7f1d014c58 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:02.327969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:28:02.357434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9a6f68-5974-4bfb-a1f4-efc13b15b355,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:02.363198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:02.377276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 98673d43-22a9-44aa-898b-e199d52b1ab0) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:02.409108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:02.410237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.504857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:02.512943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf9a6f68-5974-4bfb-a1f4-efc13b15b355 HTTP/1.1" status: 204 len: 168 time: 0.8864257 Dec 22 15:28:02.538069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e76a21-419e-474d-8da0-fe8b2978dc27 None None] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:02.541432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5212815 Dec 22 15:28:02.542357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47842) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:02.598052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Pushing event updated for resources: {'Port': ['ID=061350bc-c41a-4423-aa50-708a0fe300f7,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:02.670802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Calling delete_port for fd6ff657-8aca-4759-b2c8-2912edf49819 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:02.672780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:02.681747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97db6733-2539-40ba-9c6d-828b76d90264 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:02.857492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-894d8479-392b-41eb-925d-38db51bf2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.085564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 97db6733-2539-40ba-9c6d-828b76d90264 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:03.094609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 97db6733-2539-40ba-9c6d-828b76d90264 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:03.095305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.291799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-98673d43-22a9-44aa-898b-e199d52b1ab0', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:28:03.292938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.487512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.513438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a45a9536-bc70-4172-9d16-8558a9aca609 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:03.571359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.579103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Port': ['ID=fd6ff657-8aca-4759-b2c8-2912edf49819,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:03.582334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:03.620007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/ports/fd6ff657-8aca-4759-b2c8-2912edf49819 HTTP/1.1" status: 204 len: 168 time: 2.8952887 Dec 22 15:28:03.626060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47848) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:03.670220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.714469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c057b863-4750-4ad0-a78c-125db7a6cf13 None None] Provisioning complete for port 061350bc-c41a-4423-aa50-708a0fe300f7 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:03.714469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c057b863-4750-4ad0-a78c-125db7a6cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.754007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f275de-9d1d-4540-8d64-4afa3546edec tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] DELETE failed (client error): The resource could not be found. Dec 22 15:28:03.754605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f275de-9d1d-4540-8d64-4afa3546edec tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:28:03.758076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4f275de-9d1d-4540-8d64-4afa3546edec tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/61387f07-92f7-40bc-b6fc-8f247200849e HTTP/1.1" status: 404 len: 337 time: 0.1259451 Dec 22 15:28:03.764559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47852) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:03.804283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.805163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Allocated IP 2001:db8:2::2 (98673d43-22a9-44aa-898b-e199d52b1ab0/5f20ccf0-7637-4f33-ba88-60f7084de59b/f515f89f-63d5-4f49-a037-8cace58d292a) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:03.811247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.824011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.828403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 97db6733-2539-40ba-9c6d-828b76d90264, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97db6733-2539-40ba-9c6d-828b76d90264,segment=NetworkSegment(9d4eab49-8406-4aaf-8232-b2168820fa17),segment_id=9d4eab49-8406-4aaf-8232-b2168820fa17)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:03.853057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:28:03.891187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:03.897811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54f6c3e4-70b7-4f6a-ad36-767a345ec9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:04.017733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.018766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Fanout notify agent at l3_agent the message router_deleted on router ffbab279-b520-4585-ab88-f7c1197b7337 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:28:04.057786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.063612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45d6a9d3-27ca-42fa-86a1-576b94e61b6c tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] 10.222.0.32 "DELETE /v2.0/routers/ffbab279-b520-4585-ab88-f7c1197b7337 HTTP/1.1" status: 204 len: 168 time: 2.6406877 Dec 22 15:28:04.095950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.105602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.106369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=97db6733-2539-40ba-9c6d-828b76d90264,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:04.112638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:04.303515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.336869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Transition to ACTIVE for port object f515f89f-63d5-4f49-a037-8cace58d292a will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:04.356270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:04.387809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:04.417029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.418496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5070891 Dec 22 15:28:04.422484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Transition to ACTIVE for port object f515f89f-63d5-4f49-a037-8cace58d292a will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:04.423318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47858) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:04.487625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.495843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a136ad90-9a70-4d10-9cf3-d57cde8a3a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:04.541597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.571866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 061350bc-c41a-4423-aa50-708a0fe300f7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:04.595028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64b3193-8956-46fd-918d-7bf0e552acd5']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:04.623709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:04.624862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:27:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:04.652773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0c079f-8230-40dc-bb04-ba87862ce6ee') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:04.653187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0c079f-8230-40dc-bb04-ba87862ce6ee') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:04.694371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.753192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.825246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:28:04.825769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:04.848561 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:04.993813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8:2::1 (98673d43-22a9-44aa-898b-e199d52b1ab0/5f20ccf0-7637-4f33-ba88-60f7084de59b/000a6854-f3cf-4eea-9add-c0f260637c54) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:05.039450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.040875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b7817f1-2532-44df-9d64-c0c9a3e0f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.049099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.059806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47864) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:05.065821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2214f87a-e5b0-4383-b84b-eb26f8bd1b31 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:05.094350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/b64b3193-8956-46fd-918d-7bf0e552acd5 HTTP/1.1" status: 204 len: 168 time: 1.3280191 Dec 22 15:28:05.111757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47866) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:05.222866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:05.282863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Network': ['ID=b64b3193-8956-46fd-918d-7bf0e552acd5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:05.384210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:05.458528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:05.464680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:05.472237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.473682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Pushing event updated for resources: {'Port': ['ID=f515f89f-63d5-4f49-a037-8cace58d292a,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:05.477417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:05.690199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.690794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.691370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.691927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.692470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.693011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.693531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.694110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.694763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.695420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.695967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:05.708906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:05.757687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 061350bc-c41a-4423-aa50-708a0fe300f7 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:05.758221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.797996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Attempting to bind port f515f89f-63d5-4f49-a037-8cace58d292a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:05.797996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Attempting to bind port f515f89f-63d5-4f49-a037-8cace58d292a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:05.798476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Attempting to bind port f515f89f-63d5-4f49-a037-8cace58d292a on network 98673d43-22a9-44aa-898b-e199d52b1ab0 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:05.822152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:05.822708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Checking segment: {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:05.823078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.823541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Bound using segment: {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:05.824103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Bound port: f515f89f-63d5-4f49-a037-8cace58d292a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:05.824541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:05.969562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.040949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9da9743f-9e8e-40b8-90dc-10619ebd7b57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=541e481f3a5a4535b0df0bd27769cd60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9437175 Dec 22 15:28:06.045284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47876) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:06.080231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97db6733-2539-40ba-9c6d-828b76d90264 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:06.129984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] For port f515f89f-63d5-4f49-a037-8cace58d292a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:06.138151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] For port f515f89f-63d5-4f49-a037-8cace58d292a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f515f89f-63d5-4f49-a037-8cace58d292a,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:06.174258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.209527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.222642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f91a3981-9daf-496a-b1eb-b77be8d784ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:06.224908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.245782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object 000a6854-f3cf-4eea-9add-c0f260637c54 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:06.255247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.306201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting subnet 397153bb-c5fb-405d-91d8-69e85a436d09 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:06.313587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.374802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Allocated IP 172.20.0.1 (01f74385-7e49-4ed6-8fef-bb4aa34740e2/77b7d538-31c7-4d2a-9eaf-84766a944a79/818a5308-f2e9-49de-bde0-b91031216493) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:06.383834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Pushing event updated for resources: {'Port': ['ID=f515f89f-63d5-4f49-a037-8cace58d292a,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:06.388938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:06.402070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:27:59Z', 'revision_number': 3, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:06.408797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:06.413255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Updating router fea67671-8bb5-4776-a3ff-2a4fafc17beb port 99bd1bea-2fad-4220-aace-e729f5f76c1c binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:06.413477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.426928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1667c252-ee97-4327-8700-ae23e1dc4a3e tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:06.433304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.445090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f5d6c-f454-41ce-a46b-d1d8ec9b5203,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:06.450075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:06.493051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.510724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:06.512858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 97db6733-2539-40ba-9c6d-828b76d90264 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:06.513711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.552064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.674695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:06.685744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:06.718113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:06.719098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.748902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=000a6854-f3cf-4eea-9add-c0f260637c54,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:06.768484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:06.820586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.840546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.935798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:06.937850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c11f5d6c-f454-41ce-a46b-d1d8ec9b5203 HTTP/1.1" status: 204 len: 168 time: 0.8909178 Dec 22 15:28:07.069805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.091883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.108417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b240ba2f-dd17-443d-a0ef-29f328ccf4c3 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:07.160863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Transition to ACTIVE for port object 818a5308-f2e9-49de-bde0-b91031216493 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:07.211571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.222068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Subnet': ['ID=397153bb-c5fb-405d-91d8-69e85a436d09,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:07.231006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:07.231933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f2dd43a-e3ac-4cad-822c-e0bb58be095b tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:07.276528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.286216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd31db-d448-47f3-98d3-550c74377680 None None] Network 923df1c8-8436-40e1-bf14-80eb5b7c549e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:07.329245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.338885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=818a5308-f2e9-49de-bde0-b91031216493,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:07.351499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:07.375046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/subnets/397153bb-c5fb-405d-91d8-69e85a436d09 HTTP/1.1" status: 204 len: 168 time: 2.2380426 Dec 22 15:28:07.381635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47882) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:07.390403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:07.392860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:07.397519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:07.477177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.659820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.797278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.816824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Transition to ACTIVE for port object 99bd1bea-2fad-4220-aace-e729f5f76c1c will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:07.845106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.877168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:07.881663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43e88161-c3ba-4259-8238-2a0cff9ed3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:08.037135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Pushing event updated for resources: {'Port': ['ID=99bd1bea-2fad-4220-aace-e729f5f76c1c,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:08.067343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.067848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.068242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.068641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.069020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.069404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.069989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.070501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.070501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.071101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.071219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:28:08.075296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:08.081354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Attempting to bind port 99bd1bea-2fad-4220-aace-e729f5f76c1c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:08.081758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Attempting to bind port 99bd1bea-2fad-4220-aace-e729f5f76c1c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:08.082181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Attempting to bind port 99bd1bea-2fad-4220-aace-e729f5f76c1c on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:08.098915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:08.099393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:08.099874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.100335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:08.105520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Bound port: 99bd1bea-2fad-4220-aace-e729f5f76c1c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:08.105980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.146726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] DHCP port deletion for 923df1c8-8436-40e1-bf14-80eb5b7c549e request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:28:08.170418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Deleting port 214bda13-3906-45c8-983d-21d441b073bb {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:08.171537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.184195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Deleting port 214bda13-3906-45c8-983d-21d441b073bb {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:08.184505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.269392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] For port 99bd1bea-2fad-4220-aace-e729f5f76c1c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:08.273019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] For port 99bd1bea-2fad-4220-aace-e729f5f76c1c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=99bd1bea-2fad-4220-aace-e729f5f76c1c,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:08.275380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.338788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.482172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.490928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:08.561674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d15d7acf-0797-4d3e-89a4-5f4a3e1abddd tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:08.591205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Pushing event updated for resources: {'Port': ['ID=99bd1bea-2fad-4220-aace-e729f5f76c1c,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:08.600186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:08.633033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.688617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:08.689385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:08.783472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=818a5308-f2e9-49de-bde0-b91031216493,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:08.789244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:08.812908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7e56fbff-902a-4340-b0f8-3a170d8a1eb8 None None] Provisioning for port 818a5308-f2e9-49de-bde0-b91031216493 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:08.900393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7e56fbff-902a-4340-b0f8-3a170d8a1eb8 None None] Provisioning complete for port 818a5308-f2e9-49de-bde0-b91031216493 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:08.900840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e56fbff-902a-4340-b0f8-3a170d8a1eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:08.975251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7e56fbff-902a-4340-b0f8-3a170d8a1eb8 None None] Port 818a5308-f2e9-49de-bde0-b91031216493 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:09.002347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] For port 214bda13-3906-45c8-983d-21d441b073bb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=214bda13-3906-45c8-983d-21d441b073bb,segment=NetworkSegment(aa633780-33e5-4dc5-a476-46c4a4769663),segment_id=aa633780-33e5-4dc5-a476-46c4a4769663)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:09.002769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.038626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47898) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:09.195567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Calling delete_port for 214bda13-3906-45c8-983d-21d441b073bb owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:09.196374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:28:09.277200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:09.283800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:09.307047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:09.348507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.368604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eec2a10c-82af-4998-abb0-a3ebd6b93872 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:09.374283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f515f89f-63d5-4f49-a037-8cace58d292a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:09.472895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] For port 214bda13-3906-45c8-983d-21d441b073bb, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=214bda13-3906-45c8-983d-21d441b073bb,segment=NetworkSegment(aa633780-33e5-4dc5-a476-46c4a4769663),segment_id=aa633780-33e5-4dc5-a476-46c4a4769663)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:09.477403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.505909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Port': ['ID=214bda13-3906-45c8-983d-21d441b073bb,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:09.508793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] No DVR routers for this DVR port 214bda13-3906-45c8-983d-21d441b073bb on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:28:09.581212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:09.777609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.793200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.844163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.845907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:09.853829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5984de2b-df88-4555-b0ac-9ace1d946a48 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:09.886583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Calling delete_port for 214bda13-3906-45c8-983d-21d441b073bb owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:09.963140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923df1c8-8436-40e1-bf14-80eb5b7c549e']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:09.967941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9704b21-75cb-4868-87cc-f6f997d3b436 None None] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:09.972631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=000a6854-f3cf-4eea-9add-c0f260637c54,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:09.983219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:09.990300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa633780-33e5-4dc5-a476-46c4a4769663') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:09.990638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa633780-33e5-4dc5-a476-46c4a4769663') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:10.014726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Deleting port 12285d49-390f-4416-ac2d-43c14d6b5232 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:10.015240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.160497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.182648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:10.188580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:10.266991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.275480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:28:10.275984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.380040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.381473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:10.395018 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:10.496661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.591536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port f515f89f-63d5-4f49-a037-8cace58d292a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:10.607089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f515f89f-63d5-4f49-a037-8cace58d292a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:10.607522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.645850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Provisioning for port f515f89f-63d5-4f49-a037-8cace58d292a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:10.652783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Calling delete_port for 12285d49-390f-4416-ac2d-43c14d6b5232 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:10.666900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Provisioning complete for port f515f89f-63d5-4f49-a037-8cace58d292a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:10.666900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:10.821863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:10.822290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:28:10.972338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68061ca2-11ec-48cf-95cc-6f3c2fcfe558 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:10.996078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 2, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:11.002452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:11.006740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:11.032704 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-d2c0baad-de4b-49e2-95cd-fa2ef133f03c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0833633 Dec 22 15:28:11.034003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782829a2-b943-4fcd-ac2c-0e54bb98be3a None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 2, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:11.045090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:11.048747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Pushing event deleted for resources: {'Network': ['ID=923df1c8-8436-40e1-bf14-80eb5b7c549e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:11.089780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] 10.222.0.32 "DELETE /v2.0/networks/923df1c8-8436-40e1-bf14-80eb5b7c549e HTTP/1.1" status: 204 len: 168 time: 3.7032416 Dec 22 15:28:11.101994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:11.140945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] For port f515f89f-63d5-4f49-a037-8cace58d292a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f515f89f-63d5-4f49-a037-8cace58d292a,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:11.474948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Deleting port 214bda13-3906-45c8-983d-21d441b073bb {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:11.475879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:11.570303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:11.589124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:11.601830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:11.607697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:11.613611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:11.669287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'Port': ['ID=12285d49-390f-4416-ac2d-43c14d6b5232,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:11.673082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:11.682526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-82badd3a-d712-47a3-bc8e-5171f107fc39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1099 time: 0.3626997 Dec 22 15:28:11.724004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:11.960716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-913712b3-a165-4ecd-b986-e11bca60956d None None] The port '214bda13-3906-45c8-983d-21d441b073bb' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:28:12.062924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47922) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:12.076239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:12.076741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:28:12.096366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Pushing event updated for resources: {'Port': ['ID=f515f89f-63d5-4f49-a037-8cace58d292a,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:12.104097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:12.144377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a63db2f8-02b7-47b9-ade1-e6798953098c None None] Provisioning complete for port 818a5308-f2e9-49de-bde0-b91031216493 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:12.144816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a63db2f8-02b7-47b9-ade1-e6798953098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:12.253271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a63db2f8-02b7-47b9-ade1-e6798953098c None None] Port 818a5308-f2e9-49de-bde0-b91031216493 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:12.398336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9dc85361-c1cd-4a77-a9f3-278b334901d0 None None] Provisioning complete for port f515f89f-63d5-4f49-a037-8cace58d292a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:12.398770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc85361-c1cd-4a77-a9f3-278b334901d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:12.438711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:12.453766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:12.461967 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9180284 Dec 22 15:28:12.463436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47932) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:12.492684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236607028'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:12.510669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:12.514055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:12.520517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:12.541170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:network and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:12.557325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:12.597342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:12.668695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:12.679653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:12.821119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:28:12.862642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:12.863288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added segment a6900fac-0800-44cc-8618-074e8a5f45de of type vlan for network efb041f1-af6b-4f7e-923e-94741b45cf96 Dec 22 15:28:12.972340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:13.043088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:13.124229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:13.130092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:13.135058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:13.142326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51d704b6-365e-4fd9-9b43-ffb34f8536d1 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:13.152994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9dc85361-c1cd-4a77-a9f3-278b334901d0 None None] Provisioning for port 000a6854-f3cf-4eea-9add-c0f260637c54 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:13.160499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9dc85361-c1cd-4a77-a9f3-278b334901d0 None None] Provisioning complete for port 000a6854-f3cf-4eea-9add-c0f260637c54 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:13.160937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc85361-c1cd-4a77-a9f3-278b334901d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:13.258377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:13.261088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-007f2733-4fbe-4122-8dd2-1210e19ffd42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:13.262454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-007f2733-4fbe-4122-8dd2-1210e19ffd42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 897 time: 1.5418484 Dec 22 15:28:13.273609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 214bda13-3906-45c8-983d-21d441b073bb no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:13.387501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 214bda13-3906-45c8-983d-21d441b073bb {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:13.387909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 214bda13-3906-45c8-983d-21d441b073bb not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:13.455220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9dc85361-c1cd-4a77-a9f3-278b334901d0 None None] Port 000a6854-f3cf-4eea-9add-c0f260637c54 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:13.491930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-d4e2c94f-d962-446f-a465-b81236286467 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 217 time: 0.2113824 Dec 22 15:28:13.617134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47940) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:13.622473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f515f89f-63d5-4f49-a037-8cace58d292a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:13.742633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5279676-5f43-40ae-8be0-be8367bc0215 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:28:13.766541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Network': ['ID=efb041f1-af6b-4f7e-923e-94741b45cf96,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:13.796565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:13.806060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3402023 Dec 22 15:28:13.814314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47946) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:13.829520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'subnet': {'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:13.832569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network efb041f1-af6b-4f7e-923e-94741b45cf96 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:28:13.898623 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9a1168b7-b865-49af-852c-8413de102d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8050ff2729d14ceb853b871a90a92714&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8114676 Dec 22 15:28:13.914228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f515f89f-63d5-4f49-a037-8cace58d292a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:13.914988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:13.925376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47950) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:14.015799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-1662f141-7903-46c9-8371-f02dd0b6117e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:14.017946 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-1662f141-7903-46c9-8371-f02dd0b6117e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 200 len: 835 time: 0.3974791 Dec 22 15:28:14.273433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:14.314087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:14.325254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:subnet and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:14.339322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:14.343842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] 10.222.0.32 "PUT /v2.0/routers/fea67671-8bb5-4776-a3ff-2a4fafc17beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9187286 Dec 22 15:28:14.385267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:14.404170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:14.420829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-ebf7b3b1-5ac1-4e2a-96bf-fa2ef2fe3d6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43d98441-7bdf-42b9-92c0-8a249f38176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3939018 Dec 22 15:28:14.464445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:14.509521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5279676-5f43-40ae-8be0-be8367bc0215 None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:28:14.564717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:06Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:08Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:14.585753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e16ab2b8-57f3-4c5b-b976-26af80c285eb None None] Provisioning complete for port 000a6854-f3cf-4eea-9add-c0f260637c54 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:14.586203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:14.587163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e16ab2b8-57f3-4c5b-b976-26af80c285eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:14.589972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Updating router d02d8683-f3ec-484e-8bef-4e911d007c67 port 000a6854-f3cf-4eea-9add-c0f260637c54 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:14.611466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:14.631030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-db47f208-e111-4b1c-a252-3797d17a4b33 tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:14.678229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Made reservation on behalf of 0333736b4b01424dbedb61e326704f0c for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:14.805710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b21c776-a65e-4496-89c3-1cc0ae517636,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:14.808083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:14.854640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e16ab2b8-57f3-4c5b-b976-26af80c285eb None None] Port 000a6854-f3cf-4eea-9add-c0f260637c54 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:14.887669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:14.900583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:14.905581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b21c776-a65e-4496-89c3-1cc0ae517636 HTTP/1.1" status: 204 len: 168 time: 0.9759259 Dec 22 15:28:14.960096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--364024691', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:14.985899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:15.004449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:15.026507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:15.057469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:15.100687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-93db9f66-00b7-4ebe-bce8-a9f21b969a92 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705704 Dec 22 15:28:15.173816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:15.200447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:15.246804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:15.519979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:15.739355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 99bd1bea-2fad-4220-aace-e729f5f76c1c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:15.833336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:15.838764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7ba4fd7-b9fa-41ef-bc8a-61ba4f1f3659 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:15.867750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 99bd1bea-2fad-4220-aace-e729f5f76c1c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:15.876782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 99bd1bea-2fad-4220-aace-e729f5f76c1c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:15.878126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:15.972427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:15.980549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:15.988326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:16.026787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:16.029437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Subnet': ['ID=99ef83b8-24f2-4c1f-8b36-ee23a80d07fc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:16.041897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:16.077559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Checking segment: {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:16.078251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network hostable DHCP agents. Network: efb041f1-af6b-4f7e-923e-94741b45cf96, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:28:16.118388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.153208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.176714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 99bd1bea-2fad-4220-aace-e729f5f76c1c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=99bd1bea-2fad-4220-aace-e729f5f76c1c,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:16.198305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.208633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-383b9031-bb96-42dd-98a4-48851cc5bfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:16.216135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.234527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:16.250607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network efb041f1-af6b-4f7e-923e-94741b45cf96 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:28:16.262925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.274480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dbac40-ba9e-401b-91ba-88add91be880,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:16.278295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Transition to ACTIVE for port object 000a6854-f3cf-4eea-9add-c0f260637c54 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:16.280084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:16.306358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:28:16.312504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, efb041f1-af6b-4f7e-923e-94741b45cf96) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:16.333700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa8e022-ea7b-4395-9fbf-800b9c0e07bf None None] Network efb041f1-af6b-4f7e-923e-94741b45cf96 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:16.342521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b28dcab-d149-4292-8823-e198d0cdd790 req-35a12684-9a7c-42c6-ae21-57dba9388f60 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1904507 Dec 22 15:28:16.343285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.352478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:16.353634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.354158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03e93714-773e-43ca-8de6-fa1ff424fb25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:16.382599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.383156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment b2c2807e-14e3-4f6b-a655-5b58bec3ac12 of type vlan for network af7e2f1a-d210-4c82-a78b-d598dee52c9e Dec 22 15:28:16.440870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.487557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:16.495790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6788266 Dec 22 15:28:16.496976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47974) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:16.674508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=99bd1bea-2fad-4220-aace-e729f5f76c1c,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:16.693878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:16.720246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.725729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:16.727128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:16.729754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385eef8b-3861-4149-ad71-844fa75eb4d3 None None] Pushing event updated for resources: {'Port': ['ID=000a6854-f3cf-4eea-9add-c0f260637c54,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:16.744473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-385eef8b-3861-4149-ad71-844fa75eb4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:16.809235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f32960a7-8fa5-4cc3-815d-9c3e1aeae150 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:16.907538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2841275 Dec 22 15:28:16.912923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 47982) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:16.996402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Attempting to bind port 000a6854-f3cf-4eea-9add-c0f260637c54 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:16.997587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Attempting to bind port 000a6854-f3cf-4eea-9add-c0f260637c54 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:16.998236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Attempting to bind port 000a6854-f3cf-4eea-9add-c0f260637c54 on network 98673d43-22a9-44aa-898b-e199d52b1ab0 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:17.017026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:17.017816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Checking segment: {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:17.018509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.019231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Bound using segment: {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:17.020010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Bound port: 000a6854-f3cf-4eea-9add-c0f260637c54, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fee18d-5f3f-40d9-b552-2c6a9fc14245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:17.020675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.023854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:17.026714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-efb041f1-af6b-4f7e-923e-94741b45cf96', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:28:17.028184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.062286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:17.075760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:17.087745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:17.131177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:17.339069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] For port 000a6854-f3cf-4eea-9add-c0f260637c54, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:17.350036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] For port 000a6854-f3cf-4eea-9add-c0f260637c54, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=000a6854-f3cf-4eea-9add-c0f260637c54,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:17.367277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 47994) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:17.375383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1093718159-network', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:17.387846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.395991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2076e2fe-8813-470d-a049-d0bf88841896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:17.399182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:17.405731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.408350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.412219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Usage tracker for resource:network and tenant:d5056cf9c7a84ee493b1868a9c094c8d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:17.420055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:17.431738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:17.441380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.499801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=af7e2f1a-d210-4c82-a78b-d598dee52c9e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:17.513049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:17.539689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:28:17.567360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385eef8b-3861-4149-ad71-844fa75eb4d3 None None] Pushing event updated for resources: {'Port': ['ID=000a6854-f3cf-4eea-9add-c0f260637c54,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:17.585379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-385eef8b-3861-4149-ad71-844fa75eb4d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:17.598022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:17.599062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:17.769951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 99bd1bea-2fad-4220-aace-e729f5f76c1c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:17.844029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Made reservation on behalf of d5056cf9c7a84ee493b1868a9c094c8d for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:17.860278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:17.884768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Allocated IP 2001:db8:3::2 (efb041f1-af6b-4f7e-923e-94741b45cf96/99ef83b8-24f2-4c1f-8b36-ee23a80d07fc/db981da7-3428-49e8-a852-91cc3f37249e) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:17.908702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.078728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:18.102375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Usage tracker for resource:security_group_rule and tenant:d5056cf9c7a84ee493b1868a9c094c8d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:18.107071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:18.140943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:18.223234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.252375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Transition to ACTIVE for port object db981da7-3428-49e8-a852-91cc3f37249e will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:18.275427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Transition to ACTIVE for port object db981da7-3428-49e8-a852-91cc3f37249e will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:18.328053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.343001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 99bd1bea-2fad-4220-aace-e729f5f76c1c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:18.343494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.375483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54f6c3e4-70b7-4f6a-ad36-767a345ec9dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:18.450931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Network efb041f1-af6b-4f7e-923e-94741b45cf96 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:18.484128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:18.488485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:18.509972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:18.552235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.553680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Pushing event updated for resources: {'Port': ['ID=db981da7-3428-49e8-a852-91cc3f37249e,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:18.613140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:18.737809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:18.754469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Attempting to bind port db981da7-3428-49e8-a852-91cc3f37249e on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:18.755203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Attempting to bind port db981da7-3428-49e8-a852-91cc3f37249e by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:18.755884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Attempting to bind port db981da7-3428-49e8-a852-91cc3f37249e on network efb041f1-af6b-4f7e-923e-94741b45cf96 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:18.787547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.807853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:18.818547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:18.869662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] Sync routers for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:18.906718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "DELETE /v2.0/floatingips/30d197bf-f72f-49ff-be83-326ab1e4cd13 HTTP/1.1" status: 204 len: 168 time: 9.8662901 Dec 22 15:28:18.908187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:28:18.933786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48008) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:19.056667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'status': 'completed', 'code': 200} Dec 22 15:28:19.058256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.112404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.115133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:19.128076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:28:19.140090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.140892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Added segment ce20eb51-0f2d-4a1d-8d42-c4d24b076b77 of type vlan for network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 Dec 22 15:28:19.143011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:19.175878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.217590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a9d355af-0b1d-4638-8a27-58aa288e6a98 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:19.380172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:19.381448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:19.497623 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-4de1019d-94a8-497b-bd41-baf48bde7c85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 1099 time: 0.2236080 Dec 22 15:28:19.602308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.611331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:19.612180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Checking segment: {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:19.612906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.613617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Bound using segment: {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:19.614499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Bound port: db981da7-3428-49e8-a852-91cc3f37249e, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:19.615380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.645078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.719025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f17e92-299f-403a-8730-d4d1a4f3a86b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:19.743132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:19.747402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6454a2ce-d468-499a-9921-d5f1aa801d13 tempest-DvrRoutersNegativeTest-502748732 tempest-DvrRoutersNegativeTest-502748732-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1875813046', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:19.754803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.policy [None req-6454a2ce-d468-499a-9921-d5f1aa801d13 tempest-DvrRoutersNegativeTest-502748732 tempest-DvrRoutersNegativeTest-502748732-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88968) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 22 15:28:19.755207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.policy [None req-6454a2ce-d468-499a-9921-d5f1aa801d13 tempest-DvrRoutersNegativeTest-502748732 tempest-DvrRoutersNegativeTest-502748732-project] Failed policy check for 'create_router' {{(pid=88968) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 22 15:28:19.755800 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-6454a2ce-d468-499a-9921-d5f1aa801d13 tempest-DvrRoutersNegativeTest-502748732 tempest-DvrRoutersNegativeTest-502748732-project] create failed (client error): Access was denied to this resource. Dec 22 15:28:19.777400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6454a2ce-d468-499a-9921-d5f1aa801d13 tempest-DvrRoutersNegativeTest-502748732 tempest-DvrRoutersNegativeTest-502748732-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.8249040 Dec 22 15:28:19.777400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.777400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:19.779970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:19.940404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Allocated IP 2001:db8:3::1 (efb041f1-af6b-4f7e-923e-94741b45cf96/99ef83b8-24f2-4c1f-8b36-ee23a80d07fc/a4afec95-03aa-4ed0-9c4e-f2b20fd78556) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:19.992589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.85 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/367c0a9e-0398-4390-83cb-77f449addc50) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:20.147060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:20.164689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] For port db981da7-3428-49e8-a852-91cc3f37249e, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:20.199398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] For port db981da7-3428-49e8-a852-91cc3f37249e, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=db981da7-3428-49e8-a852-91cc3f37249e,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:20.200632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.211010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:20.219363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:20.286251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.300451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.300946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:20.303864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.316215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:20.324847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Transition to ACTIVE for port object a4afec95-03aa-4ed0-9c4e-f2b20fd78556 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:20.346753 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9780359 Dec 22 15:28:20.353144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48018) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:20.375151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Request body: {'subnet': {'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1093718159-subnet', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:20.378502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:06Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:17Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:20.382584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:20.388750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Usage tracker for resource:subnet and tenant:d5056cf9c7a84ee493b1868a9c094c8d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:20.394072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:20.400003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Pushing event updated for resources: {'Port': ['ID=db981da7-3428-49e8-a852-91cc3f37249e,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:20.402877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c0624-297a-47d2-b001-a901e35c5d4c None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:06Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:17Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:20.411438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:20.418546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:20.420570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:20.426346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:20.429569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-6eb44cb4-5b1e-4b1b-8473-54ddecc71a58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:20.431883 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-6eb44cb4-5b1e-4b1b-8473-54ddecc71a58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 200 len: 897 time: 0.9282489 Dec 22 15:28:20.441899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.443803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:20.559234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c04a6a-36f5-4fad-94ab-726e73ffefb6,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:20.580309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:20.594589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network efb041f1-af6b-4f7e-923e-94741b45cf96 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:20.602602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3ce821d-ab86-4573-8659-1761abd44b81 tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:20.752117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=367c0a9e-0398-4390-83cb-77f449addc50,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:20.755388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:20.770751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:20.771379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.772390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:20.778649 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-6a787289-70dd-4556-9ea7-4a7f4ef04cec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 200 len: 217 time: 0.1722441 Dec 22 15:28:20.779856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:20.796271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:20.797078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Made reservation on behalf of d5056cf9c7a84ee493b1868a9c094c8d for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:20.802327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:20.902017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:28:20.941592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-ff6a7149-3385-4de7-acb8-40abe01ca9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:20.943296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-ff6a7149-3385-4de7-acb8-40abe01ca9db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 200 len: 835 time: 0.1548920 Dec 22 15:28:20.992119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48024) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:21.038073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193875-661c-4716-816b-6f052f0b15b5 req-311770c3-3d9f-47ff-9dbe-95e76a6bff20 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:21.039285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a193875-661c-4716-816b-6f052f0b15b5 req-311770c3-3d9f-47ff-9dbe-95e76a6bff20 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Synchronizing usage tracker for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:28:21.272869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:21.283540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8ac92d9c-6a49-4b62-b87d-4b699d090409 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:21.313035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 2, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:21.329630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:21.330294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Updating router fea67671-8bb5-4776-a3ff-2a4fafc17beb port 818a5308-f2e9-49de-bde0-b91031216493 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:21.350500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:15Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:21.359858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] Checking router: 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:21.361427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a193875-661c-4716-816b-6f052f0b15b5 req-311770c3-3d9f-47ff-9dbe-95e76a6bff20 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Unset dirty status for tenant:cbfe9de0bdee4486b543b75cee507e3a on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:28:21.364115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a193875-661c-4716-816b-6f052f0b15b5 req-311770c3-3d9f-47ff-9dbe-95e76a6bff20 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 1.1324372 Dec 22 15:28:21.393611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:21.394331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:21.452248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88dc2157-2081-4294-bab4-f72627b3d24f,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:21.530086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:21.536833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-bf5c4bca-ac9b-4eb6-ae28-066557a06454 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43d98441-7bdf-42b9-92c0-8a249f38176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5427797 Dec 22 15:28:21.559825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:21.711080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:21.885033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Checking segment: {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:21.885747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Network hostable DHCP agents. Network: d1c04a6a-36f5-4fad-94ab-726e73ffefb6, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:28:22.005228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:28:22.009431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:22.095470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.240150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, d1c04a6a-36f5-4fad-94ab-726e73ffefb6) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:22.251115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-a8015cc9-86f3-44a9-b2ee-d6b94f5cd005 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967710 Dec 22 15:28:22.273665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-57d38f3b-63f5-41b3-a59c-04866ce16080 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:22.275391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-57d38f3b-63f5-41b3-a59c-04866ce16080 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.71 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 946 time: 1.1139190 Dec 22 15:28:22.278621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 000a6854-f3cf-4eea-9add-c0f260637c54 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:22.332170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93f1f2-a99d-4679-a938-5e93a5dee721 None None] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:22.394997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:22.396811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.496788 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13dce825-bcd9-495d-b794-29e26a4fc9fc req-3c43b702-ac51-4661-a081-26b8a77b7be8 service neutron] 10.222.0.71 "GET /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202282 Dec 22 15:28:22.626528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:22.631380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ad142afbf6c645c982f81f102200d3c3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:22.635102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:22.656285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:15Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:22.661246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Deleting port 00591e3a-38c9-4aff-95e7-1dd90c66f58c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:22.662186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.665670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc2303-4bad-413f-9398-46e2a8854512 None None] The sync data for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv is: [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:26:00Z', 'revision_number': 4, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '410b62f7-47a8-4b0e-b5a2-784ddd6bab1e', 'name': '', 'network_id': '43d98441-7bdf-42b9-92c0-8a249f38176d', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'mac_address': 'fa:16:3e:05:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:58Z', 'updated_at': '2021-12-22T15:26:15Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'subnets': [{'id': 'c0e4e441-69de-4668-bb39-18809adb0d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:22.683832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0ad7886e-ce00-4bc6-8c60-badf98cab5d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3290203 Dec 22 15:28:22.688003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48030) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:22.697295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:22.709832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:22.711566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:22.721977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Usage tracker for resource:router and tenant:d5056cf9c7a84ee493b1868a9c094c8d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:22.725058 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a193875-661c-4716-816b-6f052f0b15b5 req-3ba1e25a-04eb-4518-8f3c-3a04efa0de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/security-groups?id=165be48c-822b-40ab-bb28-9abcaecd5009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3369746 Dec 22 15:28:22.737904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:22.762484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:22.816139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.828089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.840241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.862875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.864116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.880918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:22.916768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-d1c04a6a-36f5-4fad-94ab-726e73ffefb6', 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'fixed_ips': [{'subnet_id': '88dc2157-2081-4294-bab4-f72627b3d24f'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:28:22.922266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:22.986789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event updated for resources: {'Port': ['ID=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:22.990303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:23.016986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 000a6854-f3cf-4eea-9add-c0f260637c54 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:23.039560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.086477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 000a6854-f3cf-4eea-9add-c0f260637c54 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:23.086991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.105632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] For port 00591e3a-38c9-4aff-95e7-1dd90c66f58c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00591e3a-38c9-4aff-95e7-1dd90c66f58c,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:23.106320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.232004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.336343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Network efb041f1-af6b-4f7e-923e-94741b45cf96 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:23.340396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:23.385764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Transition to ACTIVE for port object 818a5308-f2e9-49de-bde0-b91031216493 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:23.435498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.437636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Calling delete_port for 00591e3a-38c9-4aff-95e7-1dd90c66f58c owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:23.461106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.493495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e4c0808-f5fd-44e0-8f48-723d5d4d2f87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:23.702918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.706368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.724377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-596e1591-7890-4416-9b1e-e9f4850cc76e tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:23.765362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.819691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.820834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:23.845999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced42323-05f2-44a7-af0e-2349ab4facfe None None] Pushing event updated for resources: {'Port': ['ID=818a5308-f2e9-49de-bde0-b91031216493,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:23.857527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ced42323-05f2-44a7-af0e-2349ab4facfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:23.859046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1c23d-fbaf-4ad3-8b5e-0ed4d23875bf None None] New status for floating IP 30d197bf-f72f-49ff-be83-326ab1e4cd13: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:28:23.912580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'Port': ['ID=00591e3a-38c9-4aff-95e7-1dd90c66f58c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:23.932506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:23.953958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Allocated IP 172.20.0.2 (d1c04a6a-36f5-4fad-94ab-726e73ffefb6/88dc2157-2081-4294-bab4-f72627b3d24f/7db68a6e-b24a-428e-b09e-05406051f10f) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:24.013857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:24.191431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66428a0-f520-426d-90d8-76919c2cef34 None None] Network efb041f1-af6b-4f7e-923e-94741b45cf96 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:24.359346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d2d50959-9a63-4dda-a8f3-2c4116c4bf12 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:24.380842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 000a6854-f3cf-4eea-9add-c0f260637c54, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=000a6854-f3cf-4eea-9add-c0f260637c54,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:24.387773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Attempting to bind port 818a5308-f2e9-49de-bde0-b91031216493 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:24.388221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Attempting to bind port 818a5308-f2e9-49de-bde0-b91031216493 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:24.388729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Attempting to bind port 818a5308-f2e9-49de-bde0-b91031216493 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:24.399020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] No DVR routers for this DVR port 00591e3a-38c9-4aff-95e7-1dd90c66f58c on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:28:24.405990 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7074b8be-ac2d-42fa-953f-dba361c32033 req-453d42e7-d634-4cc3-aecb-f26dbce6efb3 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.1502821 Dec 22 15:28:24.465607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:24.513674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5056f8c3-0138-426f-a659-e8cb22ea8335,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:24.519614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-deleted', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:28:24.540086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:24.546332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-acf9319b-cc1b-40da-b276-628cc4a92c5e req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.71 "DELETE /v2.0/ports/00591e3a-38c9-4aff-95e7-1dd90c66f58c HTTP/1.1" status: 204 len: 173 time: 2.0432274 Dec 22 15:28:24.561978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad142afbf6c645c982f81f102200d3c3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5136228 Dec 22 15:28:24.569550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48038) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:24.714881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:24.719144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device db981da7-3428-49e8-a852-91cc3f37249e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:24.720859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749c00d-c619-46e0-b320-b37c4297a3ac', 'name': 'network-vif-deleted', 'tag': '00591e3a-38c9-4aff-95e7-1dd90c66f58c', 'status': 'completed', 'code': 200} Dec 22 15:28:24.836045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:24.850153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:24.929162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:24.949572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:24.950567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Checking segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:24.951176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:24.951677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Bound using segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:24.952176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Bound port: 818a5308-f2e9-49de-bde0-b91031216493, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:24.952615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:24.990671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.045242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7073ca8c-8b09-4185-88df-c54b883f7d44 None None] Provisioning for port db981da7-3428-49e8-a852-91cc3f37249e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:25.139538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=000a6854-f3cf-4eea-9add-c0f260637c54,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:25.175440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:25.203410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.215993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0b3b291-a1a4-4027-8910-b982f0bc57e6 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:25.250087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5056f8c3-0138-426f-a659-e8cb22ea8335,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:25.256440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:25.258699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.264138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5056f8c3-0138-426f-a659-e8cb22ea8335 HTTP/1.1" status: 204 len: 168 time: 0.6898689 Dec 22 15:28:25.278767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:28:25.438088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port db981da7-3428-49e8-a852-91cc3f37249e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:25.461456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port db981da7-3428-49e8-a852-91cc3f37249e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:25.461793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.555743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] For port 818a5308-f2e9-49de-bde0-b91031216493, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:25.588886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.600868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] For port 818a5308-f2e9-49de-bde0-b91031216493, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=818a5308-f2e9-49de-bde0-b91031216493,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:25.631802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:25.644264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:25.669227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:25.669227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:25.687402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Transition to ACTIVE for port object 7db68a6e-b24a-428e-b09e-05406051f10f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:25.710256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.718497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.732620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc7a9973-edae-42f8-8ddd-6bbf82248f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:25.758503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.765456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.7949147 Dec 22 15:28:25.766187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48046) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:25.818976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.882330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced42323-05f2-44a7-af0e-2349ab4facfe None None] Pushing event updated for resources: {'Port': ['ID=818a5308-f2e9-49de-bde0-b91031216493,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:25.896287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ced42323-05f2-44a7-af0e-2349ab4facfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:25.959567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Transition to ACTIVE for port object 7db68a6e-b24a-428e-b09e-05406051f10f will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:25.968317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:25.982199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6e234ba-121b-42e7-b24d-e20c283e7291 req-b75e6a63-7cab-4ab0-b538-ed754514a074 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "GET /v2.0/ports?device_id=5749c00d-c619-46e0-b320-b37c4297a3ac HTTP/1.1" status: 200 len: 210 time: 0.1650641 Dec 22 15:28:26.106082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:26.157719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:26.263964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:26.277690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:26.398786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48058) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:26.405490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:26.406380 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9076765 Dec 22 15:28:26.434478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port db981da7-3428-49e8-a852-91cc3f37249e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=db981da7-3428-49e8-a852-91cc3f37249e,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:26.448192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Allocated IP 172.26.4.82 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/bc4d7ab7-693e-4a26-b108-9a8f3559ba3d) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:26.464361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Pushing event updated for resources: {'Port': ['ID=7db68a6e-b24a-428e-b09e-05406051f10f,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:26.504639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:26.505667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:26.554416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:26.626082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:26.667899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:26.699064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-887db9ab-101f-441b-a785-a51fb2480e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:26.833094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:21Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:26.844241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:26.844643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Updating router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 port 367c0a9e-0398-4390-83cb-77f449addc50 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:26.872627 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e75c328c-afd6-4977-87c2-5e1339e6cc3b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1049399 Dec 22 15:28:26.875744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48066) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:26.931122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=db981da7-3428-49e8-a852-91cc3f37249e,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:26.936558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:26.937940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:26.941827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:26.951104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:26.952298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:26.954919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:26.958703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:27.054342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:27.060123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:27.268070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48074) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.287829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:27.291551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:27.299625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 00591e3a-38c9-4aff-95e7-1dd90c66f58c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:27.300130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 00591e3a-38c9-4aff-95e7-1dd90c66f58c not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:27.301372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:27.303572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 818a5308-f2e9-49de-bde0-b91031216493 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:27.373186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:27.384499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:27.407832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42e677-6d99-4c4e-bd2c-c1dac7d16f58 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:27.413332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e42e677-6d99-4c4e-bd2c-c1dac7d16f58 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5354719 Dec 22 15:28:27.415793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.505409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38c19718-9500-42cc-bdbc-e53ae269c6d4 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871279 Dec 22 15:28:27.513943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48084) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.608474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1417584486', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:27.777309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:27.778651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:27.846150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:27.882707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Transition to ACTIVE for port object 367c0a9e-0398-4390-83cb-77f449addc50 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:27.886415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:27.895086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:27.919835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:27.926863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48090) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:27.932171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3c3a5bb-258b-45dd-a398-e59e1fd3b73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:28.065976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Attempting to bind port 7db68a6e-b24a-428e-b09e-05406051f10f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:28.066651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Attempting to bind port 7db68a6e-b24a-428e-b09e-05406051f10f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:28.067547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Attempting to bind port 7db68a6e-b24a-428e-b09e-05406051f10f on network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:28.083205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210332c-f31d-4c9f-8418-b9354f50eed2 None None] Pushing event updated for resources: {'Port': ['ID=367c0a9e-0398-4390-83cb-77f449addc50,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:28.089740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8210332c-f31d-4c9f-8418-b9354f50eed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:28.174804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Attempting to bind port 367c0a9e-0398-4390-83cb-77f449addc50 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:28.175848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Attempting to bind port 367c0a9e-0398-4390-83cb-77f449addc50 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:28.176792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Attempting to bind port 367c0a9e-0398-4390-83cb-77f449addc50 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:28.197773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:28.198871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:28.208769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:28.209868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:28.216728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Bound port: 367c0a9e-0398-4390-83cb-77f449addc50, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:28.217782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:28.277790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-350e0c93-82ec-4218-ab9c-90c06906ec2d tempest-ServiceProvidersTest-2043225615 tempest-ServiceProvidersTest-2043225615-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3362200 Dec 22 15:28:28.395363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:28.410632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:28.428644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] For port 367c0a9e-0398-4390-83cb-77f449addc50, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:28.435683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] For port 367c0a9e-0398-4390-83cb-77f449addc50, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=367c0a9e-0398-4390-83cb-77f449addc50,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:28.465539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:28.479576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:28.491022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:28.515806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1792603c-7051-4f6a-a752-8f38cad97e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:28.542890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:28.545830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Router 5089fb56-74d9-4a82-8ace-f0f8e5585344 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:28:28.706459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:28.709161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:28.709161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:28.777029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:28.777611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Checking segment: {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:28.779641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:28.779641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Bound using segment: {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:28.780263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Bound port: 7db68a6e-b24a-428e-b09e-05406051f10f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:28.780867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:28.790499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210332c-f31d-4c9f-8418-b9354f50eed2 None None] Pushing event updated for resources: {'Port': ['ID=367c0a9e-0398-4390-83cb-77f449addc50,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:28.796951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8210332c-f31d-4c9f-8418-b9354f50eed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:28.953291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:28.989150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Sync routers for ids ['5089fb56-74d9-4a82-8ace-f0f8e5585344'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:29.010213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:29.016154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3230333 Dec 22 15:28:29.016658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48100) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:29.074604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:29.091156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a463c949-6f03-49d8-b59c-9dbcb29a5515 None None] Provisioning complete for port db981da7-3428-49e8-a852-91cc3f37249e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:29.091915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a463c949-6f03-49d8-b59c-9dbcb29a5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:29.236573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:29.259352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48104) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:29.284807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Routers {'5089fb56-74d9-4a82-8ace-f0f8e5585344'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:29.286114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5089fb56-74d9-4a82-8ace-f0f8e5585344'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:29.557220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 818a5308-f2e9-49de-bde0-b91031216493 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:29.673239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Set router 5089fb56-74d9-4a82-8ace-f0f8e5585344 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:29.686298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] For port 7db68a6e-b24a-428e-b09e-05406051f10f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:29.693237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 818a5308-f2e9-49de-bde0-b91031216493 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:29.693756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:29.738954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:29.820953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:29.832571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b72be08b9e4659a89e7355836acea1 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:29.840883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:29.856269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:29.935144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:29.955047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] For port 7db68a6e-b24a-428e-b09e-05406051f10f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7db68a6e-b24a-428e-b09e-05406051f10f,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:30.029694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.069801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.085758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.094409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc4ab05c-0ba3-4596-bf5c-0647ed190a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:30.189953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:30.257167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Pushing event updated for resources: {'Port': ['ID=7db68a6e-b24a-428e-b09e-05406051f10f,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:30.260523 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9b72be08b9e4659a89e7355836acea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9979565 Dec 22 15:28:30.264296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9504472d-8dcf-4d3c-a474-1148e551c32d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:30.272263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:30.285566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:30.286735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48110) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:30.314401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:21Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:30.324183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a2132-8807-42a1-a722-729a66ab1a2d None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:21Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:30.344869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:28:27Z', 'revision_number': 3, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:30.348778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a463c949-6f03-49d8-b59c-9dbcb29a5515 None None] Provisioning for port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:30.350873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Checking router: 5089fb56-74d9-4a82-8ace-f0f8e5585344 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:30.353762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Updating router 5089fb56-74d9-4a82-8ace-f0f8e5585344 port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:30.358021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a463c949-6f03-49d8-b59c-9dbcb29a5515 None None] Provisioning complete for port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:30.358449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a463c949-6f03-49d8-b59c-9dbcb29a5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.449977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.473874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:28:30.479773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.497709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9de922b1-7d75-4758-89c3-b47e6f69e9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:30.556880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.609770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.626520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:21Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4afec95-03aa-4ed0-9c4e-f2b20fd78556', 'name': '', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:83:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:22Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:30.641099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a463c949-6f03-49d8-b59c-9dbcb29a5515 None None] Port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:30.645806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:30.646970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Updating router d02d8683-f3ec-484e-8bef-4e911d007c67 port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:30.692393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.716918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 818a5308-f2e9-49de-bde0-b91031216493, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=818a5308-f2e9-49de-bde0-b91031216493,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:30.720914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:25Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:30.740663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163cf1c6-50f1-422e-8f1d-46c0a070eab5 None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:25Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:30.776499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.777987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 000a6854-f3cf-4eea-9add-c0f260637c54 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:30.778646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Removed routes are [] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:28:30.779376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:30.822327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:30.986084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=43dbf1cf-c00e-484a-a31e-eab94d7d2e39,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:30.995469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:31.121929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.203388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-723ef9c0-196f-406f-916d-af2cf2da2a14 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:31.425836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.441255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Transition to ACTIVE for port object bc4d7ab7-693e-4a26-b108-9a8f3559ba3d will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:31.468585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:31.469570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: af7e2f1a-d210-4c82-a78b-d598dee52c9e, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:28:31.488536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.493911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:31.500770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9504472d-8dcf-4d3c-a474-1148e551c32d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:31.535721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.545972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9504472d-8dcf-4d3c-a474-1148e551c32d HTTP/1.1" status: 204 len: 168 time: 1.2462819 Dec 22 15:28:31.548590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:31.627619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Attempting to bind port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:31.628196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Attempting to bind port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:31.628679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Attempting to bind port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:31.650882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:31.677589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:31.678439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.679168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:31.679958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Bound port: bc4d7ab7-693e-4a26-b108-9a8f3559ba3d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:31.680629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.787167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.836505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.847533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] For port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:31.856487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] For port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:31.859363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a70d526c-f8fb-467d-bf60-e809125079a9 None None] Provisioning complete for port 818a5308-f2e9-49de-bde0-b91031216493 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:31.859834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a70d526c-f8fb-467d-bf60-e809125079a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.876851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021658f4-c4c3-4315-bc12-78a0fc0428e9 None None] Pushing event updated for resources: {'Port': ['ID=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:31.896339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-021658f4-c4c3-4315-bc12-78a0fc0428e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:31.924830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:31.948564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-021658f4-c4c3-4315-bc12-78a0fc0428e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:32.005535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.084760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Routers {'5089fb56-74d9-4a82-8ace-f0f8e5585344'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:32.085466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5089fb56-74d9-4a82-8ace-f0f8e5585344'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:32.253804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021658f4-c4c3-4315-bc12-78a0fc0428e9 None None] Pushing event updated for resources: {'Port': ['ID=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:32.293213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-021658f4-c4c3-4315-bc12-78a0fc0428e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:32.369709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:28:32.374016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=818a5308-f2e9-49de-bde0-b91031216493,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:32.404074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.582s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:32.422118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.488356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 000a6854-f3cf-4eea-9add-c0f260637c54 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:32.489408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.570418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.576468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.605632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a6a968f-9ce6-4ccb-a727-941085283a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.678040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, af7e2f1a-d210-4c82-a78b-d598dee52c9e) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:32.688373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] Set router 5089fb56-74d9-4a82-8ace-f0f8e5585344 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:32.697692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:32.698765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:32.843365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5414adc-ebf9-426d-afb6-e98031c1bb0a None None] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:32.924929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Allocated IP 172.20.0.1 (d1c04a6a-36f5-4fad-94ab-726e73ffefb6/88dc2157-2081-4294-bab4-f72627b3d24f/f43dce48-15ae-4079-9c34-a8c25788c87d) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:33.007002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.4195149 Dec 22 15:28:33.042626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48116) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:33.347064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:33.351994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:33.358505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:33.372936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Transition to ACTIVE for port object a4afec95-03aa-4ed0-9c4e-f2b20fd78556 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:33.395953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Transition to ACTIVE for port object f43dce48-15ae-4079-9c34-a8c25788c87d will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:33.463281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:28:27Z', 'revision_number': 3, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:33.468680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:33.484917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e8b045-01ed-4c0e-baad-3620a274635c None None] The sync data for ids ['5089fb56-74d9-4a82-8ace-f0f8e5585344'] in dv-neutron-822709-1-hyperv is: [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:28:27Z', 'revision_number': 3, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:33.493196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-641aaffd-d4e4-467b-a135-250d2faaef90 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:33.500376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:33.516103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:33.636376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f43dce48-15ae-4079-9c34-a8c25788c87d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:33.636840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94e586-395e-40df-a579-80076f878e55 None None] Pushing event updated for resources: {'Port': ['ID=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:33.640452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:33.642859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:33.644080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:33.646862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a94e586-395e-40df-a579-80076f878e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:33.649986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:33.791562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:33.945377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64b584-2a6d-4f2d-b1c9-4decc90afd7f None None] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:34.029644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.082449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:28:34.083328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.334987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.336832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Attempting to bind port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:34.337256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Attempting to bind port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:34.338589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Attempting to bind port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 on network efb041f1-af6b-4f7e-923e-94741b45cf96 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:34.362338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:34.362712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Checking segment: {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:34.363026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.363531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Bound using segment: {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:34.364098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Bound port: a4afec95-03aa-4ed0-9c4e-f2b20fd78556, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6900fac-0800-44cc-8618-074e8a5f45de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:34.364528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.458706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.498864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 818a5308-f2e9-49de-bde0-b91031216493 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:34.517559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.537407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Allocated IP 172.20.0.2 (af7e2f1a-d210-4c82-a78b-d598dee52c9e/43dbf1cf-c00e-484a-a31e-eab94d7d2e39/9c7446f1-8296-4aaa-b97e-1738a153598e) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:34.573947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-568fe291-a8e1-49e4-9b31-b2c4a7f560b2 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:34.760729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:34.762770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79f2c8c8-6d14-4fd7-8482-ac2bcdd7c397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.774179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:34.777021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f53e4148-4766-4d17-9667-5acbd03a1b55 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 953 time: 8.3767457 Dec 22 15:28:34.783715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48120) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:34.837870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b15a48fb-ab7b-4526-8626-9c9f30f6b557 None None] Provisioning for port 7db68a6e-b24a-428e-b09e-05406051f10f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:34.938125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f43dce48-15ae-4079-9c34-a8c25788c87d,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:34.943526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:34.957631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:35.181911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] For port a4afec95-03aa-4ed0-9c4e-f2b20fd78556, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:35.198890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 818a5308-f2e9-49de-bde0-b91031216493 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:35.199595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:35.240553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:35.251453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] For port a4afec95-03aa-4ed0-9c4e-f2b20fd78556, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:35.360746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:35.384527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a07c4947-2270-4747-a7e6-970b55eab53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:35.436458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:35.447058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:35.585863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:35.589586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:35.662839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:35.778876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Deleting port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:35.779992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:35.950396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:36.284107 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d79385b-45c6-4062-961b-4d0f661ae896 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 953 time: 1.4947762 Dec 22 15:28:36.284965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48124) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:36.299293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'routes': None}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:36.318856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94e586-395e-40df-a579-80076f878e55 None None] Pushing event updated for resources: {'Port': ['ID=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:36.325229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a94e586-395e-40df-a579-80076f878e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:36.344106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Transition to ACTIVE for port object 9c7446f1-8296-4aaa-b97e-1738a153598e will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:36.364411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 367c0a9e-0398-4390-83cb-77f449addc50 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:36.573983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Transition to ACTIVE for port object 9c7446f1-8296-4aaa-b97e-1738a153598e will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:36.674040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] For port 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:36.674708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:36.718023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Router 5089fb56-74d9-4a82-8ace-f0f8e5585344 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:36.761648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff7c7d5a-f3da-4b91-bb15-6e57c3e69605 None None] Provisioning for port f43dce48-15ae-4079-9c34-a8c25788c87d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:36.797350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 367c0a9e-0398-4390-83cb-77f449addc50 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:36.808306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:36.818955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 367c0a9e-0398-4390-83cb-77f449addc50 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:36.819808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:36.868092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6b9e782-243d-4efb-8a24-1605e426a8ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:36.980538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.010473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Pushing event updated for resources: {'Port': ['ID=9c7446f1-8296-4aaa-b97e-1738a153598e,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:37.028502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:37.028502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.028502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff7c7d5a-f3da-4b91-bb15-6e57c3e69605 None None] Provisioning complete for port f43dce48-15ae-4079-9c34-a8c25788c87d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:37.028502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff7c7d5a-f3da-4b91-bb15-6e57c3e69605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.092670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Calling delete_port for 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:37.148444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:37.161811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:37.164766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:37.278142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff7c7d5a-f3da-4b91-bb15-6e57c3e69605 None None] Port f43dce48-15ae-4079-9c34-a8c25788c87d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:37.321621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Attempting to bind port 9c7446f1-8296-4aaa-b97e-1738a153598e on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:37.322054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Attempting to bind port 9c7446f1-8296-4aaa-b97e-1738a153598e by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:37.322483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Attempting to bind port 9c7446f1-8296-4aaa-b97e-1738a153598e on network af7e2f1a-d210-4c82-a78b-d598dee52c9e {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:37.336760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 6, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4afec95-03aa-4ed0-9c4e-f2b20fd78556', 'name': '', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:83:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:35Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:37.396535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8b483-4360-4a2f-99fd-e3ea6f2c2c04 None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 6, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4afec95-03aa-4ed0-9c4e-f2b20fd78556', 'name': '', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:83:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:35Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:37.400562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:37.401423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Checking segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:37.402267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.403234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Bound using segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:37.404271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Bound port: 9c7446f1-8296-4aaa-b97e-1738a153598e, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:37.405215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.707613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (af7e2f1a-d210-4c82-a78b-d598dee52c9e/43dbf1cf-c00e-484a-a31e-eab94d7d2e39/8f906909-00f3-41d2-a38b-492617962efa) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:28:37.709312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] For port 9c7446f1-8296-4aaa-b97e-1738a153598e, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:37.712928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] For port 9c7446f1-8296-4aaa-b97e-1738a153598e, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c7446f1-8296-4aaa-b97e-1738a153598e,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:37.719681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.728986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added routes are [] {{(pid=88968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:28:37.729723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88968) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:28:37.745519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-680bcb11-0c7b-4149-93eb-b005b4b14ca9 None None] Provisioning complete for port f43dce48-15ae-4079-9c34-a8c25788c87d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:37.746106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-680bcb11-0c7b-4149-93eb-b005b4b14ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.823329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-680bcb11-0c7b-4149-93eb-b005b4b14ca9 None None] Port f43dce48-15ae-4079-9c34-a8c25788c87d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:37.835700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.853429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:37.908878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.929341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 8f906909-00f3-41d2-a38b-492617962efa will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:37.951410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:37.956725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Pushing event updated for resources: {'Port': ['ID=9c7446f1-8296-4aaa-b97e-1738a153598e,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:37.976846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:37.981327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 367c0a9e-0398-4390-83cb-77f449addc50, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=367c0a9e-0398-4390-83cb-77f449addc50,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:38.027196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.029313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7db68a6e-b24a-428e-b09e-05406051f10f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:38.059093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:38.176327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=367c0a9e-0398-4390-83cb-77f449addc50,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:38.180343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:38.209438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.218357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446952ca-b87e-4fdc-a0ef-41d7b1f6d2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:38.296499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7db68a6e-b24a-428e-b09e-05406051f10f completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:38.301372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:38.304815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.314716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7db68a6e-b24a-428e-b09e-05406051f10f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:38.315466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.321957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] 10.222.0.32 "PUT /v2.0/routers/5089fb56-74d9-4a82-8ace-f0f8e5585344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3039119 Dec 22 15:28:38.465044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:38.468388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:38.473652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=8f906909-00f3-41d2-a38b-492617962efa,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:38.492084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:38.500399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:28:38.615915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9064fe7a-fa19-4450-90d4-8e16f2c123bb tempest-AllowedAddressPairTestJSON-1005466325 tempest-AllowedAddressPairTestJSON-1005466325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:38.749837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.850302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 7db68a6e-b24a-428e-b09e-05406051f10f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7db68a6e-b24a-428e-b09e-05406051f10f,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:38.895895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.896978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device db981da7-3428-49e8-a852-91cc3f37249e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:38.980784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:38.994769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:39.023157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28464452-0b60-44f3-bc67-237ab8710143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:39.264124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=7db68a6e-b24a-428e-b09e-05406051f10f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:39.270429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:39.294920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port db981da7-3428-49e8-a852-91cc3f37249e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:39.296288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:39.346218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:39.514944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'Port': ['ID=410b62f7-47a8-4b0e-b5a2-784ddd6bab1e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:39.576467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:39.584313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:39.662731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:39.680027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:39.689243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93daeafe-0ec5-4878-961d-11dcb38c573a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 703 time: 3.4000671 Dec 22 15:28:39.690764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48134) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:39.742495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Sync routers for ids ['5089fb56-74d9-4a82-8ace-f0f8e5585344'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:39.789637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Routers {'5089fb56-74d9-4a82-8ace-f0f8e5585344'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:39.790275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5089fb56-74d9-4a82-8ace-f0f8e5585344'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:40.129894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Set router 5089fb56-74d9-4a82-8ace-f0f8e5585344 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:40.143805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0376a68f-449c-4f57-a39c-ea2e5f9f5a21 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 703 time: 0.4465675 Dec 22 15:28:40.155221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48138) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:40.246845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:40.285687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:40.327431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:40.328181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:40.341879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48142) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:40.404631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198563471', 'description': 'tempest-secgroup-smoke-1198563471 description', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:40.491326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:40.530796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:40.587670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:40.695314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:40.727541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:40.824519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:40.842654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:40.847468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:40.876571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4afec95-03aa-4ed0-9c4e-f2b20fd78556 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:41.065759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:41.092429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:41.106585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:41.119452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:41.270616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c150e-efb1-4343-9a47-2888aa7a7182 None None] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:41.441457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.447475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.490900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.498413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d06dbff6-19d7-4595-bc94-d92a2af8a783 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:41.550045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e7d9d832-da7b-4d34-bb2c-8bb3ebd729ef None None] Provisioning for port 9c7446f1-8296-4aaa-b97e-1738a153598e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:41.560342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.576914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 7, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4afec95-03aa-4ed0-9c4e-f2b20fd78556', 'name': '', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:83:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:35Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:41.584233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:41.604233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:41.605770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:41.651617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:28:33Z', 'revision_number': 4, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'f43dce48-15ae-4079-9c34-a8c25788c87d', 'name': '', 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'mac_address': 'fa:16:3e:9c:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88dc2157-2081-4294-bab4-f72627b3d24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:31Z', 'updated_at': '2021-12-22T15:28:34Z', 'revision_number': 2, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'subnets': [{'id': '88dc2157-2081-4294-bab4-f72627b3d24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:41.663200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Checking router: 5089fb56-74d9-4a82-8ace-f0f8e5585344 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:41.664379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Updating router 5089fb56-74d9-4a82-8ace-f0f8e5585344 port f43dce48-15ae-4079-9c34-a8c25788c87d binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:41.707981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dedd9d-ead5-40fc-81d8-1298219d014b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:41.723802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:41.724552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1470efe9-7d0a-407b-a4f1-7b67355cfb7c tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:41.743764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:41.761310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:41.762177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.778610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.780023 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4338257 Dec 22 15:28:41.790017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48146) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:41.802525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group_rule': {'security_group_id': '17dedd9d-ead5-40fc-81d8-1298219d014b', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:41.815226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.822961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:41.833610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:41.851719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:41.864762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:41.944290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:41.968203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:41.974711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=8f906909-00f3-41d2-a38b-492617962efa,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:41.993291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:42.085257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.085568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.194655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:42.195071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.230311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.267439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66e77b7b-2ffd-439a-a216-24bc196ed0cb tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:42.295486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05285164-1dad-4610-9172-2c9e5ca90d41,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:42.306331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:42.311661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.313795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5210748 Dec 22 15:28:42.318662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48150) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:42.330652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group_rule': {'security_group_id': '17dedd9d-ead5-40fc-81d8-1298219d014b', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:42.339643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:42.346707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:42.351085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:42.365811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:42.426519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.567513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:28:42.570117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:28:42.647463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port a4afec95-03aa-4ed0-9c4e-f2b20fd78556, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:42.683510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port a4afec95-03aa-4ed0-9c4e-f2b20fd78556, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:42.684753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.693352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:42.695114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc4d7ab7-693e-4a26-b108-9a8f3559ba3d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:42.831607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67e57148-25a7-4ac2-8e70-54402882b5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:42.841493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 7, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4afec95-03aa-4ed0-9c4e-f2b20fd78556', 'name': '', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:83:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:35Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:42.847081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3133e-addf-4850-b07d-2b905d84d8b3 None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 7, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4afec95-03aa-4ed0-9c4e-f2b20fd78556', 'name': '', 'network_id': 'efb041f1-af6b-4f7e-923e-94741b45cf96', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:83:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:35Z', 'revision_number': 4, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '99ef83b8-24f2-4c1f-8b36-ee23a80d07fc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:42.940214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for a4afec95-03aa-4ed0-9c4e-f2b20fd78556 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:43.011754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.019312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:43.029919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:43.228367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.238644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:28:43.240201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:28:43.266505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.268564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:43.282462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:43.287225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:43.295370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e9b947-b146-4b1b-8634-06bc554c91d0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:43.301605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:43.310730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:43.311595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.341273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.346238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0233827 Dec 22 15:28:43.347169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48154) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.356815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group_rule': {'security_group_id': '17dedd9d-ead5-40fc-81d8-1298219d014b', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:43.377857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:43.383816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:43.388473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:43.398265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:43.458033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.565644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.596580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.629443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3b46395-f1e5-4bf8-8ada-538d5d8ed0eb tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:43.647983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47234a71-adcc-48c7-a36d-e20c3d231a25,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:43.656110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:43.664887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.666409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3178036 Dec 22 15:28:43.669253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48158) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.678642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group_rule': {'security_group_id': '17dedd9d-ead5-40fc-81d8-1298219d014b', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:43.685597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:43.691497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:43.695204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:43.701012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:43.706514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:43.742100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port a4afec95-03aa-4ed0-9c4e-f2b20fd78556 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:43.742942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.789297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:43.801253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:43.804171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "PUT /v2.0/routers/1c11b5b4-87ab-4e13-b782-baa87cc65cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5331359 Dec 22 15:28:43.804746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48162) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:43.846138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] Sync routers for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:43.858290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0e5f8bca-0b68-4afc-9aa5-af583d709ea1 None None] Provisioning for port 8f906909-00f3-41d2-a38b-492617962efa completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:43.964675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.007364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0e5f8bca-0b68-4afc-9aa5-af583d709ea1 None None] Provisioning complete for port 8f906909-00f3-41d2-a38b-492617962efa triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:44.007786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e5f8bca-0b68-4afc-9aa5-af583d709ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.046044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.077377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d3e2d0b-eb76-4ccf-a4cb-4003d73a33e5 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:44.101100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Deleting subnet c0e4e441-69de-4668-bb39-18809adb0d15 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:44.113445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.118129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:44.119768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:44.150346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.151843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4814577 Dec 22 15:28:44.160226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48166) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:44.180052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd9b734-2023-440e-92f5-acac11f22248,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:44.195410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group_rule': {'security_group_id': '17dedd9d-ead5-40fc-81d8-1298219d014b', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:44.220381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:44.221577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:44.251481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:44.259376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:44.272390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:44.277140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port a4afec95-03aa-4ed0-9c4e-f2b20fd78556, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:44.277507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.327168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.411637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.427309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for a4afec95-03aa-4ed0-9c4e-f2b20fd78556 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:44.432455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:44.435756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.487588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f8bca-0b68-4afc-9aa5-af583d709ea1 None None] Port 8f906909-00f3-41d2-a38b-492617962efa cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:44.492059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Transition to ACTIVE for port object f43dce48-15ae-4079-9c34-a8c25788c87d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:44.527579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:44.589832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:44.602748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:44.604097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48170) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:44.604585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/0370898a-dd6d-4626-9a75-e06a9f8b2c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5534332 Dec 22 15:28:44.608288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Project 0d4fbe25a2464ea2aab0447fb9176551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:28:44.617931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:44.618793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:44.657657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.658617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 367c0a9e-0398-4390-83cb-77f449addc50 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:44.674541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.763947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69d5dc8e-8d39-4764-aaab-e86f1128ba02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:44.800741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.832827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fe05db5-9115-4dde-a36f-ea8304bfa1ab None None] Provisioning complete for port 8f906909-00f3-41d2-a38b-492617962efa triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:44.833253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fe05db5-9115-4dde-a36f-ea8304bfa1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.841995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:44.878640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.882337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:44.885810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:44.963781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.964885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.966272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.967351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.968304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.969219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.970235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.971189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.972091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.972986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.973877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:44.979732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e4e441-69de-4668-bb39-18809adb0d15,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:44.982439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a16d2d0f-2dc3-429e-9eff-15de982f2ae9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7709 time: 0.3768201 Dec 22 15:28:44.989083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:44.994749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48174) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:44.999203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.008409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "DELETE /v2.0/subnets/c0e4e441-69de-4668-bb39-18809adb0d15 HTTP/1.1" status: 204 len: 168 time: 1.1943624 Dec 22 15:28:45.010298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48176) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.150481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fe05db5-9115-4dde-a36f-ea8304bfa1ab None None] Port 8f906909-00f3-41d2-a38b-492617962efa cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:28:45.152471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:45.157585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0a6866-25f7-415f-a009-e59b54ef42d8 None None] Network 43d98441-7bdf-42b9-92c0-8a249f38176d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:45.263198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:41Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:45.268331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:45.268864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Updating router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 port 8f906909-00f3-41d2-a38b-492617962efa binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:28:45.286971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:45.335674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.367061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a94e586-395e-40df-a579-80076f878e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:45.372856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276448f7-91d3-40db-852e-0f0d2d8031a2 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:45.374755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276448f7-91d3-40db-852e-0f0d2d8031a2 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:45.375401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276448f7-91d3-40db-852e-0f0d2d8031a2 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:45.388432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276448f7-91d3-40db-852e-0f0d2d8031a2 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:45.388432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-276448f7-91d3-40db-852e-0f0d2d8031a2 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6481 time: 0.3741198 Dec 22 15:28:45.401796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48182) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.429565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.505672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.518648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3027c69-976b-4c92-afe2-bef67de4d033 None None] Pushing event updated for resources: {'Port': ['ID=f43dce48-15ae-4079-9c34-a8c25788c87d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:45.520119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:45.527651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3027c69-976b-4c92-afe2-bef67de4d033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:45.575352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.619932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.623706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=a4afec95-03aa-4ed0-9c4e-f2b20fd78556,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:45.629196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:45.630749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83a2f5c3-95a5-4446-85a2-a42c0a33abdc tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:45.697158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.699266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5364549 Dec 22 15:28:45.701575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad69bc76-a3a2-4f3f-8e84-4b42a38b0d1c,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:45.705168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48186) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:45.725525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'security_group_rule': {'security_group_id': '17dedd9d-ead5-40fc-81d8-1298219d014b', 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:45.732159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:45.776557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.796671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Transition to ACTIVE for port object 8f906909-00f3-41d2-a38b-492617962efa will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:28:45.809157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:45.810673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Attempting to bind port f43dce48-15ae-4079-9c34-a8c25788c87d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:45.811338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Attempting to bind port f43dce48-15ae-4079-9c34-a8c25788c87d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:45.818773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Attempting to bind port f43dce48-15ae-4079-9c34-a8c25788c87d on network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:45.827772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:45.829165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Checking segment: {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:45.829165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.829652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Bound using segment: {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:45.829808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Bound port: f43dce48-15ae-4079-9c34-a8c25788c87d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:45.830228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.842527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:security_group_rule and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:45.849336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.850098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 367c0a9e-0398-4390-83cb-77f449addc50 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:45.850474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:45.853074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:45.868253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:45.869782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:45.902067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:28:38Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:45.911151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] Checking router: 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:45.937725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] Routers {'1c11b5b4-87ab-4e13-b782-baa87cc65cd5'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:45.938540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:46.044675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214d0c2-b0cb-4a69-8800-75674d5990e9 None None] Pushing event updated for resources: {'Port': ['ID=8f906909-00f3-41d2-a38b-492617962efa,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:46.058711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5214d0c2-b0cb-4a69-8800-75674d5990e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:46.184618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Project 0d4fbe25a2464ea2aab0447fb9176551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:28:46.194363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.224569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Attempting to bind port 8f906909-00f3-41d2-a38b-492617962efa on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:28:46.225003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Attempting to bind port 8f906909-00f3-41d2-a38b-492617962efa by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:28:46.226456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Attempting to bind port 8f906909-00f3-41d2-a38b-492617962efa on network af7e2f1a-d210-4c82-a78b-d598dee52c9e {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:28:46.248678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:28:46.252222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:28:46.254437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Checking segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:28:46.254980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.255442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Bound using segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:28:46.257787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Bound port: 8f906909-00f3-41d2-a38b-492617962efa, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:28:46.258506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.370210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-05f9315b-a71e-46f8-8567-bfc44ad78cbb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4309 time: 0.9197788 Dec 22 15:28:46.428030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.449088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] For port 8f906909-00f3-41d2-a38b-492617962efa, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:46.452666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.456740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] For port 8f906909-00f3-41d2-a38b-492617962efa, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8f906909-00f3-41d2-a38b-492617962efa,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:46.470293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.473950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:46.493993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.494159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.499437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:46.539496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Deleting port 297684e5-f8de-47f5-a617-1771fdc64676 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:46.539913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.609092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f1e229-9312-4bc0-8f8d-4921bc035c2e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:46.621028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:46.669873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214d0c2-b0cb-4a69-8800-75674d5990e9 None None] Pushing event updated for resources: {'Port': ['ID=8f906909-00f3-41d2-a38b-492617962efa,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:46.674978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5214d0c2-b0cb-4a69-8800-75674d5990e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:46.685414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:46.692224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9731457 Dec 22 15:28:46.694573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:46.699453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:46.942689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7db68a6e-b24a-428e-b09e-05406051f10f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:46.974519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] For port 297684e5-f8de-47f5-a617-1771fdc64676, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=297684e5-f8de-47f5-a617-1771fdc64676,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:46.975599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.039171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] DHCP port deletion for 43d98441-7bdf-42b9-92c0-8a249f38176d request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:28:47.102782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Deleting port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:47.103260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.148981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:47.214653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48230) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:47.234431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304613942', 'description': 'tempest-secgroup-smoke-1304613942 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:47.278467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Calling delete_port for 297684e5-f8de-47f5-a617-1771fdc64676 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:47.324865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:47.332562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:47.336506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:47.345526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:47.409443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.455305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7db68a6e-b24a-428e-b09e-05406051f10f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:47.456031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.490315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:47.499767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:47.506155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:47.534627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:47.631183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] For port f43dce48-15ae-4079-9c34-a8c25788c87d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:28:47.648188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] Set router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:47.714005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] For port f43dce48-15ae-4079-9c34-a8c25788c87d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f43dce48-15ae-4079-9c34-a8c25788c87d,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:28:47.715142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:46Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:47.721001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3412-23b1-433f-a0a5-4c4de16e2e44 None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:46Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:47.723388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.778923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] For port eaa4c619-3c23-4ce6-9155-0b1278b33ef5, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,segment=NetworkSegment(a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64),segment_id=a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:47.779737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.781339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.820479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-975c4921-500b-4a2a-b562-c4d4eb157148 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:47.834472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.889853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c7446f1-8296-4aaa-b97e-1738a153598e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:47.967023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.970079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7527368 Dec 22 15:28:47.972136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:47.984059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:48.057715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:48.099476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '9a5f82a3-8e7d-4403-b6c7-50bcd1583eee', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:48.127652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:48.149944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:48.162779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:48.168740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-80f0dc04-147b-4ee1-a88f-4b3180a1d70d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:48.245279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:48.299343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3027c69-976b-4c92-afe2-bef67de4d033 None None] Pushing event updated for resources: {'Port': ['ID=f43dce48-15ae-4079-9c34-a8c25788c87d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:48.315758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:48.334592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'Port': ['ID=297684e5-f8de-47f5-a617-1771fdc64676,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:48.342463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:48.348594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:48.357265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:48.362089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Calling delete_port for eaa4c619-3c23-4ce6-9155-0b1278b33ef5 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:48.537363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3027c69-976b-4c92-afe2-bef67de4d033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:48.558615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:48.587004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:48.604243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4478884 Dec 22 15:28:48.606213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48248) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:48.642764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090746b9-c525-426f-accc-a40187afbd6b None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:48.784344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:48.802186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a94e586-395e-40df-a579-80076f878e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:48.856142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:48.856895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:48.923843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] No DVR routers for this DVR port eaa4c619-3c23-4ce6-9155-0b1278b33ef5 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:28:48.929326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Pushing event deleted for resources: {'Port': ['ID=eaa4c619-3c23-4ce6-9155-0b1278b33ef5,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:48.947405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:48.955953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 9c7446f1-8296-4aaa-b97e-1738a153598e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:49.055002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet 99ef83b8-24f2-4c1f-8b36-ee23a80d07fc {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:49.062881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.107695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:49.181856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:49.190471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9c7446f1-8296-4aaa-b97e-1738a153598e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:49.191397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.202235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.336896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:28:38Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:49.351964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.364084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.364751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.367908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.403516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.422726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b63d7fd6-cedb-4738-a87d-7adf4ca8aa61 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:49.467647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a143459a-e459-4c08-8e00-f80829b91c9f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:49.478569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:49.482611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.483274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Fanout notify agent at l3_agent the message router_deleted on router 1c11b5b4-87ab-4e13-b782-baa87cc65cd5 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:28:49.509452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.510749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "DELETE /v2.0/routers/1c11b5b4-87ab-4e13-b782-baa87cc65cd5 HTTP/1.1" status: 204 len: 168 time: 4.4775574 Dec 22 15:28:49.515595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48272) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:49.540727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.552269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54bbdaf1-7799-410f-a0b9-85e9db4d1c5f tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:49.552958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.554485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4840858 Dec 22 15:28:49.565541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48284) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:49.586887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '9a5f82a3-8e7d-4403-b6c7-50bcd1583eee', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:49.595566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:49.600170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:49.604153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:49.612893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:49.646314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=99ef83b8-24f2-4c1f-8b36-ee23a80d07fc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:49.654432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:49.658195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.666218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/99ef83b8-24f2-4c1f-8b36-ee23a80d07fc HTTP/1.1" status: 204 len: 168 time: 1.0526953 Dec 22 15:28:49.674378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48298) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:49.697516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757f1b18-91bf-452a-946a-83e0fc83f367 None None] The sync data for ids ['1c11b5b4-87ab-4e13-b782-baa87cc65cd5'] in dv-neutron-822709-1-hyperv is: [{'id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1467367370', 'tenant_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': '297684e5-f8de-47f5-a617-1771fdc64676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:25:38Z', 'updated_at': '2021-12-22T15:28:38Z', 'revision_number': 5, 'project_id': 'cbfe9de0bdee4486b543b75cee507e3a', 'gw_port': {'id': '297684e5-f8de-47f5-a617-1771fdc64676', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11b5b4-87ab-4e13-b782-baa87cc65cd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:25:39Z', 'updated_at': '2021-12-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:49.718082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d761e-9c64-40a7-bf44-d8690650f36f None None] Network efb041f1-af6b-4f7e-923e-94741b45cf96 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:28:49.767329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.807213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.816063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.841474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Routers {'5089fb56-74d9-4a82-8ace-f0f8e5585344'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:49.842201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5089fb56-74d9-4a82-8ace-f0f8e5585344'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:49.924094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.938020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port db981da7-3428-49e8-a852-91cc3f37249e {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:49.939140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:49.971800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 9c7446f1-8296-4aaa-b97e-1738a153598e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c7446f1-8296-4aaa-b97e-1738a153598e,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:50.079857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.128925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d98441-7bdf-42b9-92c0-8a249f38176d']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:50.154308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:50.154737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a31c7a-1cb7-4dd1-9690-dd15e2fbdd64') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:50.196947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.239089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.253834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:28:50.254470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.283996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.388298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adfd57c4-c716-46c4-b8a6-d9faaa9d7dd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:50.405446 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:50.432045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.444270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.454517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0f8c016-430a-4168-bae0-58c9639664bc tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:50.481407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.494021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port db981da7-3428-49e8-a852-91cc3f37249e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=db981da7-3428-49e8-a852-91cc3f37249e,segment=NetworkSegment(a6900fac-0800-44cc-8618-074e8a5f45de),segment_id=a6900fac-0800-44cc-8618-074e8a5f45de)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:50.494021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.512036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.523217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'Network': ['ID=43d98441-7bdf-42b9-92c0-8a249f38176d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:50.550876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:50.553653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0a75f135-b7ae-4db5-96b6-278643386019 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:50.602180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9e8584-8f30-4bfe-b069-510ccb9498a5,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:50.610975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:50.621147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "DELETE /v2.0/networks/43d98441-7bdf-42b9-92c0-8a249f38176d HTTP/1.1" status: 204 len: 168 time: 1.1007123 Dec 22 15:28:50.622969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48304) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:50.697750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.702298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1357243 Dec 22 15:28:50.707808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48308) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:50.715664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '9a5f82a3-8e7d-4403-b6c7-50bcd1583eee', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:50.742573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:50.758791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:50.773727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:50.786108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.814572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for db981da7-3428-49e8-a852-91cc3f37249e owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:50.818666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:50.901575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.946061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.963969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:50.969018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df4c9098-c7cc-4536-9527-c46cf4ee8030 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:51.101574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc4d7ab7-693e-4a26-b108-9a8f3559ba3d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:51.108832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=db981da7-3428-49e8-a852-91cc3f37249e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:51.116398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:51.121047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No DVR routers for this DVR port db981da7-3428-49e8-a852-91cc3f37249e on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:28:51.190569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.227817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.230100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3217456b-70de-48bb-899f-b2778a7a3701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:51.269026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be33960-b342-4177-8a6c-e5014c8ca6cd,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:51.294557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:51.369890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.377544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6684625 Dec 22 15:28:51.378428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48314) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:51.389924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '9a5f82a3-8e7d-4403-b6c7-50bcd1583eee', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:51.408163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:51.411331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.423348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.431304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] 10.222.0.32 "DELETE /v2.0/security-groups/165be48c-822b-40ab-bb28-9abcaecd5009 HTTP/1.1" status: 204 len: 168 time: 0.8066895 Dec 22 15:28:51.443581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f11d3a71-9f18-47d6-964b-4e76454f79e9 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:51.455970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.473744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:51.484006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:51.504429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165be48c-822b-40ab-bb28-9abcaecd5009,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:51.522847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:51.527742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:51.560366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb041f1-af6b-4f7e-923e-94741b45cf96']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:51.589717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6900fac-0800-44cc-8618-074e8a5f45de') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:51.590710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6900fac-0800-44cc-8618-074e8a5f45de') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:51.614906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=9c7446f1-8296-4aaa-b97e-1738a153598e,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:51.622033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:51.623101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.643397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:44Z', 'revision_number': 8, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:51.654372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] Set router 5089fb56-74d9-4a82-8ace-f0f8e5585344 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:51.665587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.714763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090746b9-c525-426f-accc-a40187afbd6b None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:51.724769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.738513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:28:51.747495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.785228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:51.788841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:28:51.815764 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:28:51.910754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.940973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:51.943396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-155c3361-c0bb-4e45-a0df-78e86cbf0e16 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:51.973720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dce923-616a-44f8-b415-0b07834d3738 None None] DHCP port deletion for efb041f1-af6b-4f7e-923e-94741b45cf96 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:28:51.984117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1d2e70-026c-4617-b5ec-8d622523f595,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:52.013330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:52.085787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.091106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48322) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:52.091423 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7110794 Dec 22 15:28:52.100282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '9a5f82a3-8e7d-4403-b6c7-50bcd1583eee', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:52.112177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:52.122122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:52.130474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:52.144973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:52.176652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.183587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:52.208312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:52.208793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.234464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.280187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:28:52.305121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=efb041f1-af6b-4f7e-923e-94741b45cf96,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:52.315172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:52.316508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.338626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48328) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:52.340712 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/efb041f1-af6b-4f7e-923e-94741b45cf96 HTTP/1.1" status: 204 len: 168 time: 2.6593170 Dec 22 15:28:52.396906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48334) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:52.407892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.443678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.446037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f22182f0-338e-4206-a27a-d58c96033f70 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:52.484053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66242de-ae04-4028-a0fa-e485d61885b5,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:52.488217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:52.524299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.526132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4334435 Dec 22 15:28:52.529473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:52.530773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48340) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:52.539071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '9a5f82a3-8e7d-4403-b6c7-50bcd1583eee', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:52.553537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:52.566699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:52.582718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:52.604894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:52.667474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:28:52.715560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.863596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.897072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:52.900894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6696d3ce-0913-4604-b064-eb5b0b54bb7a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:52.910741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8f906909-00f3-41d2-a38b-492617962efa up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:52.933528 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-327dd68d-a110-4538-9dea-ebb07a481897 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbfe9de0bdee4486b543b75cee507e3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5348260 Dec 22 15:28:52.940562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48346) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:52.941753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13a4803-8988-42f6-9100-23e9dc63c9ea,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:52.947133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:53.019530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:28:33Z', 'revision_number': 4, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'f43dce48-15ae-4079-9c34-a8c25788c87d', 'name': '', 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'mac_address': 'fa:16:3e:9c:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88dc2157-2081-4294-bab4-f72627b3d24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:31Z', 'updated_at': '2021-12-22T15:28:47Z', 'revision_number': 4, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'subnets': [{'id': '88dc2157-2081-4294-bab4-f72627b3d24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:53.026699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:53.029563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4965966 Dec 22 15:28:53.039717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962b535-25b3-45ad-a3a9-0f041ae649f8 None None] The sync data for ids ['5089fb56-74d9-4a82-8ace-f0f8e5585344'] in dv-neutron-822709-1-hyperv is: [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:28:33Z', 'revision_number': 4, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'f43dce48-15ae-4079-9c34-a8c25788c87d', 'name': '', 'network_id': 'd1c04a6a-36f5-4fad-94ab-726e73ffefb6', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'mac_address': 'fa:16:3e:9c:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88dc2157-2081-4294-bab4-f72627b3d24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:31Z', 'updated_at': '2021-12-22T15:28:47Z', 'revision_number': 4, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'subnets': [{'id': '88dc2157-2081-4294-bab4-f72627b3d24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:53.049560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:53.138442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:53.555837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 8f906909-00f3-41d2-a38b-492617962efa completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:53.571660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8f906909-00f3-41d2-a38b-492617962efa triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:53.572462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:53.684379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-090746b9-c525-426f-accc-a40187afbd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:44Z', 'revision_number': 8, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:53.692231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090746b9-c525-426f-accc-a40187afbd6b None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:44Z', 'revision_number': 8, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '000a6854-f3cf-4eea-9add-c0f260637c54', 'name': '', 'network_id': '98673d43-22a9-44aa-898b-e199d52b1ab0', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:27:6b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:04Z', 'updated_at': '2021-12-22T15:28:24Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '5f20ccf0-7637-4f33-ba88-60f7084de59b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:28:53.772361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:53.864532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 8f906909-00f3-41d2-a38b-492617962efa, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8f906909-00f3-41d2-a38b-492617962efa,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:53.912662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:53.915252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:54.029760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-26f78c91-d418-4abe-8786-1536a7f882ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:28:54.038504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:54.046368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eaa4c619-3c23-4ce6-9155-0b1278b33ef5 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:54.052097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-811778e5-d707-4cfd-8fdd-60ff1bb94583 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:54.072343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b1fe87-2b30-41bb-97df-5ca93e055ed6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:54.084256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:54.149692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:54.153529 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-625aa333-f12c-4c12-92ab-13e31009a080 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4b1fe87-2b30-41bb-97df-5ca93e055ed6 HTTP/1.1" status: 204 len: 168 time: 1.2115195 Dec 22 15:28:54.178998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:54.188401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=8f906909-00f3-41d2-a38b-492617962efa,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:54.192598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: eaa4c619-3c23-4ce6-9155-0b1278b33ef5 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:54.200588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device eaa4c619-3c23-4ce6-9155-0b1278b33ef5 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:54.202477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:54.263546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:54.282668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:54.283093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 410b62f7-47a8-4b0e-b5a2-784ddd6bab1e not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:54.381128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-26f78c91-d418-4abe-8786-1536a7f882ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:28:54.389208 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-26f78c91-d418-4abe-8786-1536a7f882ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304613942&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.5124431 Dec 22 15:28:54.613917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c7446f1-8296-4aaa-b97e-1738a153598e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:54.634412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-269e9df6-05e0-4052-9925-b64ed98b0b39 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:28:54.635826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-269e9df6-05e0-4052-9925-b64ed98b0b39 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:28:54.788006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-269e9df6-05e0-4052-9925-b64ed98b0b39 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:28:54.789338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-269e9df6-05e0-4052-9925-b64ed98b0b39 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 796 time: 0.3992574 Dec 22 15:28:54.805687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9c7446f1-8296-4aaa-b97e-1738a153598e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:54.806378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:54.859239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-6ef9e256-f606-40eb-b36b-f905b03b9e18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0588078 Dec 22 15:28:55.043825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8f906909-00f3-41d2-a38b-492617962efa up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:55.075080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-aff6bdc5-fe5a-4b67-ad29-ddaf492ffa33 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:28:55.160794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8f906909-00f3-41d2-a38b-492617962efa triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:55.161566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.168367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-aff6bdc5-fe5a-4b67-ad29-ddaf492ffa33 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:28:55.169917 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-aff6bdc5-fe5a-4b67-ad29-ddaf492ffa33 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2996414 Dec 22 15:28:55.174149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:55.237593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.353490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:55.363481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Usage tracker for resource:security_group_rule and tenant:17fb4cb76d394ec9925b0b7dfd7676a2 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:55.371712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:55.391032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:55.459451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 000a6854-f3cf-4eea-9add-c0f260637c54 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:28:55.460153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.533187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f43dce48-15ae-4079-9c34-a8c25788c87d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:55.610399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.650438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.680160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4e3e83f-e199-4741-af57-924ce962e4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:55.695399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port f43dce48-15ae-4079-9c34-a8c25788c87d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:28:55.705067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f43dce48-15ae-4079-9c34-a8c25788c87d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:55.707007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.718513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-2b9b6962-59e5-4cee-93d5-bce61975d6f5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:28:55.719776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-2b9b6962-59e5-4cee-93d5-bce61975d6f5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5252674 Dec 22 15:28:55.730340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40393717-f145-47ea-a3fc-9599bcf23c82,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:55.739805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:55.767314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17fb4cb76d394ec9925b0b7dfd7676a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5906303 Dec 22 15:28:55.770092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48376) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:55.796140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 000a6854-f3cf-4eea-9add-c0f260637c54, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=000a6854-f3cf-4eea-9add-c0f260637c54,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:55.796561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.882376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.923743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:55.970071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:56.021788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:56.028339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port f43dce48-15ae-4079-9c34-a8c25788c87d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f43dce48-15ae-4079-9c34-a8c25788c87d,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:28:56.045830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf5c36d6-5a44-41db-913c-37592bb530b8 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:56.053755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 000a6854-f3cf-4eea-9add-c0f260637c54 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:28:56.061377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:56.066463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:56.111044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40393717-f145-47ea-a3fc-9599bcf23c82,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:56.139128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:56.150585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:56.164440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40393717-f145-47ea-a3fc-9599bcf23c82 HTTP/1.1" status: 204 len: 168 time: 0.3811290 Dec 22 15:28:56.204348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-69f15f51-b047-4ede-8727-8c963ea8dafc service neutron] 10.222.0.32 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670167 Dec 22 15:28:56.309533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4afec95-03aa-4ed0-9c4e-f2b20fd78556 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:56.461617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a4afec95-03aa-4ed0-9c4e-f2b20fd78556 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:56.462264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4afec95-03aa-4ed0-9c4e-f2b20fd78556 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:56.463040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device db981da7-3428-49e8-a852-91cc3f37249e no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:56.475625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-0ff6772d-32c1-4b14-8ffe-2ace50a6b48b service neutron] 10.222.0.32 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314563 Dec 22 15:28:56.522102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: db981da7-3428-49e8-a852-91cc3f37249e {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:56.522567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device db981da7-3428-49e8-a852-91cc3f37249e not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:56.523010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 297684e5-f8de-47f5-a617-1771fdc64676 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:28:56.541880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:56.551244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf0b23b5-778f-4097-a604-b2fe8c64b39e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:56.564174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 297684e5-f8de-47f5-a617-1771fdc64676 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:28:56.564577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 297684e5-f8de-47f5-a617-1771fdc64676 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:28:56.579605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=f43dce48-15ae-4079-9c34-a8c25788c87d,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:56.583516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:56.685706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=000a6854-f3cf-4eea-9add-c0f260637c54,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:56.689458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:56.820467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f43dce48-15ae-4079-9c34-a8c25788c87d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:28:57.017780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4859be6f-572f-4daf-bb0b-957fa998f93f req-d184cba0-ea31-4499-84cc-4a323dacce1c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 210 time: 0.0913842 Dec 22 15:28:57.191443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f43dce48-15ae-4079-9c34-a8c25788c87d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:28:57.193046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:57.307822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:58.292237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7de382ce-e65f-46c4-9968-fe880f1793d1 req-1266e34f-219c-47b6-9bd6-2b94a112d43f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 210 time: 0.0813448 Dec 22 15:28:58.496339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:28:58.774015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:28:58.791177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:28:58.802873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48414) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:58.809281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:58.810243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:58.820650 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4798443 Dec 22 15:28:58.826778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48420) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:28:59.021498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-335029114-network', 'tenant_id': '0eb95bf5b51b4e16a9507fdc81dc78d7'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:28:59.033681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:59.048943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Usage tracker for resource:network and tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:59.057892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:59.076336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:59.087861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:59.158088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Made reservation on behalf of 0eb95bf5b51b4e16a9507fdc81dc78d7 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:28:59.172964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.210038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.285273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:28:59.287680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:28:59.293953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:28:59.303596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:28:59.312858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet 5f20ccf0-7637-4f33-ba88-60f7084de59b {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:28:59.437614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.597883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.654410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 9, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:59.660823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:28:59.679814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:28:59.680574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:28:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:28:59.708133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.713379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f109b8d7-c282-49b9-90c9-5c2b04f5b46f req-f3b39d5a-59a8-443b-b74b-018a435338d3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 210 time: 0.1189334 Dec 22 15:28:59.725072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.757912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.766376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-445744ef-21f7-4a96-8fb5-46df6f9fb635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:59.817396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cc137e-492e-4f74-97ac-e05a36938a36,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:28:59.839417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:28:59.854856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:28:59.868265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.868890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Added segment 747868dd-41fc-4014-a302-4d652571f03f of type vlan for network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd Dec 22 15:28:59.890305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:28:59.914444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.916581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:28:59.924434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb5dd462-b747-405a-a7c6-eebd663d706a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:28:59.984718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=5f20ccf0-7637-4f33-ba88-60f7084de59b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:00.003475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.005041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.005041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.005041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.005607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.005607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.005963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.006382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.006800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.007245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.007664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:00.012500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:00.013638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:00.025600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/5f20ccf0-7637-4f33-ba88-60f7084de59b HTTP/1.1" status: 204 len: 168 time: 1.1925814 Dec 22 15:29:00.026069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48428) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:00.039463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be8324-1d7c-46e7-b5ba-ca62616579a6 None None] Network 98673d43-22a9-44aa-898b-e199d52b1ab0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:00.040016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:00.041981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:00.043751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:00.056076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:00.365289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Pushing event updated for resources: {'Network': ['ID=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:00.378278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:00.428205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:00.447631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:29:00.484853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6800792 Dec 22 15:29:00.490159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48434) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:00.496807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port f515f89f-63d5-4f49-a037-8cace58d292a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:00.497251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:00.504577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Request body: {'subnet': {'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-335029114-subnet', 'tenant_id': '0eb95bf5b51b4e16a9507fdc81dc78d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:00.533933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:00.553840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Usage tracker for resource:subnet and tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:00.575403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:00.608779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:00.732310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-f8f6fcfc-34c0-4d3b-ad9d-5464fda8e6b6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:00.734197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-f8f6fcfc-34c0-4d3b-ad9d-5464fda8e6b6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 796 time: 0.4235687 Dec 22 15:29:00.747612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Made reservation on behalf of 0eb95bf5b51b4e16a9507fdc81dc78d7 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:00.781700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:00.860922 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-1f4418d4-19e4-44b7-8a25-e194fa3e3fb3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 380 time: 0.1126909 Dec 22 15:29:00.898464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 9, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:00.908935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b09ac53-5c10-4520-8720-07e09f6a9c2c None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:28:56Z', 'revision_number': 9, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97db6733-2539-40ba-9c6d-828b76d90264', 'name': '', 'network_id': 'e0941754-7c58-48f5-90d3-db60a118173b', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:f2:31:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:50Z', 'updated_at': '2021-12-22T15:28:03Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '7b943ebb-0fd8-4c09-8c2f-792c7924c5a0', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:29:00.930730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['9a5f82a3-8e7d-4403-b6c7-50bcd1583eee']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:01.134606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] DHCP port deletion for 98673d43-22a9-44aa-898b-e199d52b1ab0 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:29:01.157252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Deleting port f515f89f-63d5-4f49-a037-8cace58d292a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:01.161185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.213184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port f515f89f-63d5-4f49-a037-8cace58d292a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f515f89f-63d5-4f49-a037-8cace58d292a,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:01.214141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.530701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for f515f89f-63d5-4f49-a037-8cace58d292a owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:01.592734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.600356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-07c65295-9d6e-46cf-948d-342d47648b1c tempest-RoutersNegativeTest-660106335 tempest-RoutersNegativeTest-660106335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:01.626036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5d2eef-ddac-4cf3-93ef-d96176faa6f4 req-412927d6-9641-4120-a22a-9fbe95258c02 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 210 time: 0.1858642 Dec 22 15:29:01.652913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:01.677822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:01.717458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:01.723528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.756198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] For port f515f89f-63d5-4f49-a037-8cace58d292a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f515f89f-63d5-4f49-a037-8cace58d292a,segment=NetworkSegment(67fee18d-5f3f-40d9-b552-2c6a9fc14245),segment_id=67fee18d-5f3f-40d9-b552-2c6a9fc14245)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:01.756701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.777884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=934d58a4-3069-4bb2-9e7f-fc07381832bf,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:01.783577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:01.795422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Checking segment: {'id': '747868dd-41fc-4014-a302-4d652571f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:29:01.795983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Network hostable DHCP agents. Network: 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:29:01.877429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.890014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:29:01.934736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.940599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:29:01.949193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:01.950908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:01.953333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63f089c6-c95a-4dc5-8ecd-b0471d138215 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:01.960783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e813064-bd87-468a-89d9-a8fb551877f5 None None] Network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:01.993512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Calling delete_port for f515f89f-63d5-4f49-a037-8cace58d292a owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:02.075220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=f515f89f-63d5-4f49-a037-8cace58d292a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:02.085202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:02.087049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5951691 Dec 22 15:29:02.096655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No DVR routers for this DVR port f515f89f-63d5-4f49-a037-8cace58d292a on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:29:02.214269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.5 (af7e2f1a-d210-4c82-a78b-d598dee52c9e/43dbf1cf-c00e-484a-a31e-eab94d7d2e39/a677d2f1-7093-4867-bda2-81c1c3aa1321) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:29:02.426602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:02.536451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98673d43-22a9-44aa-898b-e199d52b1ab0']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:02.567208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fee18d-5f3f-40d9-b552-2c6a9fc14245') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:02.567540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fee18d-5f3f-40d9-b552-2c6a9fc14245') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:02.579361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7808690-270e-47ab-96f2-a0f46c32500c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:02.584265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:02.584588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:29:02.591717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:02.604277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c0d72-c014-4039-974f-b40507158cb2 None None] Network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:02.656216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:02.672835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:29:02.673606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:02.975536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f515f89f-63d5-4f49-a037-8cace58d292a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:03.010610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5a24120b-37e8-47cd-b0a8-a1632e304987 req-11329069-9c27-4cb8-b693-c3d10e9608e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 210 time: 0.0872598 Dec 22 15:29:03.026008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: f515f89f-63d5-4f49-a037-8cace58d292a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:03.026880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f515f89f-63d5-4f49-a037-8cace58d292a not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:03.027432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 000a6854-f3cf-4eea-9add-c0f260637c54 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:03.069320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 000a6854-f3cf-4eea-9add-c0f260637c54 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:03.069866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 000a6854-f3cf-4eea-9add-c0f260637c54 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:03.085865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Deleting port f515f89f-63d5-4f49-a037-8cace58d292a {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:03.086058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:03.228806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1b4317c7-d9d7-4619-b60c-2e0e15092e8f None None] The port 'f515f89f-63d5-4f49-a037-8cace58d292a' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:03.387450 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:03.554529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:03.614750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object a677d2f1-7093-4867-bda2-81c1c3aa1321 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:29:03.655150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:03.661782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:03.706796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:03.711954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=98673d43-22a9-44aa-898b-e199d52b1ab0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:03.717136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:03.719858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:03.732443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31f3eeaa-2e6e-4f3c-b081-f76fc6228d4e tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:03.798389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:03.803103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/98673d43-22a9-44aa-898b-e199d52b1ab0 HTTP/1.1" status: 204 len: 168 time: 3.7757461 Dec 22 15:29:03.808256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48466) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:03.820516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:29:03.824354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:29:03.835980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:03.886184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a677d2f1-7093-4867-bda2-81c1c3aa1321,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:03.892417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:03.947328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:03.948339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.015631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0953453 Dec 22 15:29:04.029627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Request body: {'port': {'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:04.115682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48476) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:04.136116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-641872408-network', 'tenant_id': 'f9d208c034fb46f48afc21d4f385cd0d'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:04.155956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:04.176720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Usage tracker for resource:network and tenant:f9d208c034fb46f48afc21d4f385cd0d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:04.181887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:04.196280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:04.223037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.248230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Made reservation on behalf of f9d208c034fb46f48afc21d4f385cd0d for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:04.254059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.295245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.451917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:04.496498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e58260e9-7c22-40b3-85bf-d860e31247b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.642582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-76f3df37-1ac2-4ac6-8937-7b3ebd1efe96 None None] Provisioning for port a677d2f1-7093-4867-bda2-81c1c3aa1321 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:29:04.665899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-76f3df37-1ac2-4ac6-8937-7b3ebd1efe96 None None] Provisioning complete for port a677d2f1-7093-4867-bda2-81c1c3aa1321 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:29:04.668117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76f3df37-1ac2-4ac6-8937-7b3ebd1efe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.685138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8163e-9dd1-4b5b-aed6-8d46daa9e961 req-113bbb5e-03b2-4325-9a45-978ef06b1435 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:04.686202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-68c8163e-9dd1-4b5b-aed6-8d46daa9e961 req-113bbb5e-03b2-4325-9a45-978ef06b1435 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:04.767119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-76f3df37-1ac2-4ac6-8937-7b3ebd1efe96 None None] Port a677d2f1-7093-4867-bda2-81c1c3aa1321 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:29:04.781829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-68c8163e-9dd1-4b5b-aed6-8d46daa9e961 req-113bbb5e-03b2-4325-9a45-978ef06b1435 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:04.783233 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68c8163e-9dd1-4b5b-aed6-8d46daa9e961 req-113bbb5e-03b2-4325-9a45-978ef06b1435 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 931 time: 0.4412181 Dec 22 15:29:04.785706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d208c034fb46f48afc21d4f385cd0d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:04.794766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:04.804698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:04.886696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68c8163e-9dd1-4b5b-aed6-8d46daa9e961 req-371d944a-f8cd-434f-bb02-58ec00842b7c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858836 Dec 22 15:29:04.912673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:04.919363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.010788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a677d2f1-7093-4867-bda2-81c1c3aa1321 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:29:05.025949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.056030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.168280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.176307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Transition to ACTIVE for port object a677d2f1-7093-4867-bda2-81c1c3aa1321 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:29:05.181732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:29:05.189469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7d5f9743-87f9-4741-980e-e880079f4416 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:05.210463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.215354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.215535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Added segment 59382e14-dbd2-4454-aea1-b830901e5ca7 of type vlan for network 32d499b7-c665-4acd-9ef6-e33742de8cfa Dec 22 15:29:05.222766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-97bc06b7-c764-4a4a-a2ee-b44743aaa57a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:05.262721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9404ee-f5ec-45da-aa7f-44a44b1885dd,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:05.389780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:05.464485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.500841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a677d2f1-7093-4867-bda2-81c1c3aa1321,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:05.511351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:05.639049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Attempting to bind port a677d2f1-7093-4867-bda2-81c1c3aa1321 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:29:05.642315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Attempting to bind port a677d2f1-7093-4867-bda2-81c1c3aa1321 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:29:05.642853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Attempting to bind port a677d2f1-7093-4867-bda2-81c1c3aa1321 on network af7e2f1a-d210-4c82-a78b-d598dee52c9e {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:29:05.649386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.651156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:05.652247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.652868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Port a677d2f1-7093-4867-bda2-81c1c3aa1321 on network af7e2f1a-d210-4c82-a78b-d598dee52c9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:29:05.653696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Attempting to bind port a677d2f1-7093-4867-bda2-81c1c3aa1321 on network af7e2f1a-d210-4c82-a78b-d598dee52c9e {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:29:05.668691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:29:05.669364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Checking segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:29:05.669958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Bound using segment: {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:29:05.670713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Bound port: a677d2f1-7093-4867-bda2-81c1c3aa1321, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:29:05.671393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.677209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c82e165-4e3f-42e1-b817-1c6a129dca51 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:05.815576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] For port a677d2f1-7093-4867-bda2-81c1c3aa1321, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:29:05.819831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] For port a677d2f1-7093-4867-bda2-81c1c3aa1321, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:29:05.849552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Pushing event updated for resources: {'Network': ['ID=32d499b7-c665-4acd-9ef6-e33742de8cfa,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:05.869743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7521532 Dec 22 15:29:05.872866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:05.877813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.877813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.877813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.877813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.877813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.877813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.878934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.878934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.878934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.879426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.879909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:05.880082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Request body: {'subnet': {'network_id': '32d499b7-c665-4acd-9ef6-e33742de8cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-641872408-subnet', 'tenant_id': 'f9d208c034fb46f48afc21d4f385cd0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:05.884118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:05.885780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:05.891893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Usage tracker for resource:subnet and tenant:f9d208c034fb46f48afc21d4f385cd0d is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:05.895681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:05.905082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:05.908235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:05.909407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 32d499b7-c665-4acd-9ef6-e33742de8cfa details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:29:05.922392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:06.004038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:06.005874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 200 len: 1093 time: 1.9822519 Dec 22 15:29:06.024718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:06.097492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a677d2f1-7093-4867-bda2-81c1c3aa1321,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:06.104112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:06.105410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Made reservation on behalf of f9d208c034fb46f48afc21d4f385cd0d for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:06.142875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:06.247465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'status': 'completed', 'code': 200} Dec 22 15:29:06.400273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-185feead-6151-49d9-b244-3fb5a758d3db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1096 time: 0.2202327 Dec 22 15:29:06.445707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 97db6733-2539-40ba-9c6d-828b76d90264 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:06.446366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:06.548507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-27f8d5df-bd1c-43fe-8cff-47ebe01f79d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 200 len: 217 time: 0.1393745 Dec 22 15:29:06.611738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82569e8-d8ad-4264-b1e7-15e99ce853c6 req-1fc0c799-d219-4d01-b4eb-cc4630395071 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:06.613596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d82569e8-d8ad-4264-b1e7-15e99ce853c6 req-1fc0c799-d219-4d01-b4eb-cc4630395071 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 943 time: 0.3392687 Dec 22 15:29:06.669831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-3cb124f6-071d-4726-b174-11928b70f517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:06.669831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-3cb124f6-071d-4726-b174-11928b70f517 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43dbf1cf-c00e-484a-a31e-eab94d7d2e39 HTTP/1.1" status: 200 len: 835 time: 0.1147966 Dec 22 15:29:06.731480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:06.742425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-831912d9-b5b8-4e1f-a962-57f6f687ba8a tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:06.769795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:06.787848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d82569e8-d8ad-4264-b1e7-15e99ce853c6 req-0ad7ed14-6bf4-46e8-b8e9-3c59452e6a99 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019430 Dec 22 15:29:06.790374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 97db6733-2539-40ba-9c6d-828b76d90264, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=97db6733-2539-40ba-9c6d-828b76d90264,segment=NetworkSegment(9d4eab49-8406-4aaf-8232-b2168820fa17),segment_id=9d4eab49-8406-4aaf-8232-b2168820fa17)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:06.790374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:06.838470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0de74f-545f-4e33-b10e-38028dcf3148,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:06.849436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:06.882976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Checking segment: {'id': '59382e14-dbd2-4454-aea1-b830901e5ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '32d499b7-c665-4acd-9ef6-e33742de8cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:29:06.883398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Network hostable DHCP agents. Network: 32d499b7-c665-4acd-9ef6-e33742de8cfa, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:29:06.892072 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-39343295-6cc6-43b0-8cf7-8c18f89e3d15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=af7e2f1a-d210-4c82-a78b-d598dee52c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2122965 Dec 22 15:29:06.952298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 97db6733-2539-40ba-9c6d-828b76d90264 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:07.060149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Network 32d499b7-c665-4acd-9ef6-e33742de8cfa is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:29:07.075685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-d51c81f2-420b-47c8-b2a9-f5467b635686 service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739447 Dec 22 15:29:07.153124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 32d499b7-c665-4acd-9ef6-e33742de8cfa) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:29:07.164541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:07.164918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc255ed-6cbc-4e12-868e-b8b750b522a2 None None] Network 32d499b7-c665-4acd-9ef6-e33742de8cfa requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:07.165917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:07.244611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:07.256665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3549abe-be7e-44f7-b15a-779f1d86cb2a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:07.315960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35a62e6-23c6-4fcc-9bd1-8f934adb1542 req-9430ce05-fd40-47ea-8dab-dfe3d0c689a7 service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337921 Dec 22 15:29:07.317996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4440098 Dec 22 15:29:07.372110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=97db6733-2539-40ba-9c6d-828b76d90264,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:07.376004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:07.655293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149068f8-afb1-4559-a38c-f8abcca71d00 None None] Network 32d499b7-c665-4acd-9ef6-e33742de8cfa requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:07.670309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-3888c1f7-e22a-4389-a1fc-42f5401d7748 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1096 time: 0.2322924 Dec 22 15:29:08.124297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-2ad9c6cb-7adc-49f0-bf2a-2c92b7e450e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:08.126009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-2ad9c6cb-7adc-49f0-bf2a-2c92b7e450e1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 897 time: 0.4486084 Dec 22 15:29:08.128806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:08.271746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-3ca46107-35d9-49e7-b114-9281088b0283 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 200 len: 217 time: 0.1378241 Dec 22 15:29:08.577223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-9c5733a2-5b40-4fd0-925e-188d377e1bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:08.580656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-9c5733a2-5b40-4fd0-925e-188d377e1bfa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43dbf1cf-c00e-484a-a31e-eab94d7d2e39 HTTP/1.1" status: 200 len: 835 time: 0.2328997 Dec 22 15:29:08.769851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0e24f-7268-47a1-9d0c-cb02d62ff03b req-53f6e2ca-3aa6-46a4-8dd9-f3cdef5fb87d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:08.782925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7fa0e24f-7268-47a1-9d0c-cb02d62ff03b req-53f6e2ca-3aa6-46a4-8dd9-f3cdef5fb87d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 943 time: 0.5090446 Dec 22 15:29:08.896112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7fa0e24f-7268-47a1-9d0c-cb02d62ff03b req-b8cb1f23-fb6e-4479-8e2e-3b8acc040e68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112070 Dec 22 15:29:08.909557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-cba5025a-39b1-4a23-9ff1-7be5054411a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=af7e2f1a-d210-4c82-a78b-d598dee52c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3214049 Dec 22 15:29:09.152791 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-5f7ec522-3a8b-42bc-98ae-4090b0010e8c service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345152 Dec 22 15:29:09.337154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-87451743-a22c-4aad-8d17-52be5be868c7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:09.337986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-87451743-a22c-4aad-8d17-52be5be868c7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Synchronizing usage tracker for tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:09.409644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-87451743-a22c-4aad-8d17-52be5be868c7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Unset dirty status for tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:09.411875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-87451743-a22c-4aad-8d17-52be5be868c7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/networks?id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd HTTP/1.1" status: 200 len: 811 time: 0.7400844 Dec 22 15:29:09.447276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-465d5b98-8cb2-4ce0-9b53-d1cbec62aa1e req-65a19abb-d7bd-465e-a64d-79af0113f555 service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882602 Dec 22 15:29:09.467251 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-1a74458c-c510-4925-bf38-41983c23b7e7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/quotas/0eb95bf5b51b4e16a9507fdc81dc78d7 HTTP/1.1" status: 200 len: 375 time: 0.0407057 Dec 22 15:29:09.473908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:29:09.595479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-cbeea083-fdfb-4fa1-a6d7-d94e8a7dda96 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb95bf5b51b4e16a9507fdc81dc78d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097884 Dec 22 15:29:09.614441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-b5262c6e-b092-4b7a-acf7-8c6177a65a72 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:29:09.616027 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-b5262c6e-b092-4b7a-acf7-8c6177a65a72 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0093215 Dec 22 15:29:09.951819 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-eb710bd5-e5ce-474d-8341-bc44a97d912d service neutron] 10.222.0.32 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735703 Dec 22 15:29:09.969545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:29:09.990161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:29:10.017686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:10.019150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:10.035719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2252936 Dec 22 15:29:10.040192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48516) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:10.326200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-14210799-860e-40c8-8aba-5da046947fbb service neutron] 10.222.0.32 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590214 Dec 22 15:29:10.395145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:10.708411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a677d2f1-7093-4867-bda2-81c1c3aa1321 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:29:10.711421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30d994-1918-49ee-a568-af593ad6cbf3 req-905ff2b7-2e67-407f-b00a-a7b477dd7407 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:10.713195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba30d994-1918-49ee-a568-af593ad6cbf3 req-905ff2b7-2e67-407f-b00a-a7b477dd7407 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 943 time: 0.2324445 Dec 22 15:29:10.726738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet 7b943ebb-0fd8-4c09-8c2f-792c7924c5a0 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:10.755516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:10.840250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:10.880343 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba30d994-1918-49ee-a568-af593ad6cbf3 req-1a8714f5-0943-49d3-9ca9-840a6eb4ab48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507254 Dec 22 15:29:10.957662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.051146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a677d2f1-7093-4867-bda2-81c1c3aa1321, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:11.064442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:07Z', 'revision_number': 10, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:11.073176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:29:11.075481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:29:11.132639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:11.133740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:11.192634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.200846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc0d7968-cb64-46ba-841f-915b8004c54d tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:11.262014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=7b943ebb-0fd8-4c09-8c2f-792c7924c5a0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:11.268077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:11.315166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.340218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ae98e2c-42a8-408f-8a13-2baa817bd3f1 req-05408788-f8b5-427b-923f-199c8b0369e1 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 210 time: 0.0750663 Dec 22 15:29:11.347942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-52b07d1c-7cd9-4906-ae3a-fd103a894616 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/7b943ebb-0fd8-4c09-8c2f-792c7924c5a0 HTTP/1.1" status: 204 len: 168 time: 1.3037894 Dec 22 15:29:11.355651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48538) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:11.384832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91555fe9-719f-4c17-9caa-a1b6a59495cc None None] Network e0941754-7c58-48f5-90d3-db60a118173b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:11.457537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.563735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:11.585785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.606068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 57a6fb08-28bc-4998-ac61-45d337b00fba {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:11.606802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.628021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a677d2f1-7093-4867-bda2-81c1c3aa1321 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:29:11.960544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 57a6fb08-28bc-4998-ac61-45d337b00fba, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57a6fb08-28bc-4998-ac61-45d337b00fba,segment=NetworkSegment(9d4eab49-8406-4aaf-8232-b2168820fa17),segment_id=9d4eab49-8406-4aaf-8232-b2168820fa17)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:11.961387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:11.970785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a677d2f1-7093-4867-bda2-81c1c3aa1321, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:12.050322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:12.061395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:12.255739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 57a6fb08-28bc-4998-ac61-45d337b00fba owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:12.321780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['a677d2f1-7093-4867-bda2-81c1c3aa1321'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:12.392417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a677d2f1-7093-4867-bda2-81c1c3aa1321,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:12.414115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.414691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.415247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.415710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.416181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.416632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.417082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.417538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.418125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.418569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.419084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:29:12.428003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:12.463227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790870b-1a54-48bb-b603-a28f8121c5b5 req-39fffaa5-0ac8-4f35-9ff6-4d7ab7ccb742 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:12.473201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3790870b-1a54-48bb-b603-a28f8121c5b5 req-39fffaa5-0ac8-4f35-9ff6-4d7ab7ccb742 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 944 time: 0.3456941 Dec 22 15:29:12.575230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:12.613126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28786894-5e93-4dae-bec2-3d4b082d9340 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:12.643070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b70ace-bdcb-4e96-9fc0-65678126ca6e None None] DHCP port deletion for e0941754-7c58-48f5-90d3-db60a118173b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:29:12.695767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=57a6fb08-28bc-4998-ac61-45d337b00fba,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:12.717403 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3790870b-1a54-48bb-b603-a28f8121c5b5 req-5106dcd4-bf78-422e-8a5d-7686436d4dba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430496 Dec 22 15:29:12.718508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:12.736184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No DVR routers for this DVR port 57a6fb08-28bc-4998-ac61-45d337b00fba on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:29:12.782592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-226c9ae8-bee2-435f-9061-d10f6bccf800 req-1937a443-f735-426f-92d0-b70683184e7c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 210 time: 0.1210692 Dec 22 15:29:12.816506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57a6fb08-28bc-4998-ac61-45d337b00fba no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:12.880698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 57a6fb08-28bc-4998-ac61-45d337b00fba {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:12.881512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57a6fb08-28bc-4998-ac61-45d337b00fba not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:12.896622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:07Z', 'revision_number': 10, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:12.911104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2679-3365-4c78-8286-af8dd962aa91 None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:07Z', 'revision_number': 10, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None, '_interfaces': [{'id': '3aa6a706-ffc0-4bb6-9f37-047220235ce4', 'name': '', 'network_id': 'cb4a5364-1e63-40b8-9ad0-c0bd03f8624d', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'mac_address': 'fa:16:3e:8b:9a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:39Z', 'updated_at': '2021-12-22T15:27:58Z', 'revision_number': 5, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'subnets': [{'id': '1c21acff-1b4a-4ee6-a37d-136a07a10f19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:29:12.999667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:13.037958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0941754-7c58-48f5-90d3-db60a118173b']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:13.056320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4eab49-8406-4aaf-8232-b2168820fa17') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:13.056650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4eab49-8406-4aaf-8232-b2168820fa17') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:13.077448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:13.099787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:13.108225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:29:13.108857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:13.139495 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:13.335525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:13.340470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baeda4b9-1f99-49aa-be6a-c9ae134c7690 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:13.361446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:13.373949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=e0941754-7c58-48f5-90d3-db60a118173b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:13.380087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:13.388028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/e0941754-7c58-48f5-90d3-db60a118173b HTTP/1.1" status: 204 len: 168 time: 2.0310485 Dec 22 15:29:13.392836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48562) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:14.040523 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-29f5cd02-6a4e-431f-bb6b-702d6d382d62 req-0e4e6c32-e33c-4071-b992-9ef4d8bfc5b2 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 210 time: 0.0873497 Dec 22 15:29:14.123574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44de187-48f8-4afc-bfcd-f57e5a90dfc3 req-da7ea4b2-fc45-4900-b89a-0926ec9cc598 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:14.129964 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f44de187-48f8-4afc-bfcd-f57e5a90dfc3 req-da7ea4b2-fc45-4900-b89a-0926ec9cc598 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 944 time: 0.1542087 Dec 22 15:29:14.130155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-50a39181-344c-452c-8a79-a935b34f75cc tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:14.132030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-50a39181-344c-452c-8a79-a935b34f75cc tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.71 "GET /v2.0/networks?id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd HTTP/1.1" status: 200 len: 811 time: 0.3824263 Dec 22 15:29:14.160640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:14.239133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f44de187-48f8-4afc-bfcd-f57e5a90dfc3 req-3b2285d4-70b2-482f-91a7-0e159570b9f7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969293 Dec 22 15:29:14.295191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Request body: {'port': {'device_id': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd', 'admin_state_up': True, 'tenant_id': '0eb95bf5b51b4e16a9507fdc81dc78d7'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:14.704770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97db6733-2539-40ba-9c6d-828b76d90264 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:14.760640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a677d2f1-7093-4867-bda2-81c1c3aa1321 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:29:14.789441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:14.803807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Usage tracker for resource:port and tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:14.814306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:14.830991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:14.842382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 97db6733-2539-40ba-9c6d-828b76d90264 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:14.843071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 97db6733-2539-40ba-9c6d-828b76d90264 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:14.941302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port a677d2f1-7093-4867-bda2-81c1c3aa1321 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:29:14.951115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port a677d2f1-7093-4867-bda2-81c1c3aa1321 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:29:14.954132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:15.024138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Made reservation on behalf of 0eb95bf5b51b4e16a9507fdc81dc78d7 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:15.029994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:15.210447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:15.445950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:15.459075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a677d2f1-7093-4867-bda2-81c1c3aa1321, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:15.495904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:15.500341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ced42323-05f2-44a7-af0e-2349ab4facfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:15.547118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Allocated IP 172.20.0.13 (43ff20cd-59c9-48e5-b2d7-98e4e6896dfd/934d58a4-3069-4bb2-9e7f-fc07381832bf/03f42deb-74b2-491e-8ee5-8fd1e6572b21) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:29:15.607319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a677d2f1-7093-4867-bda2-81c1c3aa1321,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:15.611068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:15.695738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3519e-eaa1-4e29-9e1e-4d09c77bb1dd req-82e4649d-cd00-4024-a2f3-1eb0f725c6ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:15.699434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da3519e-eaa1-4e29-9e1e-4d09c77bb1dd req-82e4649d-cd00-4024-a2f3-1eb0f725c6ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.1577387 Dec 22 15:29:15.792206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9da3519e-eaa1-4e29-9e1e-4d09c77bb1dd req-b338ff48-d53b-4e82-b9a7-541997dedfaf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833490 Dec 22 15:29:15.831064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0652027f-88d9-4b75-aa35-91fdc1a6fc97 req-c62f8588-eb6e-47fd-a0d3-afc42546a8b0 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 210 time: 0.1812379 Dec 22 15:29:15.862786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'code': 200} Dec 22 15:29:16.087978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:16.135797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 3aa6a706-ffc0-4bb6-9f37-047220235ce4 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:16.136422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:16.608692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:16.630169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d45f359-3014-4b3c-81db-f7074d119659 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:16.752202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Pushing event updated for resources: {'Port': ['ID=03f42deb-74b2-491e-8ee5-8fd1e6572b21,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:16.756666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:16.769797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:29:16.776893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:29:16.784260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:16.842454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 3aa6a706-ffc0-4bb6-9f37-047220235ce4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3aa6a706-ffc0-4bb6-9f37-047220235ce4,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:16.842894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:16.933307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b81b8e6b-c2c8-4dd0-8f28-d9c820e21a50 req-f8da97af-6cac-4389-8cd7-1ed09ecc0817 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1098 time: 0.3642411 Dec 22 15:29:17.009122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 3aa6a706-ffc0-4bb6-9f37-047220235ce4 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:17.097741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634588a-82b5-47f8-a0db-2e3ee9196342 req-98a3a01a-f3a7-4792-a5cc-779176f8e74d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:17.100919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2634588a-82b5-47f8-a0db-2e3ee9196342 req-98a3a01a-f3a7-4792-a5cc-779176f8e74d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.1587198 Dec 22 15:29:17.127252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:17.127988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:17.195422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b81b8e6b-c2c8-4dd0-8f28-d9c820e21a50 req-a6f51832-d9a3-434c-9c08-84b5c7664d0a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962724 Dec 22 15:29:17.233799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2634588a-82b5-47f8-a0db-2e3ee9196342 req-0722c549-b181-4365-bea6-c296b3297e11 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165481 Dec 22 15:29:17.283208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea3952-2d51-4025-b7d8-fb345554cb4b req-07efaa42-4565-4662-9bed-af717b67d75e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:17.283208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-daea3952-2d51-4025-b7d8-fb345554cb4b req-07efaa42-4565-4662-9bed-af717b67d75e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Synchronizing usage tracker for tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:17.339806 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1944189 Dec 22 15:29:17.392769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Request body: {'port': {'device_id': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:17.503100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-daea3952-2d51-4025-b7d8-fb345554cb4b req-07efaa42-4565-4662-9bed-af717b67d75e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Unset dirty status for tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:17.504577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-daea3952-2d51-4025-b7d8-fb345554cb4b req-07efaa42-4565-4662-9bed-af717b67d75e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 932 time: 0.4528425 Dec 22 15:29:17.619012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:17.736693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-daea3952-2d51-4025-b7d8-fb345554cb4b req-2ad383a0-c9f5-468f-ae24-ce0000953383 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231092 Dec 22 15:29:17.815522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:17.827326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bd194f84-a676-4a02-b976-f63cf087bc43 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:17.911995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=3aa6a706-ffc0-4bb6-9f37-047220235ce4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:17.922928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:18.364107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:18.643322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012de658-20a0-4c73-80d7-67843822fbe6 req-e0120b38-2e4b-4b8e-a9c1-77c057f27619 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:18.645324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-012de658-20a0-4c73-80d7-67843822fbe6 req-e0120b38-2e4b-4b8e-a9c1-77c057f27619 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.1011872 Dec 22 15:29:18.720802 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-012de658-20a0-4c73-80d7-67843822fbe6 req-0fd540d1-afc0-487b-a084-cfcbcd79a82e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661199 Dec 22 15:29:18.962349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f42deb-74b2-491e-8ee5-8fd1e6572b21 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:29:19.044764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1723bd9-9e64-43db-9319-d27f078bc85d req-f104778c-a8f3-4af7-aaa8-05fa1e27a075 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:19.048093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1723bd9-9e64-43db-9319-d27f078bc85d req-f104778c-a8f3-4af7-aaa8-05fa1e27a075 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 932 time: 0.1097417 Dec 22 15:29:19.051838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:19.103665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Transition to ACTIVE for port object 03f42deb-74b2-491e-8ee5-8fd1e6572b21 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:29:19.136073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c1723bd9-9e64-43db-9319-d27f078bc85d req-bb5bf50d-ea23-45fb-9996-3f4025bf24b4 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Synchronizing usage tracker for tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:19.206899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:19.213698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02839c46-ccef-4b35-b442-7823d2cbb23c tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:19.290042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c1723bd9-9e64-43db-9319-d27f078bc85d req-bb5bf50d-ea23-45fb-9996-3f4025bf24b4 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Unset dirty status for tenant:0eb95bf5b51b4e16a9507fdc81dc78d7 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:19.292026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1723bd9-9e64-43db-9319-d27f078bc85d req-bb5bf50d-ea23-45fb-9996-3f4025bf24b4 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347312 Dec 22 15:29:19.611167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aea25b-45d3-423a-9340-135ca41c6913 req-bbb1a5ed-9ffc-49d3-bb38-66788ad5d9e1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:19.613464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41aea25b-45d3-423a-9340-135ca41c6913 req-bbb1a5ed-9ffc-49d3-bb38-66788ad5d9e1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.7211730 Dec 22 15:29:19.765466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Pushing event updated for resources: {'Port': ['ID=03f42deb-74b2-491e-8ee5-8fd1e6572b21,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:19.772217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:19.820060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:29:19.866371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41aea25b-45d3-423a-9340-135ca41c6913 req-5e5a1f8a-1672-4dcb-b080-efbd5c597cb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359097 Dec 22 15:29:19.918596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48610) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:20.076318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b226dc0-9254-48cb-9321-fd16d6430e00 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1093 time: 0.1548193 Dec 22 15:29:20.079701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48614) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:20.088732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:20.098068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:20.098942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Attempting to bind port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:29:20.099379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Attempting to bind port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '747868dd-41fc-4014-a302-4d652571f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:29:20.099816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Attempting to bind port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 on network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:29:20.104580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:20.116677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:20.117003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 on network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:29:20.117377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Attempting to bind port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 on network 43ff20cd-59c9-48e5-b2d7-98e4e6896dfd {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:29:20.122316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:29:20.133346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:20.139259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:29:20.139653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Checking segment: {'id': '747868dd-41fc-4014-a302-4d652571f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:29:20.140053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Bound using segment: {'id': '747868dd-41fc-4014-a302-4d652571f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:29:20.140199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:29:20.140593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Bound port: 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747868dd-41fc-4014-a302-4d652571f03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:29:20.141289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:20.156998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7628987 Dec 22 15:29:20.161043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:20.163401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:20.163799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48618) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:20.241914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:20.293533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] For port 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:29:20.298867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] For port 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21,segment=NetworkSegment(747868dd-41fc-4014-a302-4d652571f03f),segment_id=747868dd-41fc-4014-a302-4d652571f03f)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:29:20.397037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:20.397636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:20.410221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:20.540294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:20.542216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] 10.222.0.71 "PUT /v2.0/ports/03f42deb-74b2-491e-8ee5-8fd1e6572b21 HTTP/1.1" status: 200 len: 1094 time: 3.1547337 Dec 22 15:29:20.542879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'tag': '03f42deb-74b2-491e-8ee5-8fd1e6572b21'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:20.570569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Pushing event updated for resources: {'Port': ['ID=03f42deb-74b2-491e-8ee5-8fd1e6572b21,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:20.596110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:20.601059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:17Z', 'revision_number': 11, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:20.607425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:29:20.622992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:20.624045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:20.661199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'tag': '03f42deb-74b2-491e-8ee5-8fd1e6572b21', 'status': 'completed', 'code': 200} Dec 22 15:29:20.801957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting subnet 1c21acff-1b4a-4ee6-a37d-136a07a10f19 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:20.833238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:20.848966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:20.883367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-13a42125-89f3-431b-a878-7d7626d813df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0eb95bf5b51b4e16a9507fdc81dc78d7&device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 1097 time: 0.2051296 Dec 22 15:29:20.969037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b93f25-1a05-483c-8154-ff9bfa173681 req-5a5947e4-7dbf-4d10-8af8-195e16bff0c7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:20.970848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92b93f25-1a05-483c-8154-ff9bfa173681 req-5a5947e4-7dbf-4d10-8af8-195e16bff0c7 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 944 time: 0.3992367 Dec 22 15:29:20.977815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:20.990137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:17Z', 'revision_number': 11, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:20.996311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c88345e-cd49-4b4b-818a-4d17c92be3d9 None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:17Z', 'revision_number': 11, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:29:21.001925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-9d1915d3-72d8-45ae-bc6c-1e3fdbe9046d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21 HTTP/1.1" status: 200 len: 217 time: 0.1079061 Dec 22 15:29:21.018723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:21.087614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-61bebe06-f14e-470d-a21e-c1a514a549f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:21.089618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-61bebe06-f14e-470d-a21e-c1a514a549f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=934d58a4-3069-4bb2-9e7f-fc07381832bf HTTP/1.1" status: 200 len: 851 time: 0.0844429 Dec 22 15:29:21.147205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-9ede4be4-86d4-439e-b224-681ae13812a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511286 Dec 22 15:29:21.229675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92b93f25-1a05-483c-8154-ff9bfa173681 req-ed211928-e69e-4c2d-8f25-3e1c35e2aa2f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202713 Dec 22 15:29:21.319170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-8d2246d4-0b34-4bef-82c2-7a09919bd114 service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657939 Dec 22 15:29:21.396066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.33 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/36952292-17d9-4aa3-bf92-a1016190e078) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:29:21.403753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:21.492854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33b50f2-7d20-4bd4-b2d2-04ca3fedac9e req-689b3531-9095-4de1-9575-9c8ca38afb70 service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675534 Dec 22 15:29:21.856305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-e8d5ce01-45ba-429f-a06a-4a1d01512ed2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0eb95bf5b51b4e16a9507fdc81dc78d7&device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 1097 time: 0.1013114 Dec 22 15:29:22.108326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-02a3588f-734c-4908-aee2-23edc968ba82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:22.111346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-02a3588f-734c-4908-aee2-23edc968ba82 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd HTTP/1.1" status: 200 len: 912 time: 0.2489254 Dec 22 15:29:22.206829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-8b171993-63c6-44ca-89a0-de83841e04b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21 HTTP/1.1" status: 200 len: 217 time: 0.0884082 Dec 22 15:29:22.261941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:22.267353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-095819aa-e11d-4b6e-83f1-95fe9b537c33 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:22.297488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-66197418-e6a7-4b13-87af-b02bf2eee1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:22.299872 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-66197418-e6a7-4b13-87af-b02bf2eee1af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=934d58a4-3069-4bb2-9e7f-fc07381832bf HTTP/1.1" status: 200 len: 851 time: 0.0842979 Dec 22 15:29:22.315183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Subnet': ['ID=1c21acff-1b4a-4ee6-a37d-136a07a10f19,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:22.319776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:22.346054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:22.346054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/1c21acff-1b4a-4ee6-a37d-136a07a10f19 HTTP/1.1" status: 204 len: 168 time: 2.1685550 Dec 22 15:29:22.346054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48632) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:22.349644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0a1fe-297a-400d-80ae-8ce873394e56 None None] Network cb4a5364-1e63-40b8-9ad0-c0bd03f8624d requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:29:22.445149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-d6f67162-4964-45ff-9e43-a2862536498b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370888 Dec 22 15:29:22.484662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:22.529763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:22.551819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Deleting port 57936413-8e3e-4c44-ad85-4a208d135d36 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:22.552203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:22.720852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3aa6a706-ffc0-4bb6-9f37-047220235ce4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:22.783641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 3aa6a706-ffc0-4bb6-9f37-047220235ce4 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:22.784003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3aa6a706-ffc0-4bb6-9f37-047220235ce4 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:22.864088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-bf72d7b8-e476-424f-83a8-35a4899a9894 service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115334 Dec 22 15:29:22.901579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:22.929459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a06e2-0bdf-4ca3-9c7c-98f3b302ed52 req-2a2fcccb-63ab-4462-956d-2c3310e4dd43 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:22.930530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] DHCP port deletion for cb4a5364-1e63-40b8-9ad0-c0bd03f8624d request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:29:22.931868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a062bc18-b590-421a-9bc0-c8e02f259672 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:22.934102 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c22a06e2-0bdf-4ca3-9c7c-98f3b302ed52 req-2a2fcccb-63ab-4462-956d-2c3310e4dd43 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 944 time: 0.3869712 Dec 22 15:29:22.940759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Deleting port 57936413-8e3e-4c44-ad85-4a208d135d36 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:22.941992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:23.020763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] For port 57936413-8e3e-4c44-ad85-4a208d135d36, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57936413-8e3e-4c44-ad85-4a208d135d36,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:23.021341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:23.043016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:29:23.110178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:29:23.177396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:23.215910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:29:23.250237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c22a06e2-0bdf-4ca3-9c7c-98f3b302ed52 req-15f663e5-bc0c-41c6-a069-0006eece675d tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032641 Dec 22 15:29:23.265850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15e42eb7-60d4-4325-b177-2abbe40ba8e2 req-a5804057-5b5d-48bf-934c-41a1d475ec1a service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940480 Dec 22 15:29:23.310669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Calling delete_port for 57936413-8e3e-4c44-ad85-4a208d135d36 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:23.341008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=36952292-17d9-4aa3-bf92-a1016190e078,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:23.354668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:23.415252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] For port 57936413-8e3e-4c44-ad85-4a208d135d36, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=57936413-8e3e-4c44-ad85-4a208d135d36,segment=NetworkSegment(2aca2911-c384-4196-bd7c-88638dff64b0),segment_id=2aca2911-c384-4196-bd7c-88638dff64b0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:23.415775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:23.567460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Calling delete_port for 57936413-8e3e-4c44-ad85-4a208d135d36 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:23.572501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:23.586560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4559d096-3c4b-4fc2-8fbd-96254745da9f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:23.641508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Port': ['ID=57936413-8e3e-4c44-ad85-4a208d135d36,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:23.649180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: (self, other), Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: (self, other), Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:29:23.658018 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 15:29:23.668338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:29:23.668338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:29:23.675217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No DVR routers for this DVR port 57936413-8e3e-4c44-ad85-4a208d135d36 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:29:23.922132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:23.969018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4a5364-1e63-40b8-9ad0-c0bd03f8624d']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:23.993660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aca2911-c384-4196-bd7c-88638dff64b0') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:23.994234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aca2911-c384-4196-bd7c-88638dff64b0') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:24.015704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.046070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.057856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:29:24.058318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:24.074983 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:24.166278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Deleting port 57936413-8e3e-4c44-ad85-4a208d135d36 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:24.179470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.254135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-255f400c-f0ca-4d58-954c-494f9d74f3ad None None] The port '57936413-8e3e-4c44-ad85-4a208d135d36' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:29:24.301104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.340202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.346891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e511ddb-e2c7-42b8-95e3-bd35517c505d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:24.364096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.378876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Pushing event deleted for resources: {'Network': ['ID=cb4a5364-1e63-40b8-9ad0-c0bd03f8624d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:24.385519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:24.393388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/networks/cb4a5364-1e63-40b8-9ad0-c0bd03f8624d HTTP/1.1" status: 204 len: 168 time: 2.0498686 Dec 22 15:29:24.396857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48640) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:24.404471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'routes': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:24.638919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.732081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace3f94-8e87-4217-be05-38ae8d40e927 req-73eff3c1-c1ce-4a1b-804f-a6153720320e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:24.733924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aace3f94-8e87-4217-be05-38ae8d40e927 req-73eff3c1-c1ce-4a1b-804f-a6153720320e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 944 time: 0.2680523 Dec 22 15:29:24.769754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57936413-8e3e-4c44-ad85-4a208d135d36 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:24.804855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Added routes are [] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:29:24.805799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.extraroute_db [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Removed routes are [] {{(pid=88967) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:29:24.806551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:24.844992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 03f42deb-74b2-491e-8ee5-8fd1e6572b21 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:29:24.852958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 57936413-8e3e-4c44-ad85-4a208d135d36 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:24.853819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 57936413-8e3e-4c44-ad85-4a208d135d36 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:24.900862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aace3f94-8e87-4217-be05-38ae8d40e927 req-029143a8-4441-4578-818e-47be9e128463 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440153 Dec 22 15:29:25.004133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.050180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21,segment=NetworkSegment(747868dd-41fc-4014-a302-4d652571f03f),segment_id=747868dd-41fc-4014-a302-4d652571f03f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:25.068156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '03f42deb-74b2-491e-8ee5-8fd1e6572b21', 'network_id': '43ff20cd-59c9-48e5-b2d7-98e4e6896dfd', 'port_id': '03f42deb-74b2-491e-8ee5-8fd1e6572b21', 'mac_address': 'fa:16:3e:8c:82:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934d58a4-3069-4bb2-9e7f-fc07381832bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:29:25.120307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.131214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:25.157517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.199468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f42deb-74b2-491e-8ee5-8fd1e6572b21 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:29:25.229982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21,segment=NetworkSegment(747868dd-41fc-4014-a302-4d652571f03f),segment_id=747868dd-41fc-4014-a302-4d652571f03f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:25.272397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=36952292-17d9-4aa3-bf92-a1016190e078,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:25.280567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:25.296957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.327565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.332845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a27c06c-36c2-409a-ba94-fa830816ab72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:25.386485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.390659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.447539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=03f42deb-74b2-491e-8ee5-8fd1e6572b21,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:25.452541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:25.539285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['03f42deb-74b2-491e-8ee5-8fd1e6572b21'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:25.557353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router d02d8683-f3ec-484e-8bef-4e911d007c67 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:29:25.780837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:29:25.787783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:25.792933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45a49a51-e563-4af2-b3e6-33ae9093b72f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 704 time: 1.3942840 Dec 22 15:29:25.794096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48648) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:25.803243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] Sync routers for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:29:25.848188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83af7adb-1f37-445b-a21b-86aaf84a9d1b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:25.880392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:25.880961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:25.961229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83af7adb-1f37-445b-a21b-86aaf84a9d1b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:25.967120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83af7adb-1f37-445b-a21b-86aaf84a9d1b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 205 time: 0.1676595 Dec 22 15:29:25.967120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48652) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:25.982715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 738c4e65-7773-477e-ae2f-b99b5ffbdbef associated. External IP: 172.26.4.33, port: a677d2f1-7093-4867-bda2-81c1c3aa1321. Dec 22 15:29:26.216280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:26.465314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:26.498960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:29:26.669919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:17Z', 'revision_number': 11, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:26.671340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20521-fa6b-411f-aa5f-1d92c98ddd49 req-4c62ba4e-0d76-4026-9f56-6271e44e5e77 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:26.674945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55c20521-fa6b-411f-aa5f-1d92c98ddd49 req-4c62ba4e-0d76-4026-9f56-6271e44e5e77 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 945 time: 0.3961442 Dec 22 15:29:26.678772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] Checking router: d02d8683-f3ec-484e-8bef-4e911d007c67 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:29:26.714458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] Routers {'d02d8683-f3ec-484e-8bef-4e911d007c67'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:26.715249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['d02d8683-f3ec-484e-8bef-4e911d007c67'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:26.780664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:29:26.800520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:29:26.832615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:26.834525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:26.878531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 03f42deb-74b2-491e-8ee5-8fd1e6572b21 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:29:26.949161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] Set router d02d8683-f3ec-484e-8bef-4e911d007c67 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:26.976829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:26.995958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.021322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.049960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55c20521-fa6b-411f-aa5f-1d92c98ddd49 req-c542298e-99cd-4749-8a51-6a7354affd17 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588241 Dec 22 15:29:27.110298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:17Z', 'revision_number': 11, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:27.127818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be8076-b687-42eb-8aa7-528ccd9d452c None None] The sync data for ids ['d02d8683-f3ec-484e-8bef-4e911d007c67'] in dv-neutron-822709-1-hyperv is: [{'id': 'd02d8683-f3ec-484e-8bef-4e911d007c67', 'name': 'tempest-RoutersIpV6Test-router-131205875', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:32Z', 'updated_at': '2021-12-22T15:29:17Z', 'revision_number': 11, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:29:27.168907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48660) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:27.183332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0966620 Dec 22 15:29:27.185239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:27.306794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:29:27.321218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'status': 'completed', 'code': 200} Dec 22 15:29:27.334534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:29:27.336001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.395607 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eff8a8a5-3171-4f18-82df-44c652fe0ffe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/738c4e65-7773-477e-ae2f-b99b5ffbdbef HTTP/1.1" status: 200 len: 990 time: 0.2248461 Dec 22 15:29:27.449288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-a01b515f-8a30-4e3c-8cbf-b1ec7599b0b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1098 time: 0.1112249 Dec 22 15:29:27.490310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:27.565535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.611914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f42deb-74b2-491e-8ee5-8fd1e6572b21'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:27.631959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21,segment=NetworkSegment(747868dd-41fc-4014-a302-4d652571f03f),segment_id=747868dd-41fc-4014-a302-4d652571f03f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:27.674252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.674851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router d02d8683-f3ec-484e-8bef-4e911d007c67 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:29:27.684542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f42deb-74b2-491e-8ee5-8fd1e6572b21', 'code': 200} Dec 22 15:29:27.702641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-5e900377-a533-4a02-9784-61b300b57e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:27.706844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-5e900377-a533-4a02-9784-61b300b57e4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 897 time: 0.2512519 Dec 22 15:29:27.713733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.736843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e9dfd9e0-678a-4157-8bb5-194e2d564bd0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 204 len: 168 time: 1.7468326 Dec 22 15:29:27.737137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48668) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:27.737837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1478912287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:27.760302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:27.769079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:27.771951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4dbb2257-5d5e-4131-a86e-42f21ca2e15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:27.772421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Usage tracker for resource:router and tenant:0333736b4b01424dbedb61e326704f0c is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:27.779998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:27.804251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:27.945597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=03f42deb-74b2-491e-8ee5-8fd1e6572b21,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:27.954078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:28.027857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:28.029608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:28.166330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:23Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:28.175018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:29:28.199619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:28.200269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:28.271659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-42e7883b-ddbe-4b4b-8a61-c4868a8c376a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 200 len: 998 time: 0.5553331 Dec 22 15:29:28.276575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:28.370495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-7f667db4-3660-48e4-b515-610b5a2014dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:28.372709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-7f667db4-3660-48e4-b515-610b5a2014dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43dbf1cf-c00e-484a-a31e-eab94d7d2e39 HTTP/1.1" status: 200 len: 835 time: 0.0925972 Dec 22 15:29:28.402541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48676) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:28.512032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:28.540071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-cefc8f24-2464-4c82-b9a0-909f2700d9f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=af7e2f1a-d210-4c82-a78b-d598dee52c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1580868 Dec 22 15:29:28.544412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5461fee-736f-49bd-8e9f-98bdcde8edc9 req-d7dbe503-b2ec-47a6-8339-33965ca066cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 1099 time: 0.1263547 Dec 22 15:29:28.580474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:28.731859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5461fee-736f-49bd-8e9f-98bdcde8edc9 req-e043c50b-e151-4941-a129-c5b667c8bc0c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759682 Dec 22 15:29:28.757613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-461fa4ef-6485-4860-b8e3-72f704bb53f2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/738c4e65-7773-477e-ae2f-b99b5ffbdbef HTTP/1.1" status: 200 len: 990 time: 0.3522248 Dec 22 15:29:28.760723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-670220c9-649b-4663-864d-8926379e1aa3 service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034700 Dec 22 15:29:28.800445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbc3d8-9959-43bf-8a46-6673c32a02f5 req-bb128eee-e31b-45ee-835c-5ba62b8ec44c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:28.802271 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4bbc3d8-9959-43bf-8a46-6673c32a02f5 req-bb128eee-e31b-45ee-835c-5ba62b8ec44c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.2010267 Dec 22 15:29:28.851302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:28.852663 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04d1d447-aac7-4265-bb32-bd3e0e0b0c3e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1264911 Dec 22 15:29:28.856054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48680) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:28.865551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:28.938340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4bbc3d8-9959-43bf-8a46-6673c32a02f5 req-c933ba8d-e168-4ccf-ab7e-9587b374fd06 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288157 Dec 22 15:29:29.171039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b56e851-d3a0-4c8a-ad14-18d026be16b6 req-2e9b2302-119e-4d88-a59d-c8050a9e7d2d service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525585 Dec 22 15:29:29.287315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:23Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:29.292464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d772f149-f477-4a36-a2d5-81dca53dc786 None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:28:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:23Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:29:29.332707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:29.576023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:29.661561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9764335-706f-479c-b029-b7a18175add8 None None] New status for floating IP 738c4e65-7773-477e-ae2f-b99b5ffbdbef: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:29:29.760941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48686) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:30.032766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b2fd73c-5d59-4237-9494-e9c9a047674d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/738c4e65-7773-477e-ae2f-b99b5ffbdbef HTTP/1.1" status: 200 len: 990 time: 0.2698677 Dec 22 15:29:30.466094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Router 6c7fa86b-d3b6-4019-84ac-38dcedc60549 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:29:30.745759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777eb37-e3c0-4e7a-a714-278b363f6fcd req-f8b67ed9-7bc6-40c4-b27b-dd510bd2f621 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:30.749080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2777eb37-e3c0-4e7a-a714-278b363f6fcd req-f8b67ed9-7bc6-40c4-b27b-dd510bd2f621 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1225026 Dec 22 15:29:30.861232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2777eb37-e3c0-4e7a-a714-278b363f6fcd req-05672b61-a383-4e0a-aaba-8423a1489904 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005306 Dec 22 15:29:30.884732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:29:30.892133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:30.893772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d4c6436-5a2d-4797-bf4c-bb43732b94f8 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "PUT /v2.0/routers/6c7fa86b-d3b6-4019-84ac-38dcedc60549 HTTP/1.1" status: 200 len: 698 time: 2.0366740 Dec 22 15:29:30.899054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48694) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:30.904615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] Sync routers for ids ['6c7fa86b-d3b6-4019-84ac-38dcedc60549'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:29:30.935469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] Routers {'6c7fa86b-d3b6-4019-84ac-38dcedc60549'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:30.936483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6c7fa86b-d3b6-4019-84ac-38dcedc60549'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:31.034195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48700) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:31.206748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] Set router 6c7fa86b-d3b6-4019-84ac-38dcedc60549 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:31.217807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9ba197cc-993e-4c83-9a70-99ba67aeb76e tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/routers/6c7fa86b-d3b6-4019-84ac-38dcedc60549 HTTP/1.1" status: 200 len: 704 time: 0.3163528 Dec 22 15:29:31.223624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48704) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:31.294671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48708) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:31.295021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-661fbd33-6011-44fc-8c46-45f625fb8a10 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7fa86b-d3b6-4019-84ac-38dcedc60549 HTTP/1.1" status: 200 len: 205 time: 0.0695472 Dec 22 15:29:31.377208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fa86b-d3b6-4019-84ac-38dcedc60549', 'name': 'tempest-RoutersIpV6Test-router-1478912287', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:28Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:31.382361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] Checking router: 6c7fa86b-d3b6-4019-84ac-38dcedc60549 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:29:31.397862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] Routers {'6c7fa86b-d3b6-4019-84ac-38dcedc60549'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:29:31.398567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:29:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6c7fa86b-d3b6-4019-84ac-38dcedc60549'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:31.493032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:31.502882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d163e0ab-68cd-48c4-8b3e-3265dd7d05e4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/738c4e65-7773-477e-ae2f-b99b5ffbdbef HTTP/1.1" status: 200 len: 992 time: 0.4635777 Dec 22 15:29:31.548428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f9df-b29e-48f2-a0f5-c8d421dd45bd req-0db612e4-23ec-428b-91fd-d125bd1dc294 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:31.550176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5f61f9df-b29e-48f2-a0f5-c8d421dd45bd req-0db612e4-23ec-428b-91fd-d125bd1dc294 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.3765235 Dec 22 15:29:31.558096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:31.558392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] Set router 6c7fa86b-d3b6-4019-84ac-38dcedc60549 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:29:31.690199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7fa86b-d3b6-4019-84ac-38dcedc60549', 'name': 'tempest-RoutersIpV6Test-router-1478912287', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:28Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:31.695641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27038448-49a5-4331-954c-dd12e9e9a76c None None] The sync data for ids ['6c7fa86b-d3b6-4019-84ac-38dcedc60549'] in dv-neutron-822709-1-hyperv is: [{'id': '6c7fa86b-d3b6-4019-84ac-38dcedc60549', 'name': 'tempest-RoutersIpV6Test-router-1478912287', 'tenant_id': '0333736b4b01424dbedb61e326704f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:29:28Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 2, 'project_id': '0333736b4b01424dbedb61e326704f0c', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:29:31.746992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5f61f9df-b29e-48f2-a0f5-c8d421dd45bd req-34dd15a1-ad8b-4bf8-a27a-d6848b1b6e04 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299241 Dec 22 15:29:32.161493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:32.166578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:32.357910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:32.358558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7fa86b-d3b6-4019-84ac-38dcedc60549 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:29:32.376925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:32.378382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6460fd73-164c-4c09-aa4d-7eca90ef4043 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/6c7fa86b-d3b6-4019-84ac-38dcedc60549 HTTP/1.1" status: 204 len: 168 time: 1.0818813 Dec 22 15:29:32.393990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48716) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.451003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1b7616e-cc24-488c-a45a-fa1015d27f65 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c7fa86b-d3b6-4019-84ac-38dcedc60549 HTTP/1.1" status: 200 len: 205 time: 0.0555654 Dec 22 15:29:32.454438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48720) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.479179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d443ceeb-42bd-42a7-8de2-d5d6d31cd2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:32.531221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-7b3299e7-e833-44d4-8740-8b885709f010 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:32.532397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b3299e7-e833-44d4-8740-8b885709f010 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/6c7fa86b-d3b6-4019-84ac-38dcedc60549 HTTP/1.1" status: 404 len: 336 time: 0.0767946 Dec 22 15:29:32.535792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48726) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.583659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1b4550-2dda-44a3-ada1-235aa3d2134b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:32.584159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1b4550-2dda-44a3-ada1-235aa3d2134b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:32.586039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d1b4550-2dda-44a3-ada1-235aa3d2134b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/99ef83b8-24f2-4c1f-8b36-ee23a80d07fc HTTP/1.1" status: 404 len: 337 time: 0.0492544 Dec 22 15:29:32.588866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48730) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.639635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-30144316-2bf7-4f89-ae0c-17ac553de4e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:32.641033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30144316-2bf7-4f89-ae0c-17ac553de4e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:32.646011 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-30144316-2bf7-4f89-ae0c-17ac553de4e1 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/5f20ccf0-7637-4f33-ba88-60f7084de59b HTTP/1.1" status: 404 len: 337 time: 0.0556259 Dec 22 15:29:32.648593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48736) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.706465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d41dd8e-f410-4a51-ba72-c3d84154cd57 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:32.707061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d41dd8e-f410-4a51-ba72-c3d84154cd57 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:32.708913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d41dd8e-f410-4a51-ba72-c3d84154cd57 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/7b943ebb-0fd8-4c09-8c2f-792c7924c5a0 HTTP/1.1" status: 404 len: 337 time: 0.0547800 Dec 22 15:29:32.712295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48740) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.762343 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-7406ffa7-af44-484b-a585-09b854bc2445 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:32.763016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7406ffa7-af44-484b-a585-09b854bc2445 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:32.764701 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7406ffa7-af44-484b-a585-09b854bc2445 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/1c21acff-1b4a-4ee6-a37d-136a07a10f19 HTTP/1.1" status: 404 len: 337 time: 0.0512633 Dec 22 15:29:32.768879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48744) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.818450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-548132a2-3d83-4f1d-88ae-72c6cd18c78f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 200 len: 205 time: 0.0481963 Dec 22 15:29:32.821511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48748) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.906390 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-b7e25ae4-1395-43b2-a907-b2b13bc4f7e5 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:32.907904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b7e25ae4-1395-43b2-a907-b2b13bc4f7e5 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/d02d8683-f3ec-484e-8bef-4e911d007c67 HTTP/1.1" status: 404 len: 336 time: 0.0851445 Dec 22 15:29:32.912839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48752) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:32.951205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838adc4-22c8-4062-be1f-2b40d8a0153e req-eb23c14d-3de4-4f13-ac13-f4c6956a1b60 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:32.954336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0838adc4-22c8-4062-be1f-2b40d8a0153e req-eb23c14d-3de4-4f13-ac13-f4c6956a1b60 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1112638 Dec 22 15:29:32.989144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dbded3d2-6940-4f7a-9ced-2fecf768899f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=944a2cca-f7fe-44c3-8a27-9424a5dafcab HTTP/1.1" status: 200 len: 205 time: 0.0741768 Dec 22 15:29:32.992437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48756) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.030073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0838adc4-22c8-4062-be1f-2b40d8a0153e req-4085cecd-4cb1-4594-aae1-f1daaf975891 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675299 Dec 22 15:29:33.097285 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-7d4b3f32-0dd3-47e9-8d41-9f1c90b7ec5a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:33.098804 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7d4b3f32-0dd3-47e9-8d41-9f1c90b7ec5a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/944a2cca-f7fe-44c3-8a27-9424a5dafcab HTTP/1.1" status: 404 len: 336 time: 0.1048706 Dec 22 15:29:33.102035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48760) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.151133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-474feb14-270c-467b-ba70-70b03f6fc701 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:33.151646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474feb14-270c-467b-ba70-70b03f6fc701 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:33.153624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-474feb14-270c-467b-ba70-70b03f6fc701 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/b377f37a-cf41-4445-baa7-bb50f3e2bf75 HTTP/1.1" status: 404 len: 337 time: 0.0504618 Dec 22 15:29:33.157103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48764) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.207196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7b6b0676-ec5f-4121-b543-4ed7096407e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Synchronizing usage tracker for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:33.222178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7b6b0676-ec5f-4121-b543-4ed7096407e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Unset dirty status for tenant:0333736b4b01424dbedb61e326704f0c on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:33.223765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b6b0676-ec5f-4121-b543-4ed7096407e7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 200 len: 205 time: 0.0653667 Dec 22 15:29:33.231736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48768) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.307855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-1d529d6f-d0ec-4555-b067-0f0b38eebe58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:33.309017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d529d6f-d0ec-4555-b067-0f0b38eebe58 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/3eff8d5d-3aaf-4bf4-a1fc-027076eb420c HTTP/1.1" status: 404 len: 336 time: 0.0798485 Dec 22 15:29:33.312614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48772) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.364165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b122cbd6-305f-4b20-aa20-bee5ef8d5e14 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=b284b153-9b34-45aa-9947-66dd28f78ae1 HTTP/1.1" status: 200 len: 205 time: 0.0500412 Dec 22 15:29:33.369210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48776) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.449165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-64b2b7e8-9adf-471d-a07e-78a8cafc9b1d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:33.450356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-64b2b7e8-9adf-471d-a07e-78a8cafc9b1d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/b284b153-9b34-45aa-9947-66dd28f78ae1 HTTP/1.1" status: 404 len: 336 time: 0.0797896 Dec 22 15:29:33.455204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.502259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-506a1390-f404-4d9f-b787-603f226ba738 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:33.502776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506a1390-f404-4d9f-b787-603f226ba738 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:33.505014 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-506a1390-f404-4d9f-b787-603f226ba738 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/3f569826-18e0-4076-8bc2-c8e7d6e1e3b2 HTTP/1.1" status: 404 len: 337 time: 0.0483630 Dec 22 15:29:33.508091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.559912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77e86435-c431-436a-846d-6f71848b8200 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 HTTP/1.1" status: 200 len: 205 time: 0.0501294 Dec 22 15:29:33.564259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48788) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.645174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-3ad6d677-c2bb-44de-aa42-d2ba253b6104 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:33.646437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3ad6d677-c2bb-44de-aa42-d2ba253b6104 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/18dcdb1d-bc88-4a92-bca7-17a7b6e33f18 HTTP/1.1" status: 404 len: 336 time: 0.0808322 Dec 22 15:29:33.649380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48792) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.699374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-885339eb-bee3-4a3f-a158-64c26d2fb900 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:33.699893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885339eb-bee3-4a3f-a158-64c26d2fb900 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:33.701869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-885339eb-bee3-4a3f-a158-64c26d2fb900 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/c60f5826-baec-4a45-a93c-dde55cfd2e17 HTTP/1.1" status: 404 len: 337 time: 0.0512862 Dec 22 15:29:33.707035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48798) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.791975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0d6fec55-7043-4392-8bbb-1362d8689cba tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "GET /v2.0/ports?device_id=debcec18-bce5-4aee-bf54-641468aae603 HTTP/1.1" status: 200 len: 205 time: 0.0828567 Dec 22 15:29:33.795769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48802) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.830000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:33.947105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-888e408f-5727-4a16-b3d2-7aa41c477ef0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] delete failed (client error): The resource could not be found. Dec 22 15:29:33.952424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48806) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:33.953311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-888e408f-5727-4a16-b3d2-7aa41c477ef0 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/routers/debcec18-bce5-4aee-bf54-641468aae603 HTTP/1.1" status: 404 len: 336 time: 0.1540926 Dec 22 15:29:33.999510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18a9b84-0b5f-4cbe-a95d-34380ed1d493 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:34.000196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18a9b84-0b5f-4cbe-a95d-34380ed1d493 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88967) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:34.005575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48810) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:34.006901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a18a9b84-0b5f-4cbe-a95d-34380ed1d493 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/6e4bfa44-9b0f-4aa6-9747-fac6299a9f8d HTTP/1.1" status: 404 len: 337 time: 0.0482366 Dec 22 15:29:34.057707 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-275cf1d9-7821-4706-ac45-a2858794321c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] DELETE failed (client error): The resource could not be found. Dec 22 15:29:34.058210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275cf1d9-7821-4706-ac45-a2858794321c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:29:34.060230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-275cf1d9-7821-4706-ac45-a2858794321c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] 10.222.0.32 "DELETE /v2.0/subnets/c04119b2-a396-4974-bfeb-613a7c6e21b3 HTTP/1.1" status: 404 len: 337 time: 0.0534091 Dec 22 15:29:34.418547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df072f-b116-4ae4-b3b9-066c4799853c req-0222ea8f-fddd-443c-a2c0-605cc026ed05 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:34.420232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06df072f-b116-4ae4-b3b9-066c4799853c req-0222ea8f-fddd-443c-a2c0-605cc026ed05 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1067038 Dec 22 15:29:34.501191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06df072f-b116-4ae4-b3b9-066c4799853c req-b0d26fd6-73c1-482d-bc91-f836fcf5fe31 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677590 Dec 22 15:29:34.550215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13c793d4-315c-40e6-adab-da2ff2a2ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:34.844346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48822) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:34.909298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:35.079593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bd8828bd-f55c-4c78-b0ba-4d536a70a26e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0333736b4b01424dbedb61e326704f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2338531 Dec 22 15:29:35.081314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48834) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:35.095989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d76abc-4451-44b5-b5e3-447f8f3262bb req-865c0b4b-3055-4a8b-bd02-9d0a767ad866 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:35.098984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-11d76abc-4451-44b5-b5e3-447f8f3262bb req-865c0b4b-3055-4a8b-bd02-9d0a767ad866 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.0971513 Dec 22 15:29:35.186508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:35.222608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:35.256841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-11d76abc-4451-44b5-b5e3-447f8f3262bb req-429dafdc-2f01-46b2-b05d-de48beb5f023 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513886 Dec 22 15:29:35.304002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-cc6a250e-3e72-4c4f-9efc-9099d3a55e83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0eb95bf5b51b4e16a9507fdc81dc78d7&device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 1099 time: 0.1308665 Dec 22 15:29:35.390680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:35.400640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-984380a1-730a-476c-8ef4-4f2f63bf4028 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:35.426419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fffebb-a551-4345-b2d6-5efce1392607,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:35.433822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:35.440772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:35.442880 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7fffebb-a551-4345-b2d6-5efce1392607 HTTP/1.1" status: 204 len: 168 time: 0.3599756 Dec 22 15:29:35.556905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-27c8ae91-de22-44eb-ac30-ad5d2de27db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:35.560214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-27c8ae91-de22-44eb-ac30-ad5d2de27db9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd HTTP/1.1" status: 200 len: 912 time: 0.2529786 Dec 22 15:29:35.674365 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-05df7ce4-2a22-403f-8e6b-d36f07772317 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21 HTTP/1.1" status: 200 len: 217 time: 0.1037593 Dec 22 15:29:35.685794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04498702-8c79-4154-b610-7e050a6491b8 req-f3098e24-dcb7-419e-a9f7-997887d9f2ee tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:35.741137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04498702-8c79-4154-b610-7e050a6491b8 req-f3098e24-dcb7-419e-a9f7-997887d9f2ee tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:35.744143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-f3098e24-dcb7-419e-a9f7-997887d9f2ee tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198563471&fields=id&tenant_id=0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 267 time: 0.1379821 Dec 22 15:29:35.765173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-0d8a09cb-3482-419d-9516-397726ebcd4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:35.767024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-0d8a09cb-3482-419d-9516-397726ebcd4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=934d58a4-3069-4bb2-9e7f-fc07381832bf HTTP/1.1" status: 200 len: 851 time: 0.0858214 Dec 22 15:29:35.828801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-7be982d5-f676-44e3-a06d-a80944b4bf59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529351 Dec 22 15:29:36.005603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498702-8c79-4154-b610-7e050a6491b8 req-7752c3b8-4c10-40e3-bb29-90bfb0d79733 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:36.006307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04498702-8c79-4154-b610-7e050a6491b8 req-7752c3b8-4c10-40e3-bb29-90bfb0d79733 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:36.011141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-c28e0df4-8d60-46d2-a4dd-af44cac63f6f service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746576 Dec 22 15:29:36.061365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04498702-8c79-4154-b610-7e050a6491b8 req-7752c3b8-4c10-40e3-bb29-90bfb0d79733 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:36.063900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-7752c3b8-4c10-40e3-bb29-90bfb0d79733 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 812 time: 0.3078585 Dec 22 15:29:36.086521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-c823aaad-4110-4d67-bd75-caa39da6985c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/quotas/0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 375 time: 0.0154643 Dec 22 15:29:36.235850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-8d0a8399-84a6-41d0-a999-218f5cd72dbb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403236 Dec 22 15:29:36.248089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c792ab44-58f2-47f3-813a-ec5f1aa465d5 req-d114ea79-aae5-4cea-bb1e-1f3548831bb4 service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293289 Dec 22 15:29:36.440394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-37044fc3-8b70-4d77-85e3-0ade90782133 service neutron] 10.222.0.32 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792142 Dec 22 15:29:36.543096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ad62-3f79-4d9c-a67a-4df805890e95 req-0bb5581b-b748-4af3-af91-1c5996e0868e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:36.544999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8107ad62-3f79-4d9c-a67a-4df805890e95 req-0bb5581b-b748-4af3-af91-1c5996e0868e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1167755 Dec 22 15:29:36.633949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8107ad62-3f79-4d9c-a67a-4df805890e95 req-9b6baa84-ec3d-4094-b0a2-83d8f854eef4 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808208 Dec 22 15:29:36.639066 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-d13c13cf-753c-4ae8-925d-0dd20d63426d service neutron] 10.222.0.32 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879799 Dec 22 15:29:36.751994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:37.322999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-98a42ad0-cac5-40dd-b921-1345205ec644 req-73d7f01f-e580-4060-a5af-6956ff591316 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:37.372241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-98a42ad0-cac5-40dd-b921-1345205ec644 req-73d7f01f-e580-4060-a5af-6956ff591316 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:37.373596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a42ad0-cac5-40dd-b921-1345205ec644 req-73d7f01f-e580-4060-a5af-6956ff591316 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 210 time: 0.1006687 Dec 22 15:29:37.935219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec4d8-ff19-4abc-85c8-2397dc4f8a27 req-92f2699d-3520-40a3-9511-55a86d4c0fbc tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:37.938012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ebeec4d8-ff19-4abc-85c8-2397dc4f8a27 req-92f2699d-3520-40a3-9511-55a86d4c0fbc tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1603279 Dec 22 15:29:37.999009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ebeec4d8-ff19-4abc-85c8-2397dc4f8a27 req-5dccdd2a-618c-4f8a-a1d6-c14adcde82bb tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Dec 22 15:29:38.598520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bac9d49e-ac6e-4a01-927e-ed991459e6a4 req-5a2bbc73-2795-45bd-ab62-99aa7c37348e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0687561 Dec 22 15:29:38.899468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1721cd-5dbf-4d6d-9f2b-dfaf1adc55c0 req-c7e2ce43-9cf3-4876-9259-056bbdec7bfb tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:38.901028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d1721cd-5dbf-4d6d-9f2b-dfaf1adc55c0 req-c7e2ce43-9cf3-4876-9259-056bbdec7bfb tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1126659 Dec 22 15:29:38.956489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d1721cd-5dbf-4d6d-9f2b-dfaf1adc55c0 req-f41143ad-7e11-4cd8-9868-df78dc83f7ef tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482292 Dec 22 15:29:39.709131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498702-8c79-4154-b610-7e050a6491b8 req-3cb392ab-d54e-4be2-a994-126ceb3c5276 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:39.711599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-3cb392ab-d54e-4be2-a994-126ceb3c5276 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 812 time: 0.5324740 Dec 22 15:29:39.796769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04498702-8c79-4154-b610-7e050a6491b8 req-0f0c8303-4109-4f36-a9c9-3c6420ff1212 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:39.872639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8a0ef3f-a23e-44aa-b4ec-81bcd4e7372a req-3cd1bfd9-ea56-4020-9741-21125bca1f25 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0689111 Dec 22 15:29:39.873636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04498702-8c79-4154-b610-7e050a6491b8 req-0f0c8303-4109-4f36-a9c9-3c6420ff1212 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:39.875829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-0f0c8303-4109-4f36-a9c9-3c6420ff1212 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 380 time: 0.1512616 Dec 22 15:29:39.887009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'port': {'device_id': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'admin_state_up': True, 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'security_groups': ['17dedd9d-ead5-40fc-81d8-1298219d014b']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:40.051044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:40.062773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:40.115365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Made reservation on behalf of 0d4fbe25a2464ea2aab0447fb9176551 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:40.128276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:40.257480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae72f9-a78b-4286-b7d9-6820213fa2f0 req-cd2d14cb-a7e8-4de4-863f-c1434f28b947 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:40.259721 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87ae72f9-a78b-4286-b7d9-6820213fa2f0 req-cd2d14cb-a7e8-4de4-863f-c1434f28b947 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1106820 Dec 22 15:29:40.329294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87ae72f9-a78b-4286-b7d9-6820213fa2f0 req-0aff11cf-b5bd-4855-9200-ad80654adbf5 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610733 Dec 22 15:29:40.362723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Allocated IP 172.20.0.9 (01f74385-7e49-4ed6-8fef-bb4aa34740e2/77b7d538-31c7-4d2a-9eaf-84766a944a79/195c8364-7bf2-49e1-9542-4d3237126fd9) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:29:40.621152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:40.655246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Transition to ACTIVE for port object 195c8364-7bf2-49e1-9542-4d3237126fd9 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:29:40.717653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:40.724722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9dc6f799-64ab-4d85-af3a-c2f38bf87e44 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:40.805458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:29:40.809988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:29:40.816000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:29:40.886839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:40.888967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:40.892048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=195c8364-7bf2-49e1-9542-4d3237126fd9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:40.897718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:41.035854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1542914 Dec 22 15:29:41.050621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Request body: {'port': {'device_id': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:41.082441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fac93-bcc8-4d36-83d1-7ef8c1c02c04 req-6f190a0b-2969-49d6-b32d-7645d0dad92c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:41.110114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-438fac93-bcc8-4d36-83d1-7ef8c1c02c04 req-6f190a0b-2969-49d6-b32d-7645d0dad92c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1558187 Dec 22 15:29:41.160932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-75a6c2b3-0e92-4b61-9926-135e6a923966 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0eb95bf5b51b4e16a9507fdc81dc78d7&device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 1099 time: 0.1947842 Dec 22 15:29:41.199646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-438fac93-bcc8-4d36-83d1-7ef8c1c02c04 req-dd3dfd44-90be-4e2b-bdd0-1200e1e4b02c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882380 Dec 22 15:29:41.329821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:41.469923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-84f8d531-6ac5-488d-8a0f-f9fa9387a276 None None] Provisioning for port 195c8364-7bf2-49e1-9542-4d3237126fd9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:29:41.478303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-84f8d531-6ac5-488d-8a0f-f9fa9387a276 None None] Provisioning complete for port 195c8364-7bf2-49e1-9542-4d3237126fd9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:29:41.478714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-84f8d531-6ac5-488d-8a0f-f9fa9387a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:41.543502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-84f8d531-6ac5-488d-8a0f-f9fa9387a276 None None] Port 195c8364-7bf2-49e1-9542-4d3237126fd9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:29:41.602545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-32f1a0e7-bdc4-4bf6-a413-82f682112afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:41.604249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-32f1a0e7-bdc4-4bf6-a413-82f682112afc service neutron] 10.222.0.71 "GET /v2.0/networks?id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd HTTP/1.1" status: 200 len: 912 time: 0.4351118 Dec 22 15:29:41.676913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe9b6-6a7f-40d4-a0be-6ec9b44bf25c req-8161a95d-a7a4-4e26-a609-182d728604b8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:41.677727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ac1fe9b6-6a7f-40d4-a0be-6ec9b44bf25c req-8161a95d-a7a4-4e26-a609-182d728604b8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:29:41.716067 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-6ffcc39d-f899-4aa9-a230-4ff207efec87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21 HTTP/1.1" status: 200 len: 217 time: 0.1002834 Dec 22 15:29:41.798941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ac1fe9b6-6a7f-40d4-a0be-6ec9b44bf25c req-8161a95d-a7a4-4e26-a609-182d728604b8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:29:41.800141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac1fe9b6-6a7f-40d4-a0be-6ec9b44bf25c req-8161a95d-a7a4-4e26-a609-182d728604b8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 931 time: 0.5344288 Dec 22 15:29:41.940027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-2436c1bd-ee74-4133-ad06-fdcf78d65e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:41.941682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-2436c1bd-ee74-4133-ad06-fdcf78d65e73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=934d58a4-3069-4bb2-9e7f-fc07381832bf HTTP/1.1" status: 200 len: 851 time: 0.2043869 Dec 22 15:29:42.022667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac1fe9b6-6a7f-40d4-a0be-6ec9b44bf25c req-1d5ffc0a-be38-4ea0-899e-aa1d67b64248 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120349 Dec 22 15:29:42.026866 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-f1c4541e-76c5-4121-9218-7bd44cb84d96 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733292 Dec 22 15:29:42.219078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195c8364-7bf2-49e1-9542-4d3237126fd9 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:29:42.230576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:42.270726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Transition to ACTIVE for port object 195c8364-7bf2-49e1-9542-4d3237126fd9 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:29:42.278534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-ef11943a-d271-4ebd-98ca-0af2d5161846 service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425590 Dec 22 15:29:42.316355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:42.325797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb6258ce-53a5-4bac-9e2b-25a88e670102 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:42.565008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414098c9-bb47-4a6e-9b18-d5c62194e324 req-2113b748-3744-4dc8-8131-fab9dcaa5b0b tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:42.569101 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-414098c9-bb47-4a6e-9b18-d5c62194e324 req-2113b748-3744-4dc8-8131-fab9dcaa5b0b tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1294329 Dec 22 15:29:42.604238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=195c8364-7bf2-49e1-9542-4d3237126fd9,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:42.611998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:42.639103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-414098c9-bb47-4a6e-9b18-d5c62194e324 req-596eed5e-6412-4d4e-8693-99536df7551c tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587187 Dec 22 15:29:42.792186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e13b43f0-22b4-4a06-a8d1-66bd482477b1 req-d9dd911a-ebc6-43e8-8fb3-8d1fb2890de4 service neutron] 10.222.0.71 "GET /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067208 Dec 22 15:29:42.823373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Attempting to bind port 195c8364-7bf2-49e1-9542-4d3237126fd9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:29:42.823950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Attempting to bind port 195c8364-7bf2-49e1-9542-4d3237126fd9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:29:42.824186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Attempting to bind port 195c8364-7bf2-49e1-9542-4d3237126fd9 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:29:42.831391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Port 195c8364-7bf2-49e1-9542-4d3237126fd9 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:29:42.831863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Attempting to bind port 195c8364-7bf2-49e1-9542-4d3237126fd9 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:29:42.839820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:29:42.840672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Checking segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:29:42.840834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Bound using segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:29:42.841329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Bound port: 195c8364-7bf2-49e1-9542-4d3237126fd9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:29:42.841777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:42.957566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] For port 195c8364-7bf2-49e1-9542-4d3237126fd9, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:29:42.961282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] For port 195c8364-7bf2-49e1-9542-4d3237126fd9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=195c8364-7bf2-49e1-9542-4d3237126fd9,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:29:43.016532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:43.025448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90e28db4-6440-46fb-a894-56cf4aa18dc2 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:43.173269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:43.176645 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] 10.222.0.71 "PUT /v2.0/ports/195c8364-7bf2-49e1-9542-4d3237126fd9 HTTP/1.1" status: 200 len: 1093 time: 2.1315467 Dec 22 15:29:43.177806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:43.214250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Pushing event updated for resources: {'Port': ['ID=195c8364-7bf2-49e1-9542-4d3237126fd9,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:43.239358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:43.259746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'status': 'completed', 'code': 200} Dec 22 15:29:43.434080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42492b-8e5c-4f93-b08d-855601361117 req-6cae1f58-88cf-4747-ab83-84faa96f6b2c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:43.442353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b42492b-8e5c-4f93-b08d-855601361117 req-6cae1f58-88cf-4747-ab83-84faa96f6b2c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1738253 Dec 22 15:29:43.474587 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a978fe0-54c2-45ea-acb9-e65011b66dff req-22c9f3bc-f74a-4c99-b55d-aba656c86fae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1096 time: 0.1691194 Dec 22 15:29:43.591956 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b42492b-8e5c-4f93-b08d-855601361117 req-cb3eca9e-8d2b-490f-96d9-97221caea73f tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484237 Dec 22 15:29:43.822903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978fe0-54c2-45ea-acb9-e65011b66dff req-0f11ea22-ec57-4db4-8dd9-caee7dbc6d4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:43.824539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a978fe0-54c2-45ea-acb9-e65011b66dff req-0f11ea22-ec57-4db4-8dd9-caee7dbc6d4f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3389330 Dec 22 15:29:44.351755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978fe0-54c2-45ea-acb9-e65011b66dff req-74226257-4f8f-4f80-8496-fbab1900633b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:44.353436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a978fe0-54c2-45ea-acb9-e65011b66dff req-74226257-4f8f-4f80-8496-fbab1900633b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5215998 Dec 22 15:29:44.384784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19c7e5-ffcb-4b47-9e1a-5cc0f2d5069f req-8dd93a04-501a-48b7-ba8c-ebc07a77cde3 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:44.386531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b19c7e5-ffcb-4b47-9e1a-5cc0f2d5069f req-8dd93a04-501a-48b7-ba8c-ebc07a77cde3 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.4102321 Dec 22 15:29:44.519355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b19c7e5-ffcb-4b47-9e1a-5cc0f2d5069f req-ce2e78ad-1b17-4a62-8636-59667f4e78e5 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172895 Dec 22 15:29:44.541498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-a3b977cb-7a09-4d51-86d9-e041520f1f79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1096 time: 0.1154351 Dec 22 15:29:44.636708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-ca8bf549-da33-4012-8ae1-5179667b2633 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195c8364-7bf2-49e1-9542-4d3237126fd9 HTTP/1.1" status: 200 len: 217 time: 0.0852413 Dec 22 15:29:44.748092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498702-8c79-4154-b610-7e050a6491b8 req-d8afffd9-4085-466e-8c59-a28b435aadc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:44.750047 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-d8afffd9-4085-466e-8c59-a28b435aadc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.1059504 Dec 22 15:29:44.954225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-8e02d8fb-14ee-4e07-87ba-efdaeb0ead48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1850479 Dec 22 15:29:44.961042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04a14-46ac-471d-ae36-947243911fdc req-4606088d-f856-451a-be7f-62e5f1e52e23 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:44.962868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fc04a14-46ac-471d-ae36-947243911fdc req-4606088d-f856-451a-be7f-62e5f1e52e23 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1561422 Dec 22 15:29:45.134051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fc04a14-46ac-471d-ae36-947243911fdc req-c10d7c4b-6117-4022-bad9-0910d8dac44c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404817 Dec 22 15:29:45.173007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-4817ff00-fefd-492b-91e4-e83ff362ed0e service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083602 Dec 22 15:29:45.341810 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04498702-8c79-4154-b610-7e050a6491b8 req-9d03f8e5-507e-493e-a20c-c55f284b91dc service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604280 Dec 22 15:29:45.455392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f56733-7b41-4973-9355-afe6b9139ca7 req-311ccf5e-beae-4b07-815a-792016b970a8 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:45.457085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87f56733-7b41-4973-9355-afe6b9139ca7 req-311ccf5e-beae-4b07-815a-792016b970a8 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.3703642 Dec 22 15:29:45.510305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87f56733-7b41-4973-9355-afe6b9139ca7 req-2f6a7c26-eb65-47a0-975c-847b712222e1 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Dec 22 15:29:46.469915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6aab1-08b6-4ad3-9bc9-3048cc5a3a8d req-0b89014b-dc52-41b2-9dd8-d1eb3d65ff57 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:46.471784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-74c6aab1-08b6-4ad3-9bc9-3048cc5a3a8d req-0b89014b-dc52-41b2-9dd8-d1eb3d65ff57 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1026826 Dec 22 15:29:46.531349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-74c6aab1-08b6-4ad3-9bc9-3048cc5a3a8d req-a86327bb-d6bb-42fa-8a66-ebd5f11c4a81 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479662 Dec 22 15:29:46.742071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92f6ee-a1d3-4d96-b8e9-1ffa4ce6ef8b req-e70d1278-d043-4873-abca-ab30b903b31e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:46.743707 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d92f6ee-a1d3-4d96-b8e9-1ffa4ce6ef8b req-e70d1278-d043-4873-abca-ab30b903b31e tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.0934057 Dec 22 15:29:46.798139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d92f6ee-a1d3-4d96-b8e9-1ffa4ce6ef8b req-fd2a1043-7fa4-49a5-85ed-8896bd181503 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/security-groups?id=95cc137e-492e-4f74-97ac-e05a36938a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Dec 22 15:29:47.139921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-df00a861-ab68-4295-a804-e805967d84b9 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:47.141894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-df00a861-ab68-4295-a804-e805967d84b9 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.71 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 946 time: 0.1036079 Dec 22 15:29:47.229002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Deleting port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:29:47.229691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:47.523836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] For port 03f42deb-74b2-491e-8ee5-8fd1e6572b21, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=03f42deb-74b2-491e-8ee5-8fd1e6572b21,segment=NetworkSegment(747868dd-41fc-4014-a302-4d652571f03f),segment_id=747868dd-41fc-4014-a302-4d652571f03f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:47.524666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:47.666241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Calling delete_port for 03f42deb-74b2-491e-8ee5-8fd1e6572b21 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:29:47.910849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f04b74-7190-47b1-b98e-f1d52531a46a req-919a7a72-c568-417c-bd59-c73f11a08e61 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:47.912664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e1f04b74-7190-47b1-b98e-f1d52531a46a req-919a7a72-c568-417c-bd59-c73f11a08e61 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1788099 Dec 22 15:29:47.973673 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e1f04b74-7190-47b1-b98e-f1d52531a46a req-c5255165-d80f-4387-8f0e-247bad37d87e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537951 Dec 22 15:29:48.032267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:48.032865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b81282f-43f1-4436-8a70-85949e0be15a req-343382be-230b-4bc6-97eb-f87d1942ea4b tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.32 "GET /v2.0/ports?device_id=e21df24e-b933-4752-b713-447beb7c9e9d HTTP/1.1" status: 200 len: 210 time: 0.0683093 Dec 22 15:29:48.040254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ae732a0-cb39-4c18-8a90-2c7807fcd66a tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:48.047520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['03f42deb-74b2-491e-8ee5-8fd1e6572b21'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:48.092379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Pushing event deleted for resources: {'Port': ['ID=03f42deb-74b2-491e-8ee5-8fd1e6572b21,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:48.097424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:48.180742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] No DVR routers for this DVR port 03f42deb-74b2-491e-8ee5-8fd1e6572b21 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:29:48.184266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:48.188984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'name': 'network-vif-deleted', 'tag': '03f42deb-74b2-491e-8ee5-8fd1e6572b21'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:48.236209 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be069fbf-44a7-4610-b607-44c48e2d1476 req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] 10.222.0.71 "DELETE /v2.0/ports/03f42deb-74b2-491e-8ee5-8fd1e6572b21 HTTP/1.1" status: 204 len: 173 time: 1.0879459 Dec 22 15:29:48.259523 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21df24e-b933-4752-b713-447beb7c9e9d', 'name': 'network-vif-deleted', 'tag': '03f42deb-74b2-491e-8ee5-8fd1e6572b21', 'status': 'completed', 'code': 200} Dec 22 15:29:49.205651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48920) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:49.274033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754085ed-70ce-4773-ba7e-693abc23967a req-97575984-32d7-4e2d-a4b5-f2a1cfe59855 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:49.275820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-754085ed-70ce-4773-ba7e-693abc23967a req-97575984-32d7-4e2d-a4b5-f2a1cfe59855 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1212647 Dec 22 15:29:49.279944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Deleting subnet 934d58a4-3069-4bb2-9e7f-fc07381832bf {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:49.284191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.350551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-754085ed-70ce-4773-ba7e-693abc23967a req-599d4958-e0f5-4278-bb0f-826ca188ee48 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618031 Dec 22 15:29:49.354964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.445308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.549257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.554650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b07bc32-470b-4500-97cd-a0a9b2d00c2b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:49.596505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934d58a4-3069-4bb2-9e7f-fc07381832bf,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:49.599249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:49.605062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.612483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/934d58a4-3069-4bb2-9e7f-fc07381832bf HTTP/1.1" status: 204 len: 168 time: 0.4043894 Dec 22 15:29:49.615313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48924) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:49.736789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.875401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.903804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ff20cd-59c9-48e5-b2d7-98e4e6896dfd']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:49.918386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747868dd-41fc-4014-a302-4d652571f03f') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:49.918708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747868dd-41fc-4014-a302-4d652571f03f') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:49.932376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.953983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.960896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:29:49.961348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:49.976186 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:50.111878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.117287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2a2d277c-d9f4-4097-b8ea-fa05607d9e7a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:50.144161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.167071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ff20cd-59c9-48e5-b2d7-98e4e6896dfd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:50.174509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:50.219137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/43ff20cd-59c9-48e5-b2d7-98e4e6896dfd HTTP/1.1" status: 204 len: 168 time: 0.6025639 Dec 22 15:29:50.230262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48930) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.303420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Deleting subnet fc0de74f-545f-4e33-b10e-38028dcf3148 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:29:50.307354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.366026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.446309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.567217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.573460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a09fbf87-2fa4-4423-814f-37afa3baa574 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:50.607842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569de86-4fe5-4726-83f5-db2fda499d52 req-d6abbfc0-3f13-4081-935a-c2d3f91b72fb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:50.609277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5569de86-4fe5-4726-83f5-db2fda499d52 req-d6abbfc0-3f13-4081-935a-c2d3f91b72fb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.0966361 Dec 22 15:29:50.620706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0de74f-545f-4e33-b10e-38028dcf3148,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:50.624574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:50.625697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.632982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fc0de74f-545f-4e33-b10e-38028dcf3148 HTTP/1.1" status: 204 len: 168 time: 0.4013829 Dec 22 15:29:50.637161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48936) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:50.686365 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5569de86-4fe5-4726-83f5-db2fda499d52 req-4460f178-b7d9-43e5-ae12-8e5ddcce4a45 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651491 Dec 22 15:29:50.762614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.906844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.940097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d499b7-c665-4acd-9ef6-e33742de8cfa']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:50.954676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59382e14-dbd2-4454-aea1-b830901e5ca7') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:50.955055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59382e14-dbd2-4454-aea1-b830901e5ca7') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:29:50.968411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:50.984001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 03f42deb-74b2-491e-8ee5-8fd1e6572b21 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:29:51.050490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 03f42deb-74b2-491e-8ee5-8fd1e6572b21 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:29:51.051187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 03f42deb-74b2-491e-8ee5-8fd1e6572b21 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:29:51.058233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:51.071202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:29:51.071964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:29:51.100375 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:29:51.314881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:51.318622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e648fa25-cbf4-49fa-b2a6-841975508c10 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:51.339795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:51.346848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d499b7-c665-4acd-9ef6-e33742de8cfa,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:51.350246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:51.352243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] 10.222.0.32 "DELETE /v2.0/networks/32d499b7-c665-4acd-9ef6-e33742de8cfa HTTP/1.1" status: 204 len: 168 time: 0.7140181 Dec 22 15:29:51.889434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48944) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:51.939366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170edc23-9c7b-429a-b6eb-7a00c1999cad req-1e9789a3-8adb-47f3-a88e-36cd4513e085 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:51.941078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-170edc23-9c7b-429a-b6eb-7a00c1999cad req-1e9789a3-8adb-47f3-a88e-36cd4513e085 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1052241 Dec 22 15:29:51.951053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d2a7af0-96bf-4771-b9ab-1dcf33682135 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0eb95bf5b51b4e16a9507fdc81dc78d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595746 Dec 22 15:29:51.954510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48948) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:52.000966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-170edc23-9c7b-429a-b6eb-7a00c1999cad req-3ace3a4c-9dfd-435e-8183-5f179d0335c6 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Dec 22 15:29:52.086632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:52.142553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:52.417361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:52.423256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a656ea58-9751-4315-ad85-f33c8827d455 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:52.440355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cc137e-492e-4f74-97ac-e05a36938a36,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:52.443462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:52.473685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:52.475337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95cc137e-492e-4f74-97ac-e05a36938a36 HTTP/1.1" status: 204 len: 168 time: 0.5191486 Dec 22 15:29:53.083873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48958) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:53.161272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b7a2094-c950-47ab-9883-5dd68e739d50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9d208c034fb46f48afc21d4f385cd0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0756454 Dec 22 15:29:53.165917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 48962) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:53.243282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4be4e-eaf7-4ec2-a72b-85a67fd7e062 req-5666090e-74aa-4b0d-844c-64f14e13026d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:53.245442 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-94d4be4e-eaf7-4ec2-a72b-85a67fd7e062 req-5666090e-74aa-4b0d-844c-64f14e13026d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1020746 Dec 22 15:29:53.256342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:53.286936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:53.301846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-94d4be4e-eaf7-4ec2-a72b-85a67fd7e062 req-a2140dc5-c0ab-4116-876d-e1b14deea70e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492089 Dec 22 15:29:53.368540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:53.375236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99b5dd35-43f3-4864-b0cd-c281bdfce9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:53.388945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9404ee-f5ec-45da-aa7f-44a44b1885dd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:53.392989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:53.395479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:53.396827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa9404ee-f5ec-45da-aa7f-44a44b1885dd HTTP/1.1" status: 204 len: 168 time: 0.2282183 Dec 22 15:29:54.533610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844593c-0217-42b5-a78c-2b136176ce7a req-8d07976d-3e0b-4b4b-b443-3d06f16df65d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:54.535418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3844593c-0217-42b5-a78c-2b136176ce7a req-8d07976d-3e0b-4b4b-b443-3d06f16df65d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 943 time: 0.1040967 Dec 22 15:29:54.599131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3844593c-0217-42b5-a78c-2b136176ce7a req-a8e05445-8fb5-483c-82ea-8912090d16db tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570610 Dec 22 15:29:54.748760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48972) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:54.839292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4de60884-474c-4fec-bf4d-4e6cfc186ed3 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=893e62757dcf4c53b1dd355e3c905573&network_id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 2999 time: 0.0880642 Dec 22 15:29:55.009319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 195c8364-7bf2-49e1-9542-4d3237126fd9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:29:55.166077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 195c8364-7bf2-49e1-9542-4d3237126fd9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=195c8364-7bf2-49e1-9542-4d3237126fd9,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:55.183161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'port_id': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'mac_address': 'fa:16:3e:4b:f2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:29:55.244989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:55.269489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195c8364-7bf2-49e1-9542-4d3237126fd9 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:29:55.285495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 195c8364-7bf2-49e1-9542-4d3237126fd9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=195c8364-7bf2-49e1-9542-4d3237126fd9,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:55.317302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:55.320099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:55.397412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=195c8364-7bf2-49e1-9542-4d3237126fd9,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:55.400742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:55.542275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['195c8364-7bf2-49e1-9542-4d3237126fd9'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:29:55.836154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967b46-06e0-47d2-9c3d-67855764f119 req-99ad49c1-1bf1-41bd-8ef8-b5c1829a7a35 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:55.837759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b1967b46-06e0-47d2-9c3d-67855764f119 req-99ad49c1-1bf1-41bd-8ef8-b5c1829a7a35 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 944 time: 0.1029944 Dec 22 15:29:55.896147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b1967b46-06e0-47d2-9c3d-67855764f119 req-6e8b699e-737c-44bc-926d-6c1a9de11cce tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481236 Dec 22 15:29:57.011367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 195c8364-7bf2-49e1-9542-4d3237126fd9 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:29:57.118979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a65e8c-9283-42de-a94c-018cd915a61c req-720ef3d6-fe9e-45ee-857f-e7ac5bcf967f tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:57.121042 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32a65e8c-9283-42de-a94c-018cd915a61c req-720ef3d6-fe9e-45ee-857f-e7ac5bcf967f tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 944 time: 0.0914338 Dec 22 15:29:57.172986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 195c8364-7bf2-49e1-9542-4d3237126fd9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:29:57.181686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 195c8364-7bf2-49e1-9542-4d3237126fd9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:29:57.182197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:57.191214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32a65e8c-9283-42de-a94c-018cd915a61c req-007527b1-0e48-4a6f-bc22-b6448e4ce507 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520148 Dec 22 15:29:57.287306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48988) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:57.323333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:57.353318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:29:57.364499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 195c8364-7bf2-49e1-9542-4d3237126fd9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=195c8364-7bf2-49e1-9542-4d3237126fd9,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:29:57.369454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050148f6-41b8-422d-96a4-4d7e03e74a3b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:57.373497 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-050148f6-41b8-422d-96a4-4d7e03e74a3b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 814 time: 0.0840147 Dec 22 15:29:57.397363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:57.400040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:57.444230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'code': 200} Dec 22 15:29:57.485318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=195c8364-7bf2-49e1-9542-4d3237126fd9,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:57.489665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:57.811298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1e9f6b42-63cd-435c-ae42-3ed8f7533f45 req-e0753219-99bf-49b8-860c-01387b53d427 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1098 time: 0.0849683 Dec 22 15:29:57.861903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1e9f6b42-63cd-435c-ae42-3ed8f7533f45 req-9fa0019c-5567-478f-8307-5ecea906dff9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Dec 22 15:29:57.968416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 48998) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:57.974882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--236149483', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:57.980697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:57.991583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:58.032167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:58.038058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:58.072331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:29:58.084121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:58.084537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 6a9b62c7-5705-4770-bead-398b8d7c42f8 of type vlan for network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 Dec 22 15:29:58.119013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:58.200359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:58.205323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:58.206016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:58.212489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a5f1aab-34bc-42b6-abeb-633194e8f9ef tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:29:58.343899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=876c0c08-8a30-46bf-ad83-d518b3b0f4d5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:29:58.347382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:29:58.354858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:29:58.384079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4143181 Dec 22 15:29:58.387350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49004) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.469853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8cc6e-3fdd-469c-b181-68c0b2e42ff8 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:58.472858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ea8cc6e-3fdd-469c-b181-68c0b2e42ff8 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0838153 Dec 22 15:29:58.477022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49008) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.601492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346870d3-cf54-47b5-bece-f44f454c91b2 req-cd381ef1-d8e7-40d3-90a3-e1a42a7776f1 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:58.603215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-346870d3-cf54-47b5-bece-f44f454c91b2 req-cd381ef1-d8e7-40d3-90a3-e1a42a7776f1 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.1346426 Dec 22 15:29:58.657305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952658f-1a44-42f9-a719-d29d9a4aa4d8 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:58.663651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f952658f-1a44-42f9-a719-d29d9a4aa4d8 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1806414 Dec 22 15:29:58.664006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-346870d3-cf54-47b5-bece-f44f454c91b2 req-b5cdf937-f8a4-4177-b808-084c673d91b6 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488636 Dec 22 15:29:58.665574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49012) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.720291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d5de6287-efaf-4576-969e-789fb9dc6544 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546739 Dec 22 15:29:58.723904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49016) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.772760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c2b36297-5459-4c79-8182-e1c85b1f335f tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472369 Dec 22 15:29:58.775577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49020) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:58.935923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32720faf-ab97-49b0-a1a4-f812d2c2a133 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:29:58.938975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32720faf-ab97-49b0-a1a4-f812d2c2a133 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1622972 Dec 22 15:29:58.942300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49024) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.241586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ece3933-7a07-4f9d-8426-33baa9798c43 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2976646 Dec 22 15:29:59.244197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49028) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:29:59.251137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1559569780', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:29:59.375105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:29:59.379434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:29:59.383088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:29:59.390574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:29:59.425466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:29:59.555592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:59.914333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:29:59.924979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6af8f177-e4d2-458b-987b-05b3e81cb377 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:00.039118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=34f02dd4-8a8e-481f-b336-2790b34fcf3b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:00.074268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.074756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.075220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.075650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.076105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.076514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.077515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.077991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.078392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.078891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.079296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:00.087413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:00.095764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3dff7-584d-48d1-b205-4c3636785255 req-7ee332d9-31ca-4534-89d5-91cb73236030 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:00.097647 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0b3dff7-584d-48d1-b205-4c3636785255 req-7ee332d9-31ca-4534-89d5-91cb73236030 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.2253168 Dec 22 15:30:00.100211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:30:00.100632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 876c0c08-8a30-46bf-ad83-d518b3b0f4d5, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:30:00.180524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0b3dff7-584d-48d1-b205-4c3636785255 req-c7280b7b-c087-43ec-b552-5341f3151173 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743129 Dec 22 15:30:00.202915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:30:00.209659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:30:00.243093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 876c0c08-8a30-46bf-ad83-d518b3b0f4d5) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:30:00.248819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:00.249755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:00.259189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda442a-5c30-45ec-afa0-82790debaa72 None None] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:30:00.304747 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-204bf876-70d6-4413-b311-acb48769128a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0584452 Dec 22 15:30:00.523667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2bd0a-3a32-4738-a71c-4224ebbed4ce req-2b310bdd-58f9-487b-a376-4ef96476c9f9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:00.525752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6dd2bd0a-3a32-4738-a71c-4224ebbed4ce req-2b310bdd-58f9-487b-a376-4ef96476c9f9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.1334496 Dec 22 15:30:00.589138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6dd2bd0a-3a32-4738-a71c-4224ebbed4ce req-0b718f42-683a-4549-9b63-b30caa0d9e86 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541081 Dec 22 15:30:00.623041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49038) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:00.626695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:30:00.627683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:00.838192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Allocated IP 172.20.0.18 (876c0c08-8a30-46bf-ad83-d518b3b0f4d5/34f02dd4-8a8e-481f-b336-2790b34fcf3b/3b4f3457-ebdf-4d82-bedb-047be7713863) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:30:00.884815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49044) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:00.896502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788596790', 'description': 'tempest-secgroup-smoke-788596790 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:00.907968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:00.927596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:00.971845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.020418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:01.025099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:01.029945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:01.038697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:01.076023 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c1973498-1886-45fc-bf57-cdd9ec72631f tempest-TestVolumeBootPattern-2059451640 tempest-TestVolumeBootPattern-2059451640-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1093 time: 0.4515228 Dec 22 15:30:01.080744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49048) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:01.087352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:01.094126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:01.098626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:floatingip and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:01.102163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:01.109329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:01.131981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.154419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.164914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.183225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.189418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Transition to ACTIVE for port object 3b4f3457-ebdf-4d82-bedb-047be7713863 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:30:01.195622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43684ade-4b1b-403a-8df6-0c587a2e282a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:01.231247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Transition to ACTIVE for port object 3b4f3457-ebdf-4d82-bedb-047be7713863 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:30:01.270367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2782dbf1-8f75-472b-bf93-33c0920fb0e3,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:01.274696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:01.298059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.304659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3027c69-976b-4c92-afe2-bef67de4d033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:01.340971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.343878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4559250 Dec 22 15:30:01.346181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49052) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:01.350437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.356204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '2782dbf1-8f75-472b-bf93-33c0920fb0e3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:01.386576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:30:01.390659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:30:01.395881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:01.398375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Pushing event updated for resources: {'Port': ['ID=3b4f3457-ebdf-4d82-bedb-047be7713863,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:01.399730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:01.403248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:01.406601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:01.407309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.413810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:01.434630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:01.502723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Attempting to bind port 3b4f3457-ebdf-4d82-bedb-047be7713863 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:30:01.503268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Attempting to bind port 3b4f3457-ebdf-4d82-bedb-047be7713863 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:30:01.503684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Attempting to bind port 3b4f3457-ebdf-4d82-bedb-047be7713863 on network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:30:01.511324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:30:01.511717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Checking segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:30:01.512189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.512638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Bound using segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:30:01.513183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Bound port: 3b4f3457-ebdf-4d82-bedb-047be7713863, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:30:01.513617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.527859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.580952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Allocated IP 172.26.4.35 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/c43677eb-7cd6-4f04-b338-1a3cc7b1352f) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:30:01.655690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] For port 3b4f3457-ebdf-4d82-bedb-047be7713863, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:30:01.660289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] For port 3b4f3457-ebdf-4d82-bedb-047be7713863, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3b4f3457-ebdf-4d82-bedb-047be7713863,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:30:01.695812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.700091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3027c69-976b-4c92-afe2-bef67de4d033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:01.720124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.772181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.776083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9eb76a39-2be5-4956-96c7-3e2748ecc734 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:01.788928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.801834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Pushing event updated for resources: {'Port': ['ID=3b4f3457-ebdf-4d82-bedb-047be7713863,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:01.805956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:01.808402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2722feb5-5916-4183-8f48-d236a90a194f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:01.814501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:01.878415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.879821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-efc380f7-5c07-4cb6-ac73-5859c6575ae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5323849 Dec 22 15:30:01.881206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.884947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49056) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:01.887651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:01.893470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '2782dbf1-8f75-472b-bf93-33c0920fb0e3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:01.901274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:01.906717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:01.910107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:01.919467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:01.974591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:30:01.979095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:30:01.983613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=c43677eb-7cd6-4f04-b338-1a3cc7b1352f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:01.983945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:01.984155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:02.020215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:02.080829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.118708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.135561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d90a36c-5ab1-4c64-a177-d85a0e8f2297 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:02.173182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1132ed70-a8f1-41b6-b6c3-789a911bf451,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:02.178248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:02.217683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.224816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3382311 Dec 22 15:30:02.225760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49060) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:02.233903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '2782dbf1-8f75-472b-bf93-33c0920fb0e3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:02.243514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:02.249287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:02.256096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:02.263714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:02.320146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.334062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-603a6ba8-2896-4f0f-9548-76be6da61432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.429481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.463107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.465370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d14cc019-4bbb-4bb8-80ab-995a2390de00 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:02.493069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93255d56-d9b1-4bdd-945e-0102bd081944,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:02.499094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:02.531967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.532948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3044891 Dec 22 15:30:02.536045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49064) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:02.542475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '2782dbf1-8f75-472b-bf93-33c0920fb0e3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:02.549991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:02.554761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:02.558467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:02.566335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:02.618994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.723826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.757356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.758306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.761471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8fb96a0-050e-4954-aacc-108b8e487613 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:02.788664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c429f7a1-2faa-4222-be75-a1621ff24889,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:02.793393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:02.818996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3b4f3457-ebdf-4d82-bedb-047be7713863 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:30:02.843706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.846262 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3083649 Dec 22 15:30:02.848977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49068) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:02.859072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '2782dbf1-8f75-472b-bf93-33c0920fb0e3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:02.871058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:02.880081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:02.881674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.885812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:02.893598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:02.954575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:30:02.962368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:02.985600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 3b4f3457-ebdf-4d82-bedb-047be7713863 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:30:03.043292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.071145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.073506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-237568e8-e4d4-433b-9b29-e85fbd61a79c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:03.097998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee728d50-1f72-4e3b-9400-d272ffd2ff33,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:03.103197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:03.125079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.148878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.150591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2999666 Dec 22 15:30:03.153742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49072) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:03.162034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '2782dbf1-8f75-472b-bf93-33c0920fb0e3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:03.169335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:03.174159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:03.174373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.177378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:03.180051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:03.184206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:03.232346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:30:03.252514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.322796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=c43677eb-7cd6-4f04-b338-1a3cc7b1352f,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:03.326252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:03.330959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.371141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.406380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.408541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4a06a4c-2b66-4edf-94fa-13b762074301 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:03.436162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53fc2d2-eac9-4b83-8ce5-09e55b76dbf6,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:03.439771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:03.477190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.478739 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3223178 Dec 22 15:30:03.570170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Floating IP 6ceec0ea-7734-4d55-88c3-cb25cfec8cd5 associated. External IP: 172.26.4.35, port: 195c8364-7bf2-49e1-9542-4d3237126fd9. Dec 22 15:30:03.780220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:03.810315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-9dbd4544-8f1c-408f-97ba-59440ed44938 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:30:03.857261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acced96-0991-4345-afc4-d9aa4ea42d7c None None] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:30:03.872131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-9dbd4544-8f1c-408f-97ba-59440ed44938 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:30:03.874681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-9dbd4544-8f1c-408f-97ba-59440ed44938 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788596790&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.1285083 Dec 22 15:30:04.062956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Provisioning for port 3b4f3457-ebdf-4d82-bedb-047be7713863 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:30:04.078544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Provisioning complete for port 3b4f3457-ebdf-4d82-bedb-047be7713863 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:04.079070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:04.150073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-5e076e47-4a5e-4656-bf64-fedb3ccc93a3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:04.152303 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-5e076e47-4a5e-4656-bf64-fedb3ccc93a3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=876c0c08-8a30-46bf-ad83-d518b3b0f4d5 HTTP/1.1" status: 200 len: 796 time: 0.2702656 Dec 22 15:30:04.173199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-c6b774b0-1ac9-4aa5-b121-a5015ce7f0f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0150237 Dec 22 15:30:04.296341 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-11eea33f-900d-464d-8f55-16869d9b4fbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1155691 Dec 22 15:30:04.326493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:04.337206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:30:04.372056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] For port 3b4f3457-ebdf-4d82-bedb-047be7713863, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3b4f3457-ebdf-4d82-bedb-047be7713863,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:04.406949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:04.409780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:04.499453 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-9cdd7950-26e9-4a17-b9d8-a5f0e6318ed1 service neutron] 10.222.0.32 "GET /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948500 Dec 22 15:30:04.516211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Pushing event updated for resources: {'Port': ['ID=3b4f3457-ebdf-4d82-bedb-047be7713863,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:04.524143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:04.577704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c199662-d240-4a7b-935b-5872b2a10b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:04.591967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:30:04.613431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:30:04.629867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:30:04.630721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:04.651479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:04.697460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-0d1e3a29-0562-4eb4-a6f2-943d465c8c92 service neutron] 10.222.0.32 "GET /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875300 Dec 22 15:30:04.735247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6423011 Dec 22 15:30:04.735247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:30:04.792342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'status': 'completed', 'code': 200} Dec 22 15:30:04.814091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3b4f3457-ebdf-4d82-bedb-047be7713863 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:30:04.912928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b4cb845-8b94-4897-9d75-9246a2772f3b None None] Provisioning complete for port 3b4f3457-ebdf-4d82-bedb-047be7713863 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:04.913267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4cb845-8b94-4897-9d75-9246a2772f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:04.920511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-c8a091ba-1c41-485a-8b31-0a143581c9f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1098 time: 0.1008186 Dec 22 15:30:05.001931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:05.004393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:30:05.085263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3b4f3457-ebdf-4d82-bedb-047be7713863 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:05.085685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:05.114617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a03f4fe-773a-4ab4-9b0e-65e3557a5af0 req-1f06d01f-edb2-443c-8b25-0e8aafc7668c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 210 time: 0.0666108 Dec 22 15:30:05.179383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1857-c458-4e36-a378-41084f9f22cc req-c854b18a-4fcf-4ad6-ad69-1b6f682d65c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:05.181509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-c854b18a-4fcf-4ad6-ad69-1b6f682d65c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.2556734 Dec 22 15:30:05.345248 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-e7275777-0c84-47e2-984d-ef4fe4e3999c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195c8364-7bf2-49e1-9542-4d3237126fd9 HTTP/1.1" status: 200 len: 998 time: 0.1571221 Dec 22 15:30:05.461605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1857-c458-4e36-a378-41084f9f22cc req-c4ef3aed-15b2-4881-83d0-15eabc8bf38d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:05.463306 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-c4ef3aed-15b2-4881-83d0-15eabc8bf38d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.1093385 Dec 22 15:30:05.569442 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-bb339e2b-64dc-41eb-8f30-186285e50a07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976779 Dec 22 15:30:05.775075 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-fb820ec8-06dc-4166-9e7d-e3b823bc6934 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981919 Dec 22 15:30:05.806327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '6ceec0ea-7734-4d55-88c3-cb25cfec8cd5', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.35', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:4b:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:30:02Z', 'updated_at': '2021-12-22T15:30:02Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:05.811153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:30:05.824082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:30:05.824820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:05.959068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fba1857-c458-4e36-a378-41084f9f22cc req-928641b9-c50d-4ee8-bc2e-07ef04af4771 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773627 Dec 22 15:30:06.106941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:30:06.328760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06ea92f6-bf12-42da-a3be-d028d4609404 req-a18fa292-b8e7-42f5-b3b1-75e9b993d193 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 210 time: 0.0712039 Dec 22 15:30:06.520764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '6ceec0ea-7734-4d55-88c3-cb25cfec8cd5', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.35', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:4b:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:30:02Z', 'updated_at': '2021-12-22T15:30:02Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:06.525330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ac2fea-de5a-452a-8864-83378a0aa619 None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '6ceec0ea-7734-4d55-88c3-cb25cfec8cd5', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.35', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:4b:f2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:30:02Z', 'updated_at': '2021-12-22T15:30:02Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:30:06.765932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:06.903086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6447db5-7b86-44df-a45d-d830f788aa51 None None] New status for floating IP 6ceec0ea-7734-4d55-88c3-cb25cfec8cd5: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:30:07.158958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-71531263-3169-4a99-9495-4d11529a1c30 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:07.159802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-71531263-3169-4a99-9495-4d11529a1c30 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:30:07.208984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-71531263-3169-4a99-9495-4d11529a1c30 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:30:07.210617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-71531263-3169-4a99-9495-4d11529a1c30 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=876c0c08-8a30-46bf-ad83-d518b3b0f4d5 HTTP/1.1" status: 200 len: 796 time: 0.2934072 Dec 22 15:30:07.314668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-f6c88bba-2246-45e7-95ce-dd54a709db67 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 472 time: 0.0927804 Dec 22 15:30:07.325483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['2782dbf1-8f75-472b-bf93-33c0920fb0e3']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:07.644817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-00a2f0ba-5397-4783-9b14-00dafed41292 req-28de85ad-6991-4c42-9b68-831651b58699 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 210 time: 0.0888124 Dec 22 15:30:07.653047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:30:07.658337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:port and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:30:07.661710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:30:07.668300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:30:07.711032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:30:07.716976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:07.926611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.22 (876c0c08-8a30-46bf-ad83-d518b3b0f4d5/34f02dd4-8a8e-481f-b336-2790b34fcf3b/835c5aab-8ede-49fa-a82c-304739a82f6e) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:30:08.146772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:08.168347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 835c5aab-8ede-49fa-a82c-304739a82f6e will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:30:08.228986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:08.235802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:08.305057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:30:08.315592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:30:08.323622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:08.366764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=835c5aab-8ede-49fa-a82c-304739a82f6e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:08.375975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:08.411477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:08.412239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:08.476424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1556721 Dec 22 15:30:08.492996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Request body: {'port': {'device_id': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:30:08.630628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:08.863789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b22df90c-67ad-48f2-80a5-4eee4065a30c None None] Provisioning for port 835c5aab-8ede-49fa-a82c-304739a82f6e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:30:08.874950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b22df90c-67ad-48f2-80a5-4eee4065a30c None None] Provisioning complete for port 835c5aab-8ede-49fa-a82c-304739a82f6e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:08.875904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b22df90c-67ad-48f2-80a5-4eee4065a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:08.919681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eef62-cad0-4934-8382-bdb61ec6e894 req-e7cec9ae-1635-4c7d-aa1c-7783ddd09284 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:08.923396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a16eef62-cad0-4934-8382-bdb61ec6e894 req-e7cec9ae-1635-4c7d-aa1c-7783ddd09284 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 932 time: 0.1159062 Dec 22 15:30:08.945396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b22df90c-67ad-48f2-80a5-4eee4065a30c None None] Port 835c5aab-8ede-49fa-a82c-304739a82f6e cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:30:08.977593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a16eef62-cad0-4934-8382-bdb61ec6e894 req-8f071745-94c1-42e1-a698-c76516475801 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487242 Dec 22 15:30:09.039675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835c5aab-8ede-49fa-a82c-304739a82f6e {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:30:09.048160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:09.064979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Transition to ACTIVE for port object 835c5aab-8ede-49fa-a82c-304739a82f6e will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:30:09.099848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:09.105306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc268655-4eb8-422e-8944-bc9312d0f434 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:09.246243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Pushing event updated for resources: {'Port': ['ID=835c5aab-8ede-49fa-a82c-304739a82f6e,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:09.250725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:09.384214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Attempting to bind port 835c5aab-8ede-49fa-a82c-304739a82f6e on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:30:09.384599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Attempting to bind port 835c5aab-8ede-49fa-a82c-304739a82f6e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:30:09.385025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Attempting to bind port 835c5aab-8ede-49fa-a82c-304739a82f6e on network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:30:09.392454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Port 835c5aab-8ede-49fa-a82c-304739a82f6e on network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:30:09.393031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Attempting to bind port 835c5aab-8ede-49fa-a82c-304739a82f6e on network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:30:09.401009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:30:09.401407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Checking segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:30:09.401839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Bound using segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:30:09.402337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Bound port: 835c5aab-8ede-49fa-a82c-304739a82f6e, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:30:09.402728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:09.519891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] For port 835c5aab-8ede-49fa-a82c-304739a82f6e, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:30:09.519891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] For port 835c5aab-8ede-49fa-a82c-304739a82f6e, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=835c5aab-8ede-49fa-a82c-304739a82f6e,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:30:09.583789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:09.589101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:09.644517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:09.646090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] 10.222.0.71 "PUT /v2.0/ports/835c5aab-8ede-49fa-a82c-304739a82f6e HTTP/1.1" status: 200 len: 1094 time: 1.1614058 Dec 22 15:30:09.649005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'tag': '835c5aab-8ede-49fa-a82c-304739a82f6e'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:30:09.681058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Pushing event updated for resources: {'Port': ['ID=835c5aab-8ede-49fa-a82c-304739a82f6e,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:09.684650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:09.711821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'tag': '835c5aab-8ede-49fa-a82c-304739a82f6e', 'status': 'completed', 'code': 200} Dec 22 15:30:10.081812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-1c2cf6c5-a689-4c64-9a19-6c0f3a8a8f55 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 1097 time: 0.3611143 Dec 22 15:30:10.194116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-79d4da89-16ac-4959-a9af-f53f7c9fac80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=835c5aab-8ede-49fa-a82c-304739a82f6e HTTP/1.1" status: 200 len: 217 time: 0.1031363 Dec 22 15:30:10.292610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-b468ffff-e4bb-424f-aeae-146140cc2d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:10.294596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563b410-50a5-4b8d-ae33-38870da76075 req-fe69f3d8-9f2b-40c9-bb2c-dae790c3018d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:10.294762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-b468ffff-e4bb-424f-aeae-146140cc2d93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34f02dd4-8a8e-481f-b336-2790b34fcf3b HTTP/1.1" status: 200 len: 838 time: 0.0948868 Dec 22 15:30:10.301806 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1563b410-50a5-4b8d-ae33-38870da76075 req-fe69f3d8-9f2b-40c9-bb2c-dae790c3018d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 944 time: 0.1673243 Dec 22 15:30:10.385262 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1563b410-50a5-4b8d-ae33-38870da76075 req-84a4e623-51ac-42d0-a0f9-4f9e47a1eff9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763214 Dec 22 15:30:10.463515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-b080963a-e15c-4b33-a8b0-b21a87ec2049 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=876c0c08-8a30-46bf-ad83-d518b3b0f4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1623778 Dec 22 15:30:10.656221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-0dae39d5-aca7-43c6-a973-d9120286091c service neutron] 10.222.0.71 "GET /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848609 Dec 22 15:30:10.833525 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c309246-cc21-4ed2-8944-da2cf43aec2c req-d093d75f-4eee-4653-8366-c67cf33b110a service neutron] 10.222.0.71 "GET /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687336 Dec 22 15:30:11.012857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-613890e3-ea5d-4bf8-8732-84a9cc401e6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 1097 time: 0.0955393 Dec 22 15:30:11.182443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b043f-3eec-4de1-a58f-659609126027 req-441ecf93-10f0-40eb-bd8c-a30d97a90eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:11.185502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-441ecf93-10f0-40eb-bd8c-a30d97a90eca service neutron] 10.222.0.71 "GET /v2.0/networks?id=876c0c08-8a30-46bf-ad83-d518b3b0f4d5 HTTP/1.1" status: 200 len: 897 time: 0.1666842 Dec 22 15:30:11.321569 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-db0d6254-a42c-47e5-97c9-bb09c08e91d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=835c5aab-8ede-49fa-a82c-304739a82f6e HTTP/1.1" status: 200 len: 217 time: 0.1296666 Dec 22 15:30:11.404179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b043f-3eec-4de1-a58f-659609126027 req-58e5b8fe-478a-4918-a67d-60f3ae1c782a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:11.407711 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-58e5b8fe-478a-4918-a67d-60f3ae1c782a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=34f02dd4-8a8e-481f-b336-2790b34fcf3b HTTP/1.1" status: 200 len: 838 time: 0.0782423 Dec 22 15:30:11.525357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-831cafb6-3b90-4f4b-8603-d739d219fa17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=876c0c08-8a30-46bf-ad83-d518b3b0f4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1077244 Dec 22 15:30:11.755864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbca75-377a-4a9d-83e2-29dd3cd4bf87 req-20cb84dd-2c34-42c4-b93b-3d609a219834 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:11.756595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-13bbca75-377a-4a9d-83e2-29dd3cd4bf87 req-20cb84dd-2c34-42c4-b93b-3d609a219834 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:30:11.764897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-e17efc7b-4539-494c-aaba-5288cdaf93de service neutron] 10.222.0.71 "GET /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886992 Dec 22 15:30:11.874486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-13bbca75-377a-4a9d-83e2-29dd3cd4bf87 req-20cb84dd-2c34-42c4-b93b-3d609a219834 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:30:11.875763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13bbca75-377a-4a9d-83e2-29dd3cd4bf87 req-20cb84dd-2c34-42c4-b93b-3d609a219834 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 944 time: 0.3503313 Dec 22 15:30:12.129339 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366b043f-3eec-4de1-a58f-659609126027 req-b37329a4-6b11-4d95-bd72-25c6ba612f31 service neutron] 10.222.0.71 "GET /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558738 Dec 22 15:30:12.142521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13bbca75-377a-4a9d-83e2-29dd3cd4bf87 req-06ced64d-e393-4310-b01c-5dd6c8e93806 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392387 Dec 22 15:30:12.174700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-cb39f6b5-849c-45d9-88fb-d2ad0683708a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2632639 Dec 22 15:30:12.351436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-64b3b67b-171c-407a-b5b4-442a01c2c76a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1098 time: 0.0851147 Dec 22 15:30:12.534838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-393d91ae-d5a1-45f3-bdbf-3de791830e7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:12.536502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-393d91ae-d5a1-45f3-bdbf-3de791830e7e service neutron] 10.222.0.71 "GET /v2.0/networks?id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 897 time: 0.1635847 Dec 22 15:30:12.656564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-c18e16a4-12fa-4dea-9a14-5744b3b45ac2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 200 len: 1000 time: 0.1126275 Dec 22 15:30:12.729925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-cf9a1cb9-fc51-4c06-b6f6-c5912bb3f9b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:12.731571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-cf9a1cb9-fc51-4c06-b6f6-c5912bb3f9b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43dbf1cf-c00e-484a-a31e-eab94d7d2e39 HTTP/1.1" status: 200 len: 835 time: 0.0685842 Dec 22 15:30:12.822039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-cf145da6-bd8f-4b90-95cb-531ffc43fd80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=af7e2f1a-d210-4c82-a78b-d598dee52c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830863 Dec 22 15:30:12.999588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-b2494909-4cb3-4253-ac76-f605de2101dd service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713436 Dec 22 15:30:13.177184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5921ad-1ca3-4e8a-ba75-2fdd6837159a req-ef3d2d6f-b6bc-4401-87f3-d1d6fa91bf76 service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699481 Dec 22 15:30:13.377670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de690d-38c0-4d51-a292-8256d641c062 req-e5e33a90-82a0-4156-bd4b-35f0f4449019 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:13.379731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f3de690d-38c0-4d51-a292-8256d641c062 req-e5e33a90-82a0-4156-bd4b-35f0f4449019 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 944 time: 0.0903888 Dec 22 15:30:13.437304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f3de690d-38c0-4d51-a292-8256d641c062 req-ebbb61c9-c093-457e-8cc0-693aab5c4366 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506182 Dec 22 15:30:14.727931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9c0c8-c4aa-4638-a56d-6b59f9369217 req-e70bd502-02df-4495-b7ae-9f51e021ac77 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:14.730000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85a9c0c8-c4aa-4638-a56d-6b59f9369217 req-e70bd502-02df-4495-b7ae-9f51e021ac77 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 944 time: 0.1106036 Dec 22 15:30:14.785244 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85a9c0c8-c4aa-4638-a56d-6b59f9369217 req-d905c70d-c7bf-4287-8254-6e9fe40d5563 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476422 Dec 22 15:30:15.103891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 835c5aab-8ede-49fa-a82c-304739a82f6e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:30:15.280426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 835c5aab-8ede-49fa-a82c-304739a82f6e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=835c5aab-8ede-49fa-a82c-304739a82f6e,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:15.296923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '835c5aab-8ede-49fa-a82c-304739a82f6e', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'port_id': '835c5aab-8ede-49fa-a82c-304739a82f6e', 'mac_address': 'fa:16:3e:85:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:30:15.357898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:15.380551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835c5aab-8ede-49fa-a82c-304739a82f6e {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:30:15.397087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 835c5aab-8ede-49fa-a82c-304739a82f6e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=835c5aab-8ede-49fa-a82c-304739a82f6e,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:15.437310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:15.439751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:15.519957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=835c5aab-8ede-49fa-a82c-304739a82f6e,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:15.530586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.531050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.531440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.531832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.532216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.532609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.532987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.533363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.533748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.534122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.534498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:15.538848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:15.680180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['835c5aab-8ede-49fa-a82c-304739a82f6e'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:30:16.028388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55712be-23cc-4511-b965-39360f26ae4c req-f9ffd835-e14b-4a95-a365-9bb9b5a320ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:16.031406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c55712be-23cc-4511-b965-39360f26ae4c req-f9ffd835-e14b-4a95-a365-9bb9b5a320ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 945 time: 0.1087108 Dec 22 15:30:16.096068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c55712be-23cc-4511-b965-39360f26ae4c req-35449256-12fe-424b-8703-0027166f0028 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533116 Dec 22 15:30:17.109029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 835c5aab-8ede-49fa-a82c-304739a82f6e up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:30:17.572350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd338195-af56-40d9-a165-760292ac9f89 req-d7992ae1-745c-41bb-a13f-a8c708bdcae5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:17.572350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd338195-af56-40d9-a165-760292ac9f89 req-d7992ae1-745c-41bb-a13f-a8c708bdcae5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 945 time: 0.1034918 Dec 22 15:30:17.572350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd338195-af56-40d9-a165-760292ac9f89 req-56991ebf-9883-40a9-ad52-7c0d225dd047 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542862 Dec 22 15:30:18.850177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33efd4a-285f-42c5-9a4b-94ed7aa3c008 req-4edfa809-a7d6-4ac3-91d9-e651052452d6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:18.850177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b33efd4a-285f-42c5-9a4b-94ed7aa3c008 req-4edfa809-a7d6-4ac3-91d9-e651052452d6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 945 time: 0.1490433 Dec 22 15:30:18.905844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b33efd4a-285f-42c5-9a4b-94ed7aa3c008 req-93f26ff4-bdb5-444b-b294-919ea76086fe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502384 Dec 22 15:30:19.422700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 835c5aab-8ede-49fa-a82c-304739a82f6e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:30:19.432517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 835c5aab-8ede-49fa-a82c-304739a82f6e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:19.433512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:19.590676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:19.627470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c5aab-8ede-49fa-a82c-304739a82f6e'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:30:19.640775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 835c5aab-8ede-49fa-a82c-304739a82f6e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=835c5aab-8ede-49fa-a82c-304739a82f6e,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:19.716637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c5aab-8ede-49fa-a82c-304739a82f6e', 'code': 200} Dec 22 15:30:19.802717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:19.805748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91aa31a3-83f7-4728-9663-807ea40e334a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:19.884017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=835c5aab-8ede-49fa-a82c-304739a82f6e,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:19.887421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:20.064357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32dc494f-c35d-4906-a07f-0af65b259e04 req-43488091-693b-410a-a422-cb50bf419b6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 1099 time: 0.0793602 Dec 22 15:30:20.121885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-32dc494f-c35d-4906-a07f-0af65b259e04 req-26b1f62a-4824-4140-a23d-97fa33d569c1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511758 Dec 22 15:30:20.154314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b617b6-048a-4316-b086-9c39211590a8 req-9c86fcc0-0187-4a47-a8b7-3e9b2d7ed795 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:20.156406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20b617b6-048a-4316-b086-9c39211590a8 req-9c86fcc0-0187-4a47-a8b7-3e9b2d7ed795 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 946 time: 0.0988278 Dec 22 15:30:20.211965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20b617b6-048a-4316-b086-9c39211590a8 req-792786b4-e899-45a5-984b-913e07775f88 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Dec 22 15:30:21.452367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ca538-6837-401c-bca4-d27dedafb40c req-481f0d3a-0853-435c-a217-b231c783784e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:21.454294 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c07ca538-6837-401c-bca4-d27dedafb40c req-481f0d3a-0853-435c-a217-b231c783784e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 946 time: 0.1092067 Dec 22 15:30:21.505815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c07ca538-6837-401c-bca4-d27dedafb40c req-367d8374-bb05-4553-9a5c-8feacfc84107 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452094 Dec 22 15:30:21.871731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9e440-39d7-4f0d-b59b-9403cdc70ff9 req-342298c6-d324-4cf0-b89a-b59534a55f34 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:21.873924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-57c9e440-39d7-4f0d-b59b-9403cdc70ff9 req-342298c6-d324-4cf0-b89a-b59534a55f34 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 946 time: 0.0920339 Dec 22 15:30:21.933807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-57c9e440-39d7-4f0d-b59b-9403cdc70ff9 req-4ced85a1-6a88-4f4e-8911-c36f783d12bf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507441 Dec 22 15:30:23.497853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49146) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:24.645731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:25.085647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.17 (876c0c08-8a30-46bf-ad83-d518b3b0f4d5/34f02dd4-8a8e-481f-b336-2790b34fcf3b/ec536c9e-516c-452d-8856-b398976c2402) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:30:25.312824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:25.333499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object ec536c9e-516c-452d-8856-b398976c2402 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:30:25.472508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:25.477928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:25.561646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:30:25.570728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:30:25.582237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:30:25.626749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=ec536c9e-516c-452d-8856-b398976c2402,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:25.648674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.648674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.648674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.650061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.650061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.650061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.650061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.650550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.650802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.651320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.651721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:30:25.659991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:25.674163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:25.826416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:26.023278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8ac6d0fb-9f3d-4dbb-8872-a13abf4d787e None None] Provisioning for port ec536c9e-516c-452d-8856-b398976c2402 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:30:26.023278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8ac6d0fb-9f3d-4dbb-8872-a13abf4d787e None None] Provisioning complete for port ec536c9e-516c-452d-8856-b398976c2402 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:26.023278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8ac6d0fb-9f3d-4dbb-8872-a13abf4d787e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:26.084107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6d0fb-9f3d-4dbb-8872-a13abf4d787e None None] Port ec536c9e-516c-452d-8856-b398976c2402 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:30:26.330972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:26.360480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:26.392823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-419eb2f1-e316-46b6-8233-55fb81d72909 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:26.489277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:26.494329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=ec536c9e-516c-452d-8856-b398976c2402,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:26.498553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:26.660053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:30:26.663159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:30:27.024025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ad2b2bb8-a203-4ee7-b14f-1eb8c00de4f1 None None] Provisioning complete for port ec536c9e-516c-452d-8856-b398976c2402 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:27.024451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ad2b2bb8-a203-4ee7-b14f-1eb8c00de4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:27.082194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b2bb8-a203-4ee7-b14f-1eb8c00de4f1 None None] Port ec536c9e-516c-452d-8856-b398976c2402 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:30:27.114972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:30:27.364376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:30:27.380656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:30:27.388692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:30:27.389906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:27.427205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/0370898a-dd6d-4626-9a75-e06a9f8b2c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9268434 Dec 22 15:30:27.593239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:30:28.026075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:25Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec536c9e-516c-452d-8856-b398976c2402', 'name': '', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:4e:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:30:24Z', 'updated_at': '2021-12-22T15:30:26Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:28.031764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:30:28.032529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Updating router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 port ec536c9e-516c-452d-8856-b398976c2402 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:30:28.101262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:28.605821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:28.691127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Transition to ACTIVE for port object ec536c9e-516c-452d-8856-b398976c2402 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:30:28.736748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:28.742336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-88064ee6-5dfb-4b56-9919-0edcf84cf48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:29.065483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540e29-9464-43a2-ac91-26294dfbb9b0 None None] Pushing event updated for resources: {'Port': ['ID=ec536c9e-516c-452d-8856-b398976c2402,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:29.070102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a540e29-9464-43a2-ac91-26294dfbb9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:29.186610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Attempting to bind port ec536c9e-516c-452d-8856-b398976c2402 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:30:29.187058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Attempting to bind port ec536c9e-516c-452d-8856-b398976c2402 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:30:29.187479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Attempting to bind port ec536c9e-516c-452d-8856-b398976c2402 on network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:30:29.202621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:30:29.203225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Checking segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:30:29.203759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:29.204277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Bound using segment: {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:30:29.204941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Bound port: ec536c9e-516c-452d-8856-b398976c2402, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9b62c7-5705-4770-bead-398b8d7c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:30:29.205412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:29.311380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] For port ec536c9e-516c-452d-8856-b398976c2402, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:30:29.314957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] For port ec536c9e-516c-452d-8856-b398976c2402, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ec536c9e-516c-452d-8856-b398976c2402,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:30:29.354431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:29.358774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:29.454195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:30:29.454940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:29.507741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540e29-9464-43a2-ac91-26294dfbb9b0 None None] Pushing event updated for resources: {'Port': ['ID=ec536c9e-516c-452d-8856-b398976c2402,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:29.516047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a540e29-9464-43a2-ac91-26294dfbb9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:29.681911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:30:30.138578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:25Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec536c9e-516c-452d-8856-b398976c2402', 'name': '', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:4e:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:30:24Z', 'updated_at': '2021-12-22T15:30:29Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:30.143115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961c86e-3a83-47a8-8426-05b80120a734 None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:25Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec536c9e-516c-452d-8856-b398976c2402', 'name': '', 'network_id': '876c0c08-8a30-46bf-ad83-d518b3b0f4d5', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:4e:28:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:30:24Z', 'updated_at': '2021-12-22T15:30:29Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '34f02dd4-8a8e-481f-b336-2790b34fcf3b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:30:30.799880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ec536c9e-516c-452d-8856-b398976c2402 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:30:30.924888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ec536c9e-516c-452d-8856-b398976c2402 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:30:30.932795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ec536c9e-516c-452d-8856-b398976c2402 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:30.933273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:31.068775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:31.105607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port ec536c9e-516c-452d-8856-b398976c2402, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ec536c9e-516c-452d-8856-b398976c2402,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:31.140884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:31.145022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-896db83d-9986-498d-9ee2-ab9c6349e1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:31.244448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=ec536c9e-516c-452d-8856-b398976c2402,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:31.249015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:31.387842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:32.345153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4bf7351e-fe31-4d7c-82a4-bd6b4529ac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:32.785034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ec536c9e-516c-452d-8856-b398976c2402 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:30:32.863708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ec536c9e-516c-452d-8856-b398976c2402 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:30:32.864141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:33.799530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:34.468136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83f47e68-fc83-4b8a-a856-699229059c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:34.911444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:36.768081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:37.212216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:30:48.185133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49180) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:49.647303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:49.687810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port ec536c9e-516c-452d-8856-b398976c2402 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:30:49.688260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:49.923744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port ec536c9e-516c-452d-8856-b398976c2402, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ec536c9e-516c-452d-8856-b398976c2402,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:49.924065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:50.060371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for ec536c9e-516c-452d-8856-b398976c2402 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:30:50.316679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:50.322114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc79490d-cc40-4159-8b2e-901ffb82b1f2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:50.375443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=ec536c9e-516c-452d-8856-b398976c2402,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:50.378401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:50.840309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:51.511426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:30:51.744731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:30:51.758173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:30:51.761384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/0370898a-dd6d-4626-9a75-e06a9f8b2c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5744152 Dec 22 15:30:51.773825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:30:51.773825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:51.976811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:30:52.326799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cd48b-6fc5-49ed-8db9-ef88bbe4f243 req-1057a089-7ef2-43b9-be83-62c8b9a80b93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:52.327656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-230cd48b-6fc5-49ed-8db9-ef88bbe4f243 req-1057a089-7ef2-43b9-be83-62c8b9a80b93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:30:52.402120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-230cd48b-6fc5-49ed-8db9-ef88bbe4f243 req-1057a089-7ef2-43b9-be83-62c8b9a80b93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:30:52.405506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-230cd48b-6fc5-49ed-8db9-ef88bbe4f243 req-1057a089-7ef2-43b9-be83-62c8b9a80b93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 946 time: 0.1807349 Dec 22 15:30:52.412811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:50Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:52.417798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:30:52.431975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:30:52.432844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:52.477029 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-230cd48b-6fc5-49ed-8db9-ef88bbe4f243 req-ae468bab-4e2f-4a10-82bd-d4fedb388af4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665069 Dec 22 15:30:52.635137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:30:53.044164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:50Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:53.051248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085cf22e-71cd-49e3-ade8-54e55115a28c None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:50Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '738c4e65-7773-477e-ae2f-b99b5ffbdbef', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.33', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'port_id': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'mac_address': 'fa:16:3e:67:e3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:29:23Z', 'updated_at': '2021-12-22T15:29:29Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:30:53.706279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-74e1ee25-b486-4bb0-8c53-d0d1394d1145 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:53.710972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-74e1ee25-b486-4bb0-8c53-d0d1394d1145 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:30:53.730084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-74e1ee25-b486-4bb0-8c53-d0d1394d1145 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:30:53.731667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-74e1ee25-b486-4bb0-8c53-d0d1394d1145 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 946 time: 0.1708047 Dec 22 15:30:54.059494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86f7c-8e8f-4867-9a5d-3c3318b1c2c3 req-88d2d93d-a0f3-4796-92b0-85c82592e743 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:30:54.061863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ab86f7c-8e8f-4867-9a5d-3c3318b1c2c3 req-88d2d93d-a0f3-4796-92b0-85c82592e743 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 946 time: 0.4338579 Dec 22 15:30:54.105412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 835c5aab-8ede-49fa-a82c-304739a82f6e {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:30:54.105804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:54.223813 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ab86f7c-8e8f-4867-9a5d-3c3318b1c2c3 req-a1f34d7d-adb5-402d-9412-a5db46d8a051 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=2782dbf1-8f75-472b-bf93-33c0920fb0e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474903 Dec 22 15:30:54.435086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 835c5aab-8ede-49fa-a82c-304739a82f6e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=835c5aab-8ede-49fa-a82c-304739a82f6e,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:54.435951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:54.710603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 835c5aab-8ede-49fa-a82c-304739a82f6e owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:30:54.748608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ec536c9e-516c-452d-8856-b398976c2402 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:30:54.784553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: ec536c9e-516c-452d-8856-b398976c2402 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:30:54.785482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ec536c9e-516c-452d-8856-b398976c2402 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:30:55.045174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:55.052130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4616ace0-84ee-46c9-9286-b61b2ae84f51 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:55.106459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=835c5aab-8ede-49fa-a82c-304739a82f6e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:55.110352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:55.193180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port 835c5aab-8ede-49fa-a82c-304739a82f6e on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:30:55.195849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:55.198974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'name': 'network-vif-deleted', 'tag': '835c5aab-8ede-49fa-a82c-304739a82f6e'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:30:55.260040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e15ee227-1828-4b13-b260-05a4eb6a99ab req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/835c5aab-8ede-49fa-a82c-304739a82f6e HTTP/1.1" status: 204 len: 173 time: 1.5151126 Dec 22 15:30:55.260040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed15f96-28d2-4121-999f-aacfb2d7e09f', 'name': 'network-vif-deleted', 'tag': '835c5aab-8ede-49fa-a82c-304739a82f6e', 'status': 'completed', 'code': 200} Dec 22 15:30:55.574660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fba20c95-76f7-4eaa-887b-654e0d3f5549 req-1f3796e3-0365-4d25-8106-93bbcc309c59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:30:55.636992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fba20c95-76f7-4eaa-887b-654e0d3f5549 req-1f3796e3-0365-4d25-8106-93bbcc309c59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:30:55.638147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fba20c95-76f7-4eaa-887b-654e0d3f5549 req-1f3796e3-0365-4d25-8106-93bbcc309c59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ed15f96-28d2-4121-999f-aacfb2d7e09f HTTP/1.1" status: 200 len: 210 time: 0.1196489 Dec 22 15:30:56.759451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49198) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:56.836766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:56.868833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:56.972440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:56.979620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef752896-db30-4c05-aba3-676df394a952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:56.997173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2782dbf1-8f75-472b-bf93-33c0920fb0e3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:57.000133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:57.034362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:57.035793 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/2782dbf1-8f75-472b-bf93-33c0920fb0e3 HTTP/1.1" status: 204 len: 168 time: 0.2752752 Dec 22 15:30:57.137890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49204) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:57.256697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 835c5aab-8ede-49fa-a82c-304739a82f6e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:30:57.292942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 835c5aab-8ede-49fa-a82c-304739a82f6e {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:30:57.293349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 835c5aab-8ede-49fa-a82c-304739a82f6e not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:30:57.362497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 34f02dd4-8a8e-481f-b336-2790b34fcf3b {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:30:57.366177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:57.428374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:57.778618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.236683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.242021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82cdff10-ff76-4adf-a4b4-6fab2c4f782e tempest-TagsExtTest-103210257 tempest-TagsExtTest-103210257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:58.286361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=34f02dd4-8a8e-481f-b336-2790b34fcf3b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:58.287976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:58.289091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.297093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/34f02dd4-8a8e-481f-b336-2790b34fcf3b HTTP/1.1" status: 204 len: 168 time: 1.1573393 Dec 22 15:30:58.297980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae9cd8-116c-4a16-828b-c7ca7dee50e6 None None] Network 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:30:58.300792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49208) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:30:58.456163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.469564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 3b4f3457-ebdf-4d82-bedb-047be7713863 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:30:58.469977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.636917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754164ed-377c-4087-a97f-07c806096889 None None] DHCP port deletion for 876c0c08-8a30-46bf-ad83-d518b3b0f4d5 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:30:58.642739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-754164ed-377c-4087-a97f-07c806096889 None None] Deleting port 3b4f3457-ebdf-4d82-bedb-047be7713863 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:30:58.643274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-754164ed-377c-4087-a97f-07c806096889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.744680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 3b4f3457-ebdf-4d82-bedb-047be7713863, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3b4f3457-ebdf-4d82-bedb-047be7713863,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:58.745089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:58.795964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3b4f3457-ebdf-4d82-bedb-047be7713863 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:30:58.890856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 3b4f3457-ebdf-4d82-bedb-047be7713863 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:30:58.941138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-754164ed-377c-4087-a97f-07c806096889 None None] For port 3b4f3457-ebdf-4d82-bedb-047be7713863, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3b4f3457-ebdf-4d82-bedb-047be7713863,segment=NetworkSegment(6a9b62c7-5705-4770-bead-398b8d7c42f8),segment_id=6a9b62c7-5705-4770-bead-398b8d7c42f8)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:30:58.941593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-754164ed-377c-4087-a97f-07c806096889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.077574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-754164ed-377c-4087-a97f-07c806096889 None None] Calling delete_port for 3b4f3457-ebdf-4d82-bedb-047be7713863 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:30:59.200479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.228788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-754164ed-377c-4087-a97f-07c806096889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:30:59.229202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-754164ed-377c-4087-a97f-07c806096889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:30:59.256095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.263892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:59.309648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=3b4f3457-ebdf-4d82-bedb-047be7713863,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:59.313119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:59.315764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port 3b4f3457-ebdf-4d82-bedb-047be7713863 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:30:59.461860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.490940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876c0c08-8a30-46bf-ad83-d518b3b0f4d5']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:59.507038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9b62c7-5705-4770-bead-398b8d7c42f8') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:59.509836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9b62c7-5705-4770-bead-398b8d7c42f8') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:30:59.520234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.537348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.544138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:30:59.545106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:30:59.561466 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:30:59.692131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.694028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf4ec328-5737-4615-87b9-2be93e5ea02a tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:30:59.713127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.723010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=876c0c08-8a30-46bf-ad83-d518b3b0f4d5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:30:59.726784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:30:59.730950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-754164ed-377c-4087-a97f-07c806096889 None None] Deleting port 3b4f3457-ebdf-4d82-bedb-047be7713863 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:30:59.731403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-754164ed-377c-4087-a97f-07c806096889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:30:59.803190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/876c0c08-8a30-46bf-ad83-d518b3b0f4d5 HTTP/1.1" status: 204 len: 168 time: 1.5011501 Dec 22 15:30:59.806799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-754164ed-377c-4087-a97f-07c806096889 None None] The port '3b4f3457-ebdf-4d82-bedb-047be7713863' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:30:59.807101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49212) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:00.039157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 36952292-17d9-4aa3-bf92-a1016190e078 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:31:00.039547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:00.277577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:00.278001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:00.435827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 36952292-17d9-4aa3-bf92-a1016190e078 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:31:00.656441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:00.661505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7136fd79-86b0-4aa3-9ae3-7466cf2fdf8b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:00.708857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=36952292-17d9-4aa3-bf92-a1016190e078,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:00.792974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.793415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.793842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.794267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.794725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.795197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.795616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.796041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.796454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.796872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.797612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:00.801376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:00.834156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:01.309292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:31:01.409121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:01.652928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:31:01.669088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:31:01.676585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:01.696877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:01.701430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:01.744104 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/738c4e65-7773-477e-ae2f-b99b5ffbdbef HTTP/1.1" status: 204 len: 168 time: 1.9358931 Dec 22 15:31:01.747233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:31:01.813392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'status': 'completed', 'code': 200} Dec 22 15:31:01.979925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-cb2d03df-38c3-43b5-86a9-e66bb812972b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 1098 time: 0.1429725 Dec 22 15:31:02.164414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:02.171740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-0c793fab-d02c-4844-9fb2-11cda7030571 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:02.174086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-0c793fab-d02c-4844-9fb2-11cda7030571 service neutron] 10.222.0.71 "GET /v2.0/networks?id=af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 200 len: 897 time: 0.1872580 Dec 22 15:31:02.310804 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-932f442f-61b6-44f7-a122-4169795d955a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 200 len: 217 time: 0.1222830 Dec 22 15:31:02.405370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-e7249dd4-081f-4bfb-852f-f13544c5d6dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:02.407048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-e7249dd4-081f-4bfb-852f-f13544c5d6dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=43dbf1cf-c00e-484a-a31e-eab94d7d2e39 HTTP/1.1" status: 200 len: 835 time: 0.0885787 Dec 22 15:31:02.439175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa8931ce-668a-40da-8e37-555ca985bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:02.487640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd339440-93d2-48d6-b812-5310faea5ff7 req-292684aa-096b-4739-ae15-0b01963bb248 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:02.487640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bd339440-93d2-48d6-b812-5310faea5ff7 req-292684aa-096b-4739-ae15-0b01963bb248 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:02.531485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-bab83e64-7fbd-42d2-8291-a77d4ee0118b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=af7e2f1a-d210-4c82-a78b-d598dee52c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129260 Dec 22 15:31:02.564526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bd339440-93d2-48d6-b812-5310faea5ff7 req-292684aa-096b-4739-ae15-0b01963bb248 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:02.565843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd339440-93d2-48d6-b812-5310faea5ff7 req-292684aa-096b-4739-ae15-0b01963bb248 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.3144634 Dec 22 15:31:02.575435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:50Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:02.580894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:31:02.595218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:02.599278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:30:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:02.728726 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd339440-93d2-48d6-b812-5310faea5ff7 req-b323f8b3-8300-4770-a00b-76500e8b449a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450207 Dec 22 15:31:02.742334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-4fdc8bd7-de40-493f-b7c8-53d35c4d35a8 service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031639 Dec 22 15:31:02.879394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:03.189229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64b90367-e04c-4f65-91c0-fcb9586b7cab req-89216471-8278-4473-b1b7-e2f850379c2d service neutron] 10.222.0.71 "GET /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369836 Dec 22 15:31:03.262181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:50Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:03.266907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e4899-55bf-4384-8842-aa137f02f670 None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:30:50Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8f906909-00f3-41d2-a38b-492617962efa', 'name': '', 'network_id': 'af7e2f1a-d210-4c82-a78b-d598dee52c9e', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:2a:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:37Z', 'updated_at': '2021-12-22T15:28:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '43dbf1cf-c00e-484a-a31e-eab94d7d2e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:31:03.665673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-94084a25-322f-481a-8256-3518771eef37 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:03.667455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-94084a25-322f-481a-8256-3518771eef37 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.1026394 Dec 22 15:31:03.762095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port a677d2f1-7093-4867-bda2-81c1c3aa1321 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:31:03.762611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:03.787095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:03.790582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240dddaa-d139-4e9d-9713-1bdaddd546b1 None None] New status for floating IP 738c4e65-7773-477e-ae2f-b99b5ffbdbef: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:31:04.073755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-0e31e4f4-2def-4342-9408-bfab04bd9ac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:04.074549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-0e31e4f4-2def-4342-9408-bfab04bd9ac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:04.089338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-0e31e4f4-2def-4342-9408-bfab04bd9ac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:04.090646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-0e31e4f4-2def-4342-9408-bfab04bd9ac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 945 time: 0.1191330 Dec 22 15:31:04.099499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port a677d2f1-7093-4867-bda2-81c1c3aa1321, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a677d2f1-7093-4867-bda2-81c1c3aa1321,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:04.100177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:04.148719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-11675f34-fe96-4bac-a8cb-ef44e1e383ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:04.207921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-11675f34-fe96-4bac-a8cb-ef44e1e383ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:04.209131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2011a950-eff2-464f-a1e9-d9f6d062851e req-11675f34-fe96-4bac-a8cb-ef44e1e383ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066990 Dec 22 15:31:04.244040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for a677d2f1-7093-4867-bda2-81c1c3aa1321 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:31:04.507446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d2db-1a15-4a00-8741-271c082c6b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:04.610498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:04.618103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:04.668918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=a677d2f1-7093-4867-bda2-81c1c3aa1321,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:04.673285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:04.755494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port a677d2f1-7093-4867-bda2-81c1c3aa1321 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:31:04.757984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:04.761045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'name': 'network-vif-deleted', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:31:04.808651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93489591-6978-49cb-9bc5-f48f267d7ac5 req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/a677d2f1-7093-4867-bda2-81c1c3aa1321 HTTP/1.1" status: 204 len: 173 time: 1.1350102 Dec 22 15:31:04.823750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f78294-b1ff-4e1c-868e-921de88bea5f', 'name': 'network-vif-deleted', 'tag': 'a677d2f1-7093-4867-bda2-81c1c3aa1321', 'status': 'completed', 'code': 200} Dec 22 15:31:04.947095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:05.428145 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dcd09044-e687-4f7d-8341-28adec5c860c req-9edace69-5cfe-400e-93f3-8ecd445c9180 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=86f78294-b1ff-4e1c-868e-921de88bea5f HTTP/1.1" status: 200 len: 210 time: 0.0483389 Dec 22 15:31:06.556076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49232) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:06.635749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:06.674521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:06.775895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:06.782430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29765ea4-cc05-43bc-9800-11d81cc89b1c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:06.800632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f82a3-8e7d-4403-b6c7-50bcd1583eee,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:06.803514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:06.827018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:06.878721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:06.879975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a5f82a3-8e7d-4403-b6c7-50bcd1583eee HTTP/1.1" status: 204 len: 168 time: 0.3228199 Dec 22 15:31:06.960636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49238) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:07.288788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a677d2f1-7093-4867-bda2-81c1c3aa1321 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:31:07.350746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: a677d2f1-7093-4867-bda2-81c1c3aa1321 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:31:07.351459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a677d2f1-7093-4867-bda2-81c1c3aa1321 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:31:07.447631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:08.184607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 8f906909-00f3-41d2-a38b-492617962efa {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:31:08.185705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:08.396588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 8f906909-00f3-41d2-a38b-492617962efa, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8f906909-00f3-41d2-a38b-492617962efa,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:08.397107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:08.539396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 8f906909-00f3-41d2-a38b-492617962efa owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:31:08.785036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:08.790561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f53ac67-9a68-46c1-ad98-d0b704da8022 tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:08.836747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=8f906909-00f3-41d2-a38b-492617962efa,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:08.841644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:09.190198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:10.133391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:31:10.417609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:31:10.430534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] Sync routers for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:31:10.434534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/0370898a-dd6d-4626-9a75-e06a9f8b2c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4726140 Dec 22 15:31:10.439865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:10.456035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:10.457219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:10.679173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 43dbf1cf-c00e-484a-a31e-eab94d7d2e39 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:31:10.684856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:10.743924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:10.796581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:10.952235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:11.102714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:11.108703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0601590-24a4-4706-b779-415b5d62ab5a tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:11.149830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=43dbf1cf-c00e-484a-a31e-eab94d7d2e39,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:11.152732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:11.156924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:11.168513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/43dbf1cf-c00e-484a-a31e-eab94d7d2e39 HTTP/1.1" status: 204 len: 168 time: 0.7274976 Dec 22 15:31:11.169020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eaf76c-f945-4a0b-8d16-b874ee11fd5d None None] Network af7e2f1a-d210-4c82-a78b-d598dee52c9e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:31:11.172185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49248) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:11.327849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:31:08Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:11.377922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] Checking router: 0370898a-dd6d-4626-9a75-e06a9f8b2c89 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:31:11.398724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] Routers {'0370898a-dd6d-4626-9a75-e06a9f8b2c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:11.399373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:11.416011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:11.621256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] Set router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:11.652548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:11.695802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 367c0a9e-0398-4390-83cb-77f449addc50 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:31:11.697951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:11.711761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] DHCP port deletion for af7e2f1a-d210-4c82-a78b-d598dee52c9e request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:31:11.798442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Deleting port 9c7446f1-8296-4aaa-b97e-1738a153598e {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:31:11.798442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:12.010651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 367c0a9e-0398-4390-83cb-77f449addc50, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=367c0a9e-0398-4390-83cb-77f449addc50,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:12.011383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:12.163227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 367c0a9e-0398-4390-83cb-77f449addc50 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:31:12.394573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] For port 9c7446f1-8296-4aaa-b97e-1738a153598e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9c7446f1-8296-4aaa-b97e-1738a153598e,segment=NetworkSegment(b2c2807e-14e3-4f6b-a655-5b58bec3ac12),segment_id=b2c2807e-14e3-4f6b-a655-5b58bec3ac12)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:12.394997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:12.542701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Calling delete_port for 9c7446f1-8296-4aaa-b97e-1738a153598e owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:31:12.545079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:12.551066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ffa3285-33ba-4a8c-ac5d-f350fae6526f tempest-TestServerAdvancedOps-1784289862 tempest-TestServerAdvancedOps-1784289862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:12.615223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=367c0a9e-0398-4390-83cb-77f449addc50,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:12.622108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:12.625924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:31:08Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:12.632218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42196a-49e1-4cbb-81f0-c6b25a16da8a None None] The sync data for ids ['0370898a-dd6d-4626-9a75-e06a9f8b2c89'] in dv-neutron-822709-1-hyperv is: [{'id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'name': 'tempest-TestNetworkBasicOps-router-1454872999', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '367c0a9e-0398-4390-83cb-77f449addc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:17Z', 'updated_at': '2021-12-22T15:31:08Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '367c0a9e-0398-4390-83cb-77f449addc50', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:35:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0370898a-dd6d-4626-9a75-e06a9f8b2c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:19Z', 'updated_at': '2021-12-22T15:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:31:12.682276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:12.685579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ced42323-05f2-44a7-af0e-2349ab4facfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:12.736111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Pushing event deleted for resources: {'Port': ['ID=9c7446f1-8296-4aaa-b97e-1738a153598e,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:12.739154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] No DVR routers for this DVR port 9c7446f1-8296-4aaa-b97e-1738a153598e on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:31:12.740564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:12.924191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:12.928758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8f906909-00f3-41d2-a38b-492617962efa no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:31:12.981443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 8f906909-00f3-41d2-a38b-492617962efa {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:31:12.982338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8f906909-00f3-41d2-a38b-492617962efa not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:31:12.983207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c7446f1-8296-4aaa-b97e-1738a153598e no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:31:13.028435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 9c7446f1-8296-4aaa-b97e-1738a153598e {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:31:13.028837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9c7446f1-8296-4aaa-b97e-1738a153598e not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:31:13.511903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:13.518778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:13.764456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:13.765169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router 0370898a-dd6d-4626-9a75-e06a9f8b2c89 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:31:13.786112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:13.787395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/0370898a-dd6d-4626-9a75-e06a9f8b2c89 HTTP/1.1" status: 204 len: 168 time: 2.6140532 Dec 22 15:31:13.790968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49252) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:13.940418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.160708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.201404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7e2f1a-d210-4c82-a78b-d598dee52c9e']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:14.214278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:31:14.219260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-766539c9-785b-4ce1-a572-225cc003154d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2650142 Dec 22 15:31:14.221071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:14.221430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c2807e-14e3-4f6b-a655-5b58bec3ac12') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:14.237095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.298521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.308704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:31:14.308704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:31:14.324368 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:31:14.433102 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-3c7ec2d4-5724-4ec0-8013-aa82dfc54923 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1098 time: 0.1876333 Dec 22 15:31:14.604043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-2c70fbc5-1ef8-486d-9a5a-c370743474cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:14.605728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-2c70fbc5-1ef8-486d-9a5a-c370743474cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1532011 Dec 22 15:31:14.677754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.693170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:14.708945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.728659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=af7e2f1a-d210-4c82-a78b-d598dee52c9e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:14.733823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:14.735412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf5c8744-cf53-41ae-bb2e-0c69e90cc55a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/af7e2f1a-d210-4c82-a78b-d598dee52c9e HTTP/1.1" status: 204 len: 168 time: 0.9433746 Dec 22 15:31:14.763594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49256) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:14.779298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-7de05b97-ac8a-414e-a943-d1e9986ead79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195c8364-7bf2-49e1-9542-4d3237126fd9 HTTP/1.1" status: 200 len: 1000 time: 0.1663938 Dec 22 15:31:14.788999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--2114807146', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:14.788999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:14.792061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:14.795609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:14.804342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 367c0a9e-0398-4390-83cb-77f449addc50 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:31:14.811761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:14.844163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 367c0a9e-0398-4390-83cb-77f449addc50 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:31:14.844732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 367c0a9e-0398-4390-83cb-77f449addc50 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:31:14.865729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:31:14.873527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.888274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-60469edf-9598-441b-9123-698c54ae22a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:14.890526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-60469edf-9598-441b-9123-698c54ae22a3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.1045082 Dec 22 15:31:14.911009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:31:14.924691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.928520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 401a63c6-76cc-4958-900c-ff06211e6332 of type vlan for network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 Dec 22 15:31:14.980357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:14.998730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-79f29672-0dcc-4fd1-93ec-1cc4e18abef5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985451 Dec 22 15:31:15.076342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:15.080931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:15.081665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:15.086356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f70f3c67-4980-4eee-a021-1626887519a3 tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:15.205709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-8ad58269-9ffb-4340-889d-0e34268e40d6 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976964 Dec 22 15:31:15.244590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4790018 Dec 22 15:31:15.254898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49260) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:15.262235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=2acbf7a6-170a-4bfe-87cd-464bcc31bd33,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:15.270751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-665470422', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:15.295732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:15.295732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:15.304202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:31:15.340466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:15.340466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:15.340466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:15.387151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a15c19ea-2b05-4cd8-8bb3-45f4378f1cb5 req-21ee431b-f99f-45f8-a5a2-829df4bede69 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767666 Dec 22 15:31:15.396681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:15.398378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:15.543931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:15.845060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:16.087744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:16.127416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:16.329484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.213 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/15c36816-247d-47a5-9f9d-e13dcecbd73d) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:31:16.555827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:16.631276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:16.636624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a110eb0-00bf-4c2f-8aff-65cb5ea472ce tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:16.699499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:31:16.707794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:16.713714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:16.751032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=15c36816-247d-47a5-9f9d-e13dcecbd73d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:16.758214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:16.947832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:16.953498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:17.299490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:31:17.779168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:31:17.791117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Sync routers for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:31:17.812318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:17.813530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:17.849615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:17.851088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5920026 Dec 22 15:31:17.854634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49264) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:17.906356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-21111817-2ba0-4f62-8fca-b43135539c60 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489869 Dec 22 15:31:17.908144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49268) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.081433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7494ea-f00c-4d99-a68f-f8340492aaad tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:18.083165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8b7494ea-f00c-4d99-a68f-f8340492aaad tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1738732 Dec 22 15:31:18.087331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49272) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.142951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d5b8bdb8-9448-46a1-8377-062c499f7e68 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529473 Dec 22 15:31:18.145165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49276) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:18.152462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809834621', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:18.189246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:18.298028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:18.302586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:18.306678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:18.315198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:18.368077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:31:18.518324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:18.535174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:16Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:18.542063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Checking router: bc73e1de-e44a-4de9-8a98-d68f64ae5f06 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:31:18.542287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Updating router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 port 15c36816-247d-47a5-9f9d-e13dcecbd73d binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:31:18.615777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:18.827109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:18.832743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56e84bd9-77be-4f05-a9c4-1c3c64de14e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:18.934362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=c504f316-908f-4a5d-92cc-7e0f3ef9f033,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:18.938522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:18.942427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:31:18.942858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 2acbf7a6-170a-4bfe-87cd-464bcc31bd33, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:31:18.990200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.002252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:31:19.004079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Transition to ACTIVE for port object 15c36816-247d-47a5-9f9d-e13dcecbd73d will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:19.036284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.047786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:19.072506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2acbf7a6-170a-4bfe-87cd-464bcc31bd33) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:19.077972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:19.078583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.085921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f095e-9886-40da-878d-daebad61e260 None None] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:31:19.147780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Pushing event updated for resources: {'Port': ['ID=15c36816-247d-47a5-9f9d-e13dcecbd73d,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:19.165923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Attempting to bind port 15c36816-247d-47a5-9f9d-e13dcecbd73d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:31:19.166306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Attempting to bind port 15c36816-247d-47a5-9f9d-e13dcecbd73d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:31:19.166950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Attempting to bind port 15c36816-247d-47a5-9f9d-e13dcecbd73d on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:31:19.170151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.170737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.171304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.171879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.172433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.172961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.173484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.174002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.174536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.175437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.175976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:19.180661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:19.186053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0396354 Dec 22 15:31:19.189123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49280) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:19.195559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:31:19.196091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:31:19.196620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.197120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:31:19.197731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Bound port: 15c36816-247d-47a5-9f9d-e13dcecbd73d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:31:19.198217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.297679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] For port 15c36816-247d-47a5-9f9d-e13dcecbd73d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:31:19.303778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] For port 15c36816-247d-47a5-9f9d-e13dcecbd73d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=15c36816-247d-47a5-9f9d-e13dcecbd73d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:31:19.357720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.366094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:19.396838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:31:19.397949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.512237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Pushing event updated for resources: {'Port': ['ID=15c36816-247d-47a5-9f9d-e13dcecbd73d,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:19.517304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:19.520248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:19.521018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:19.711989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Allocated IP 172.20.0.2 (2acbf7a6-170a-4bfe-87cd-464bcc31bd33/c504f316-908f-4a5d-92cc-7e0f3ef9f033/77731689-6f78-473a-80c7-2f7cf4517e81) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:31:19.751416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:19.982057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:19.993896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Transition to ACTIVE for port object 77731689-6f78-473a-80c7-2f7cf4517e81 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:20.015542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Transition to ACTIVE for port object 77731689-6f78-473a-80c7-2f7cf4517e81 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:20.047923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:20.055027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:20.125482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:31:20.126319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:20.130606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:20.136537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:16Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:20.144406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1ef31-2c47-4fdd-972b-6dc1dcd6ca14 None None] The sync data for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv is: [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:16Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:31:20.150269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Pushing event updated for resources: {'Port': ['ID=77731689-6f78-473a-80c7-2f7cf4517e81,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:20.205273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.205273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.205632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.205901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.206497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.206904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.207295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.207681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.208061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.208439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.208820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:20.217315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:20.272829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Attempting to bind port 77731689-6f78-473a-80c7-2f7cf4517e81 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:31:20.273730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Attempting to bind port 77731689-6f78-473a-80c7-2f7cf4517e81 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:31:20.273730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Attempting to bind port 77731689-6f78-473a-80c7-2f7cf4517e81 on network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:31:20.283162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:31:20.283630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Checking segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:31:20.284096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:20.284557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Bound using segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:31:20.285141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Bound port: 77731689-6f78-473a-80c7-2f7cf4517e81, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:31:20.285525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:20.392873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] For port 77731689-6f78-473a-80c7-2f7cf4517e81, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:31:20.396861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] For port 77731689-6f78-473a-80c7-2f7cf4517e81, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=77731689-6f78-473a-80c7-2f7cf4517e81,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:31:20.445436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:20.454160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:20.484409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:20.554198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Pushing event updated for resources: {'Port': ['ID=77731689-6f78-473a-80c7-2f7cf4517e81,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:20.559247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:20.873482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15c36816-247d-47a5-9f9d-e13dcecbd73d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:21.063373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 15c36816-247d-47a5-9f9d-e13dcecbd73d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:21.069823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 15c36816-247d-47a5-9f9d-e13dcecbd73d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:21.070564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:21.106587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (2acbf7a6-170a-4bfe-87cd-464bcc31bd33/c504f316-908f-4a5d-92cc-7e0f3ef9f033/0129b4dd-efa5-4afb-9eaf-4a1a47502c5d) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:31:21.261013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:21.312767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 15c36816-247d-47a5-9f9d-e13dcecbd73d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=15c36816-247d-47a5-9f9d-e13dcecbd73d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:21.344669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:21.351419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:21.430653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:21.455488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:21.455773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=15c36816-247d-47a5-9f9d-e13dcecbd73d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:21.459779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:21.563203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:21.568627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:21.644977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:31:21.658673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:21.661195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:21.696342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:21.706397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:21.742090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:21.879367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:22.496109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:22.541202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:22.575670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e07203e-038f-4771-8f30-97f203adb5c7 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:22.603449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4a5f5-c62b-4fdb-b48a-31a63ebbe330 None None] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:31:22.677944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:22.682852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:22.687563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:22.850707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7d497118-c5bc-4cd4-bcec-9361ec9f5e51 None None] Provisioning for port 77731689-6f78-473a-80c7-2f7cf4517e81 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:22.856598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:31:22.857855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:22.949244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 77731689-6f78-473a-80c7-2f7cf4517e81 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:23.100066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 77731689-6f78-473a-80c7-2f7cf4517e81 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:23.109511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 77731689-6f78-473a-80c7-2f7cf4517e81 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:23.110606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:23.378995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:23.425191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 77731689-6f78-473a-80c7-2f7cf4517e81, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=77731689-6f78-473a-80c7-2f7cf4517e81,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:23.459693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:31:23.466723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:23.469999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15c36816-247d-47a5-9f9d-e13dcecbd73d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:23.500512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a540e29-9464-43a2-ac91-26294dfbb9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:23.629794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=77731689-6f78-473a-80c7-2f7cf4517e81,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:23.633550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:23.643917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 15c36816-247d-47a5-9f9d-e13dcecbd73d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:23.644346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:23.680032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8b6aa6f8-6da5-4577-aaa5-c89ebe9a9292 None None] Provisioning for port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:23.696187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8b6aa6f8-6da5-4577-aaa5-c89ebe9a9292 None None] Provisioning complete for port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:23.696705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa6f8-6da5-4577-aaa5-c89ebe9a9292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:23.717043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:31:23.735973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/bc73e1de-e44a-4de9-8a98-d68f64ae5f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5454662 Dec 22 15:31:23.738936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49286) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:23.753261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Sync routers for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:31:23.796943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:23.797653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:23.934143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:23.934625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:23.935085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:23.935664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:23.936089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:23.936502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:23.941478 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8292cd2b-8f4b-4275-bac1-b74bf4f3ae0c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1983399 Dec 22 15:31:23.942408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49290) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:24.042597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8b6aa6f8-6da5-4577-aaa5-c89ebe9a9292 None None] Port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:31:24.051258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:24.052008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:24.052743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:24.053584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:24.054235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:24.055680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:24.064042 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-090201fd-5e04-4723-9c82-6fd0a7e05fda tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1197369 Dec 22 15:31:24.065290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:24.229935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8b6aa6f8-6da5-4577-aaa5-c89ebe9a9292 None None] Provisioning complete for port 77731689-6f78-473a-80c7-2f7cf4517e81 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:24.230362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa6f8-6da5-4577-aaa5-c89ebe9a9292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:24.316598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b59009df-86b7-45ef-9a15-db1fbdbdfb2b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2455235 Dec 22 15:31:24.336142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:24.693361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9405261c-ff70-45c6-bf81-207541259485 None None] Provisioning complete for port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:24.693936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9405261c-ff70-45c6-bf81-207541259485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:24.798672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9405261c-ff70-45c6-bf81-207541259485 None None] Port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:31:24.833958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:22Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:24.841058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Checking router: bc73e1de-e44a-4de9-8a98-d68f64ae5f06 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:31:24.841058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Updating router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:31:24.869063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 77731689-6f78-473a-80c7-2f7cf4517e81 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:24.949329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.030030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 77731689-6f78-473a-80c7-2f7cf4517e81 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:25.030450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.316457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49300) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:25.323472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497602261', 'description': 'tempest-secgroup-smoke-497602261 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:25.330580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:25.335717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:25.346072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:25.353758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:25.407543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.450025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:25.454501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:25.458072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:25.459580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.464992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:25.477595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Transition to ACTIVE for port object 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:25.510355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.516179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:25.530903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.580234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.584530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b28a201f-453e-4fe1-a4d5-18443132d360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:25.639518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7affb00c-cd81-456a-862c-9479bf369cb3,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:25.643294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:25.647707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb58eb1-1cc0-4785-b79b-0aa38c3bfb87 None None] Pushing event updated for resources: {'Port': ['ID=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:25.650489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdb58eb1-1cc0-4785-b79b-0aa38c3bfb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:25.716630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.716630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3963027 Dec 22 15:31:25.719511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49304) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:25.729918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '7affb00c-cd81-456a-862c-9479bf369cb3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:25.742348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:25.756407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Attempting to bind port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:31:25.757330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Attempting to bind port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:31:25.758484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Attempting to bind port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d on network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:31:25.759027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:25.768915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:25.778998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:31:25.780733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Checking segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:31:25.782448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.782448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Bound using segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:31:25.783346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Bound port: 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:31:25.783549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:25.784117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.874418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.947315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] For port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:31:25.951503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] For port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:31:25.953263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.991177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:25.991707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:26.038088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.047625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fe9b16d-187f-4540-8b10-7a2fd7f63383 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:26.079423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2e18c3-d0fe-4119-bf0e-4bd31caae17c,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:26.083238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:26.094069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb58eb1-1cc0-4785-b79b-0aa38c3bfb87 None None] Pushing event updated for resources: {'Port': ['ID=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:26.097558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdb58eb1-1cc0-4785-b79b-0aa38c3bfb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:26.098364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:26.099087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:26.136296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.143379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4168632 Dec 22 15:31:26.143632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49308) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:26.154890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '7affb00c-cd81-456a-862c-9479bf369cb3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:26.162721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:26.167749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:26.172235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:26.186494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:26.245649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.344562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.370246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:26.409824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.413341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d0b49f1-2b88-490b-969f-ad0a64ef0bad tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:26.444060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bbc216-85ea-462d-b732-730d80a7e5e2,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:26.446952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:26.522931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.522931 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3748369 Dec 22 15:31:26.523494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49312) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:26.531196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '7affb00c-cd81-456a-862c-9479bf369cb3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:26.538468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:26.544724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:26.547668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:26.555726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:26.612278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.693738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.724400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:26.733460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:26.938274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:25Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:26.943218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c278b-4744-4677-8ad1-9e997cc20341 None None] The sync data for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv is: [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:25Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:31:27.047021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2bfc52-851b-4b39-8b93-8626e78cb3d4,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:27.054192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:27.168767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.171182 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6461794 Dec 22 15:31:27.174750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49316) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:27.182364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '7affb00c-cd81-456a-862c-9479bf369cb3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:27.189704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:27.196912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:27.200980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:27.210335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:27.261155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.335723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.364344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.366616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85515111-6df5-4579-be0e-8ef135637319 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:27.402753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9dac686-6bfc-4e1a-ba4f-3edcb6aab57f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:27.407321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:27.464586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.469814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2900667 Dec 22 15:31:27.470219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49320) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:27.477349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '7affb00c-cd81-456a-862c-9479bf369cb3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:27.485421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:27.490442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:27.495279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:27.507500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:27.558259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:31:27.569609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.661731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.718155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.720648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-daba1335-05cd-4256-9d57-ce1a5944deff tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:27.750793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be53ba6c-0691-4b0e-9939-ebcaec89b219,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:27.753718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:27.792553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:27.794539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3225214 Dec 22 15:31:27.797923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49324) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:27.808422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '7affb00c-cd81-456a-862c-9479bf369cb3', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:27.816142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:27.820709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:27.824103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:27.831447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:27.878460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:31:27.888374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:28.008923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:28.041681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:28.044435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6c5e9c7-1ed4-47eb-a56b-6e38dfbd6777 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:28.072976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d4f6e2-9544-41fc-9500-d5c6035273d7,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:28.075968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:28.112684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:28.114523 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3147237 Dec 22 15:31:28.717285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-11cd936a-438a-43b9-8fd6-95be21eaa849 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:28.769577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-11cd936a-438a-43b9-8fd6-95be21eaa849 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:28.770921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-11cd936a-438a-43b9-8fd6-95be21eaa849 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497602261&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.1032212 Dec 22 15:31:28.887212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:28.988811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1d8bce48-9f30-4b58-8c1d-e04aee344017 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:28.989625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1d8bce48-9f30-4b58-8c1d-e04aee344017 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:29.032609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:29.039133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:29.041704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:29.072606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1d8bce48-9f30-4b58-8c1d-e04aee344017 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:29.074454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1d8bce48-9f30-4b58-8c1d-e04aee344017 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33 HTTP/1.1" status: 200 len: 797 time: 0.2957091 Dec 22 15:31:29.094562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-b559774b-a714-4577-842d-5d9c47f88450 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0122843 Dec 22 15:31:29.184289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:29.203644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-e9b7416d-727a-42c3-a5bd-0573515647a9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016424 Dec 22 15:31:29.232273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:29.266779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:29.270616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:29.348669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:29.352839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:29.511495 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-ec5a8b3f-caac-412e-896d-149d1b09ce2b service neutron] 10.222.0.32 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926059 Dec 22 15:31:29.667446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-bc749446-80f4-435d-afd4-eacd8b894e1a service neutron] 10.222.0.32 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486750 Dec 22 15:31:30.034477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e67fe0cd-3ebf-494c-abb2-1664bed1a4ef req-81157cd4-f6c6-431a-8548-0a9716066bca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:30.078222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e67fe0cd-3ebf-494c-abb2-1664bed1a4ef req-81157cd4-f6c6-431a-8548-0a9716066bca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:30.079622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e67fe0cd-3ebf-494c-abb2-1664bed1a4ef req-81157cd4-f6c6-431a-8548-0a9716066bca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 210 time: 0.1953244 Dec 22 15:31:30.846778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:30.932349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:30.932774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:31.267906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65918e21-79d5-407b-a21f-920f37b76e83 req-514db0a8-e259-43d7-9e82-0a9f6857fc8d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 210 time: 0.0526993 Dec 22 15:31:31.381567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:32.278980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-d25bcb39-87ba-4303-9a2a-b7eb45d9b09a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:32.280888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-d25bcb39-87ba-4303-9a2a-b7eb45d9b09a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:32.298243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-d25bcb39-87ba-4303-9a2a-b7eb45d9b09a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:32.299944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-d25bcb39-87ba-4303-9a2a-b7eb45d9b09a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33 HTTP/1.1" status: 200 len: 797 time: 0.2069259 Dec 22 15:31:32.337245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-338993d5-35b5-47ca-812f-8d341e75218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:32.369431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-be7d8a61-28ec-43de-8d55-596511505b2f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 379 time: 0.0583916 Dec 22 15:31:32.379551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['7affb00c-cd81-456a-862c-9479bf369cb3']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:32.535983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cdf65c5c-fdb1-4ab9-a5b4-a7205d292f1f req-6270bc3c-8b3b-4987-8826-5032c52b0daf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 210 time: 0.1095057 Dec 22 15:31:32.590718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:32.604265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:32.683775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:31:32.690461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:32.881532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.3 (2acbf7a6-170a-4bfe-87cd-464bcc31bd33/c504f316-908f-4a5d-92cc-7e0f3ef9f033/f4dd20ee-b65d-41c1-b2f7-aae9cff285f9) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:31:33.128185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:33.149150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:33.208356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:33.215199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77cb9c6a-b48f-4386-ba9a-3045fc68a2e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:33.300193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:31:33.304533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:33.310309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:33.343655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:33.358845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:33.418166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:33.418166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:33.540035 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655691 Dec 22 15:31:33.654862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Request body: {'port': {'device_id': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:33.754639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e9d5813c-0358-4421-9fe1-4d2a3f7bce1e None None] Provisioning for port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:33.760824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e9d5813c-0358-4421-9fe1-4d2a3f7bce1e None None] Provisioning complete for port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:33.761249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e9d5813c-0358-4421-9fe1-4d2a3f7bce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:33.787918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:33.795587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:33.831976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5813c-0358-4421-9fe1-4d2a3f7bce1e None None] Port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:31:33.877954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10136d-1609-4679-b617-ce6fa9c73d75 req-0fec39ce-2098-4bfc-951a-dcb58f0b27ac tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:33.879654 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d10136d-1609-4679-b617-ce6fa9c73d75 req-0fec39ce-2098-4bfc-951a-dcb58f0b27ac tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 931 time: 0.1315246 Dec 22 15:31:33.935981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d10136d-1609-4679-b617-ce6fa9c73d75 req-9babb4af-7044-4940-8f31-03e1782bb449 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477808 Dec 22 15:31:34.191891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:31:34.198200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.215246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Transition to ACTIVE for port object f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:31:34.260213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.264965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-88430c16-75fe-433d-8f90-c10c21e5bb04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:34.414168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:34.417472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:34.500822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec2c87dc-12e9-4750-bd6d-3aee85bca5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.545955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Attempting to bind port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:31:34.545955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Attempting to bind port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:31:34.558447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Attempting to bind port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 on network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:31:34.558447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 on network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:31:34.558447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Attempting to bind port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 on network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:31:34.561048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:31:34.561438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Checking segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:31:34.561878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Bound using segment: {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:31:34.562357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Bound port: f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401a63c6-76cc-4958-900c-ff06211e6332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:31:34.562752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.665095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] For port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:31:34.684422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] For port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:31:34.733739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.739069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1128300e-ac29-4003-94f3-71f9dd27a310 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:34.803772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.805333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 HTTP/1.1" status: 200 len: 1093 time: 1.2565422 Dec 22 15:31:34.805933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:31:34.842684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:34.844027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:34.944763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:34.991504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'status': 'completed', 'code': 200} Dec 22 15:31:35.005176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-2efaedf5-720a-42c3-ae68-e3c581e227c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 1096 time: 0.1081746 Dec 22 15:31:35.092869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-95fe8e13-80e7-440d-bb14-f9f7128364c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 HTTP/1.1" status: 200 len: 217 time: 0.0808694 Dec 22 15:31:35.231982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-ea8f5f4b-da0e-4a12-bd57-b5aaf6a8a94e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:35.231982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-ea8f5f4b-da0e-4a12-bd57-b5aaf6a8a94e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c504f316-908f-4a5d-92cc-7e0f3ef9f033 HTTP/1.1" status: 200 len: 834 time: 0.1300099 Dec 22 15:31:35.246339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89663a1-f29f-4e35-876d-68db736334eb req-fefc26f5-b6a3-43b4-8d6a-9aab363d6021 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:35.249380 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f89663a1-f29f-4e35-876d-68db736334eb req-fefc26f5-b6a3-43b4-8d6a-9aab363d6021 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 943 time: 0.1606045 Dec 22 15:31:35.338338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f89663a1-f29f-4e35-876d-68db736334eb req-8ec328f9-4b7f-4a18-835f-10ee41051585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811768 Dec 22 15:31:35.352844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-c97852e6-1126-4ad5-ac87-b577896bb90a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160889 Dec 22 15:31:35.528150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-de415396-1141-4363-af0f-7286f5254873 service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688995 Dec 22 15:31:35.704753 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71b999ed-05a1-4682-b091-c4fe08ffa817 req-b6476503-37d2-470f-8b28-8b6c9cbbe485 service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694617 Dec 22 15:31:35.891618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-f35b444c-7a8e-4908-8f05-37bfaf8e8c52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 1096 time: 0.0949197 Dec 22 15:31:36.057034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-315da395-91b3-4f63-bbc4-26904bdeed73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:36.058725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-315da395-91b3-4f63-bbc4-26904bdeed73 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33 HTTP/1.1" status: 200 len: 898 time: 0.1596694 Dec 22 15:31:36.146862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-61adcafa-217d-49e0-ba29-b66d5d7d3e4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 HTTP/1.1" status: 200 len: 217 time: 0.0756104 Dec 22 15:31:36.235733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-6500d439-904b-4d05-990c-220a46649eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:36.237476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-6500d439-904b-4d05-990c-220a46649eab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c504f316-908f-4a5d-92cc-7e0f3ef9f033 HTTP/1.1" status: 200 len: 834 time: 0.0898070 Dec 22 15:31:36.330395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-588d327c-6738-4bc7-a15b-fc05c3291f9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858147 Dec 22 15:31:36.506361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-b4526b81-7354-4e4d-8a1c-ed9b14938618 service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680150 Dec 22 15:31:36.783419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:36.801777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-293e6964-d9d6-4232-a22e-b6e151df81b3 req-72a17ec6-c839-404f-b46a-3c306b7b3487 service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886102 Dec 22 15:31:36.819299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dfd84-2a98-4f34-9559-0f2397ab61f1 req-120676c0-5486-4484-9d7b-469a36661667 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:36.819299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fd7dfd84-2a98-4f34-9559-0f2397ab61f1 req-120676c0-5486-4484-9d7b-469a36661667 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:31:36.877006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fd7dfd84-2a98-4f34-9559-0f2397ab61f1 req-120676c0-5486-4484-9d7b-469a36661667 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:31:36.878934 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd7dfd84-2a98-4f34-9559-0f2397ab61f1 req-120676c0-5486-4484-9d7b-469a36661667 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 943 time: 0.3429036 Dec 22 15:31:36.946036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd7dfd84-2a98-4f34-9559-0f2397ab61f1 req-e503c716-f55c-4fa4-b4cf-2cf37ae4eb06 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595670 Dec 22 15:31:38.233328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226e4a-34b8-42db-b0f8-dde9f3de5356 req-ac2aa0fc-73be-4a25-b534-3f27ad115cf7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:38.242207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fc226e4a-34b8-42db-b0f8-dde9f3de5356 req-ac2aa0fc-73be-4a25-b534-3f27ad115cf7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 943 time: 0.1407876 Dec 22 15:31:38.304330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fc226e4a-34b8-42db-b0f8-dde9f3de5356 req-dcc6cdfc-4ed9-468c-a028-9762409bd046 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546415 Dec 22 15:31:39.499321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:31:39.560556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4058af-4c55-4572-82b0-ffab653851be req-5f7d1f77-ab95-4d25-b513-8af7fbf8d3f9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:39.562487 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f4058af-4c55-4572-82b0-ffab653851be req-5f7d1f77-ab95-4d25-b513-8af7fbf8d3f9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 943 time: 0.1066658 Dec 22 15:31:39.635610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f4058af-4c55-4572-82b0-ffab653851be req-7169a7f1-bd7b-47b0-bdd1-a9fc11b5ecdb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635891 Dec 22 15:31:39.709473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:39.741742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'port_id': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'mac_address': 'fa:16:3e:44:d5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:31:39.835339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:39.859093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:31:39.877866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:39.907731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:39.911123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdb58eb1-1cc0-4785-b79b-0aa38c3bfb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:40.025128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:40.029838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:40.125221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['f4dd20ee-b65d-41c1-b2f7-aae9cff285f9'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:31:40.937648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe927242-8069-4013-bc4c-fbfdd724c3e6 req-678a5945-bfb9-45fe-abba-513e4ffd9ab7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:40.940079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe927242-8069-4013-bc4c-fbfdd724c3e6 req-678a5945-bfb9-45fe-abba-513e4ffd9ab7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 944 time: 0.1589460 Dec 22 15:31:40.999179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe927242-8069-4013-bc4c-fbfdd724c3e6 req-a3d0b3eb-354c-4c2e-81a8-185119f61ba2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529890 Dec 22 15:31:41.498424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:31:41.618599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:31:41.625102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:31:41.625527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:41.753865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:41.784201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:31:41.795351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:31:41.825240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:41.828388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc290994-f9c9-4d67-8e8e-3723b4a778ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:41.869354 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'code': 200} Dec 22 15:31:41.910056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:41.914373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:42.203492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba62ec79-ecf6-43e0-80f1-dac9aa03f2ca req-eaf3de66-711b-4b40-8f98-e3e8d873de42 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 1098 time: 0.0921118 Dec 22 15:31:42.231372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a4fb6-e4d3-4d6f-9437-8558173a5583 req-b126a544-4249-4395-90d0-c2e5731174eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:42.233120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b28a4fb6-e4d3-4d6f-9437-8558173a5583 req-b126a544-4249-4395-90d0-c2e5731174eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 945 time: 0.0962086 Dec 22 15:31:42.253297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba62ec79-ecf6-43e0-80f1-dac9aa03f2ca req-a1872ed4-3791-4483-9c72-bdd7ef617257 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436282 Dec 22 15:31:42.293637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b28a4fb6-e4d3-4d6f-9437-8558173a5583 req-332aa63b-9cb6-49d6-a7e5-7ebfd04404c8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493040 Dec 22 15:31:43.533654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f351e-c0b3-4b93-81c8-ca701595bde1 req-4e0e57e4-b8b5-43b7-9f0e-b4d59a238de7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:43.535406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d62f351e-c0b3-4b93-81c8-ca701595bde1 req-4e0e57e4-b8b5-43b7-9f0e-b4d59a238de7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 945 time: 0.0969925 Dec 22 15:31:43.600857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d62f351e-c0b3-4b93-81c8-ca701595bde1 req-8b62af4c-1f08-4baa-89d8-a5872e3015b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589755 Dec 22 15:31:43.825357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b1fb7-c4c5-4f5c-a22d-d53bf81c1e06 req-03265e47-35e4-469f-90fb-1df69a562881 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:43.827157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d0b1fb7-c4c5-4f5c-a22d-d53bf81c1e06 req-03265e47-35e4-469f-90fb-1df69a562881 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 945 time: 0.0968132 Dec 22 15:31:43.882989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d0b1fb7-c4c5-4f5c-a22d-d53bf81c1e06 req-5bf3cf36-0de7-4ccb-932d-fabc54b62573 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490770 Dec 22 15:31:43.928921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49400) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:44.022147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a5fab37d-3566-446f-bd4d-becc9be0eda5 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 1093 time: 0.0879247 Dec 22 15:31:44.022486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49404) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:44.029396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:31:44.036564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:31:44.041814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:31:44.048433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:31:44.054026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:31:44.102579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:44.294571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:44.524684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.146 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/6755bc6c-a9e7-422e-a50a-681fe08af142) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:31:44.736528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:44.791213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:44.797280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:44.869643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:31:44.871228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:31:44.880714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:31:44.922613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=6755bc6c-a9e7-422e-a50a-681fe08af142,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:44.942853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.943324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.943749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.944175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.944684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.945652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.945652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.945827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.946182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.946594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.947039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:31:44.952898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:45.610193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:45.711213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:45.946823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:46.089477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:46.100549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:31:46.226411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=6755bc6c-a9e7-422e-a50a-681fe08af142,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:31:46.232124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:31:46.243493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:46.712706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 7bec0b49-a175-4371-b81b-e6f34a580bca associated. External IP: 172.26.4.146, port: f4dd20ee-b65d-41c1-b2f7-aae9cff285f9. Dec 22 15:31:47.191168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:31:47.366944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-583ff81e-9ab5-45d1-aad8-4a1039833349 req-944a419d-919c-469c-812b-7fa2aa877e7c service neutron] (88968) timed out ('10.222.0.71', 63719) {{(pid=88968) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 15:31:47.432891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:31:47.445428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] Sync routers for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:31:47.460125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:47.461048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:47.677060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:47.901241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:31:47.969975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9458311 Dec 22 15:31:47.971061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:31:47.975016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49408) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:48.040150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'status': 'completed', 'code': 200} Dec 22 15:31:48.144929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '7bec0b49-a175-4371-b81b-e6f34a580bca', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'port_id': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'mac_address': 'fa:16:3e:44:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:31:45Z', 'updated_at': '2021-12-22T15:31:45Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:29Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:48.150443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] Checking router: bc73e1de-e44a-4de9-8a98-d68f64ae5f06 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:31:48.166025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:31:48.167212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:31:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:48.421243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0a33f128-6210-489b-9a57-f34bb623fd66 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/7bec0b49-a175-4371-b81b-e6f34a580bca HTTP/1.1" status: 200 len: 991 time: 0.4442587 Dec 22 15:31:48.446995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-3dde19e8-0319-4b72-8ab9-f2925d64c41d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 1098 time: 0.1348135 Dec 22 15:31:48.599435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:31:48.607891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-6cd71ca6-5cf3-47cf-a9d9-8df9f2055768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:48.609535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-6cd71ca6-5cf3-47cf-a9d9-8df9f2055768 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33 HTTP/1.1" status: 200 len: 898 time: 0.1564150 Dec 22 15:31:48.727532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-eb3277e2-8204-4787-a73c-bbe0f0220083 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 HTTP/1.1" status: 200 len: 999 time: 0.1116052 Dec 22 15:31:48.809600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-21a4247b-a602-4f19-8451-449b035a4bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:31:48.811266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-21a4247b-a602-4f19-8451-449b035a4bcd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c504f316-908f-4a5d-92cc-7e0f3ef9f033 HTTP/1.1" status: 200 len: 834 time: 0.0777087 Dec 22 15:31:48.896304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-038e2b75-4b70-4f33-8b11-5363dfb19f83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787005 Dec 22 15:31:49.041588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '7bec0b49-a175-4371-b81b-e6f34a580bca', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'port_id': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'mac_address': 'fa:16:3e:44:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:31:45Z', 'updated_at': '2021-12-22T15:31:45Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:29Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:31:49.048279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe007b5a-1981-4bec-bb63-6c6b31dfdf95 None None] The sync data for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv is: [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '7bec0b49-a175-4371-b81b-e6f34a580bca', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.146', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'port_id': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'mac_address': 'fa:16:3e:44:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:31:45Z', 'updated_at': '2021-12-22T15:31:45Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:29Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:31:49.053437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-73dac486-faad-4e83-a1bf-7ae725ec58cf service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497638 Dec 22 15:31:49.217885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b867aebc-db96-49c5-b7a3-16e8d10a12af req-f1e03da9-3366-465e-9a20-a6c8e2b91a9a service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586609 Dec 22 15:31:49.425750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49414) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:49.443216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df202f-135c-4ee1-9217-4037dd2069d7 None None] New status for floating IP 7bec0b49-a175-4371-b81b-e6f34a580bca: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:31:49.547457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff724bc9-850d-4587-ae8b-5c30d0e2b761 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/7bec0b49-a175-4371-b81b-e6f34a580bca HTTP/1.1" status: 200 len: 991 time: 0.1206162 Dec 22 15:31:50.551573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49418) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:31:50.671941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e4b0e40-de6d-4e0a-a770-8dc2be1099ee tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/7bec0b49-a175-4371-b81b-e6f34a580bca HTTP/1.1" status: 200 len: 993 time: 0.1190143 Dec 22 15:31:51.215355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:32:01.415301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:02.350191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e2a1-59f1-4999-9cda-845ca607144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:03.784661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:04.476034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ba9056f-ec9b-4c2f-b32b-0492b2a33118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:04.928701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:06.783831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:13.963535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-36dcb696-3734-4b20-874d-9b8d6c4acd4b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846326 Dec 22 15:32:14.135040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-5ba60013-4bd7-429b-a9a2-4d689b03175e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 1098 time: 0.0883536 Dec 22 15:32:14.305032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-50011d87-af2d-4ca5-941c-efa193ac0047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:14.306563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-50011d87-af2d-4ca5-941c-efa193ac0047 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1511734 Dec 22 15:32:14.467761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-e69c1c93-323c-47aa-a8c3-fab7a7e0a2bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=195c8364-7bf2-49e1-9542-4d3237126fd9 HTTP/1.1" status: 200 len: 1000 time: 0.1519911 Dec 22 15:32:14.543979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-6220eeb1-95ed-462a-864f-8ab6efdbb9f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:14.545631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-6220eeb1-95ed-462a-864f-8ab6efdbb9f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0718355 Dec 22 15:32:14.631581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-bf44643c-b73c-4aae-98d8-13c4c131f779 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789123 Dec 22 15:32:14.786148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-53bd8887-e23d-4ee1-bd2e-e31913e15311 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470926 Dec 22 15:32:14.944915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a40c0a3-f3f6-4906-a1fc-05d8ace918a9 req-8eea4a61-70cf-4a90-8097-efccbd9c387a service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518335 Dec 22 15:32:15.286969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49430) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:15.415482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93a36e5a-b515-44a2-a7a2-36715378e333 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/7bec0b49-a175-4371-b81b-e6f34a580bca HTTP/1.1" status: 200 len: 993 time: 0.1266944 Dec 22 15:32:15.790581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49438) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:16.019157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 6755bc6c-a9e7-422e-a50a-681fe08af142 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:32:16.019544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:16.211604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:16.211983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:16.351241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 6755bc6c-a9e7-422e-a50a-681fe08af142 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:32:16.574382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:16.579760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb49f2bc-3eb6-425d-82db-a8369f0dc169 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:16.630711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=6755bc6c-a9e7-422e-a50a-681fe08af142,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:16.633934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:16.751053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:17.203161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:32:17.427389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:32:17.438204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] Sync routers for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:32:17.452155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:17.455459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:17.482702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:17.555078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/7bec0b49-a175-4371-b81b-e6f34a580bca HTTP/1.1" status: 204 len: 168 time: 1.7605305 Dec 22 15:32:17.555078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:32:17.659687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:17.718520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'status': 'completed', 'code': 200} Dec 22 15:32:17.830226 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-1b4fb1a9-be50-4258-b06f-a2c8f0eff3ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 1098 time: 0.0896540 Dec 22 15:32:18.009550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5c97-c69d-4517-b105-8aebc619596b req-efe2b53b-19a7-4447-9302-8de605b5abfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:18.011389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-efe2b53b-19a7-4447-9302-8de605b5abfc service neutron] 10.222.0.71 "GET /v2.0/networks?id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33 HTTP/1.1" status: 200 len: 898 time: 0.1689646 Dec 22 15:32:18.091154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:29Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:18.096703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] Checking router: bc73e1de-e44a-4de9-8a98-d68f64ae5f06 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:32:18.112327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:18.113025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:18.130863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-39a48b71-9196-438d-a833-f12a8467f30b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 HTTP/1.1" status: 200 len: 217 time: 0.1116664 Dec 22 15:32:18.225475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5c97-c69d-4517-b105-8aebc619596b req-4e7f5038-63dc-41b7-ab96-12f52255b705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:18.227122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-4e7f5038-63dc-41b7-ab96-12f52255b705 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c504f316-908f-4a5d-92cc-7e0f3ef9f033 HTTP/1.1" status: 200 len: 834 time: 0.0872009 Dec 22 15:32:18.289911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4a0a8-6a3b-47d7-9a51-c19f9cac7f29 req-10648bf0-e303-40df-bdf0-419cebeb5803 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:18.291600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5bc4a0a8-6a3b-47d7-9a51-c19f9cac7f29 req-10648bf0-e303-40df-bdf0-419cebeb5803 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 945 time: 0.2099369 Dec 22 15:32:18.320688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:18.368722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5bc4a0a8-6a3b-47d7-9a51-c19f9cac7f29 req-575819ad-1f7a-4b33-89b2-ca1fe245d9ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689161 Dec 22 15:32:18.373963 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-142e87c5-d1da-4b3e-88ab-f654736ff4e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2acbf7a6-170a-4bfe-87cd-464bcc31bd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1363533 Dec 22 15:32:18.563542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-e7c7f03e-c01e-484c-adec-a6954820551e service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814809 Dec 22 15:32:18.681053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:29Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:18.685838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6382537-50ec-4bec-a53b-e9bcbe9e36c8 None None] The sync data for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv is: [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '0129b4dd-efa5-4afb-9eaf-4a1a47502c5d', 'name': '', 'network_id': '2acbf7a6-170a-4bfe-87cd-464bcc31bd33', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:57:b6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:20Z', 'updated_at': '2021-12-22T15:31:29Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'c504f316-908f-4a5d-92cc-7e0f3ef9f033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:32:18.724272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bad5c97-c69d-4517-b105-8aebc619596b req-fbf9d719-c903-4a7a-a1f8-60ed5ee2bb82 service neutron] 10.222.0.71 "GET /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525710 Dec 22 15:32:19.153233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ec2a3-2da7-4607-aa9c-21d911b33627 None None] New status for floating IP 7bec0b49-a175-4371-b81b-e6f34a580bca: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:32:19.445526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26021592-4600-48a2-95ca-8b6980c09877 req-ac87ca27-5e9d-40d7-9f88-b74ba1c893c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:19.447348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-26021592-4600-48a2-95ca-8b6980c09877 req-ac87ca27-5e9d-40d7-9f88-b74ba1c893c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 945 time: 0.0956140 Dec 22 15:32:19.529562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:32:19.529936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:19.707093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffc6b2-9a8e-4c7b-aae6-b1221fa13e39 req-fec1726b-3dc4-4c83-991f-17ed1bdf669e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:19.707920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-16ffc6b2-9a8e-4c7b-aae6-b1221fa13e39 req-fec1726b-3dc4-4c83-991f-17ed1bdf669e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:19.757233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-16ffc6b2-9a8e-4c7b-aae6-b1221fa13e39 req-fec1726b-3dc4-4c83-991f-17ed1bdf669e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:19.758644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16ffc6b2-9a8e-4c7b-aae6-b1221fa13e39 req-fec1726b-3dc4-4c83-991f-17ed1bdf669e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 945 time: 0.1621900 Dec 22 15:32:19.813899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16ffc6b2-9a8e-4c7b-aae6-b1221fa13e39 req-95365e39-cb6c-4233-a513-2a85a289fc16 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=7affb00c-cd81-456a-862c-9479bf369cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458336 Dec 22 15:32:19.828128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:19.828541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:19.971170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:32:20.179695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:20.186279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f357b6f8-9f42-44e4-a9cf-5f9eb91d22dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:20.232493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=f4dd20ee-b65d-41c1-b2f7-aae9cff285f9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:20.280842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.281314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.281755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.282190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.282617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.283072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.283484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.283896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.284311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.284711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.285125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:20.299452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:20.329530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:32:20.332424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:20.335701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'name': 'network-vif-deleted', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:32:20.387698 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-26021592-4600-48a2-95ca-8b6980c09877 req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 HTTP/1.1" status: 204 len: 173 time: 0.9343634 Dec 22 15:32:20.403691 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5e3f45-3d3d-46ab-981f-793e528d3f2c', 'name': 'network-vif-deleted', 'tag': 'f4dd20ee-b65d-41c1-b2f7-aae9cff285f9', 'status': 'completed', 'code': 200} Dec 22 15:32:21.033382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1e6e6bda-a56f-4619-a008-4fcb3c7015ae req-3af83b8a-64ba-46c5-8e19-35c46d549d04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a5e3f45-3d3d-46ab-981f-793e528d3f2c HTTP/1.1" status: 200 len: 210 time: 0.0626478 Dec 22 15:32:22.148511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49460) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:22.227519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:22.260844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:22.442704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:22.448385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e532f69f-806c-47d5-832f-7dc045ba5e1e tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:22.470113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7affb00c-cd81-456a-862c-9479bf369cb3,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:22.472871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:22.510932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:22.512261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/7affb00c-cd81-456a-862c-9479bf369cb3 HTTP/1.1" status: 204 len: 168 time: 0.3624492 Dec 22 15:32:22.604779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49466) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:23.304476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:23.738594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:32:23.776446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:32:23.776826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f4dd20ee-b65d-41c1-b2f7-aae9cff285f9 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:32:24.018118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:32:24.018452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:24.235231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:24.235856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:24.377601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:32:24.625563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:24.629871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-978880f1-d30a-4d3e-93e7-b77a7b5e635c tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:24.673944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=0129b4dd-efa5-4afb-9eaf-4a1a47502c5d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:24.676666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:25.016645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:25.926304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:32:26.146916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:32:26.158375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] Sync routers for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:32:26.165752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49470) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:26.165991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/bc73e1de-e44a-4de9-8a98-d68f64ae5f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5591443 Dec 22 15:32:26.173573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:26.175177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:26.382243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:26.389312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet c504f316-908f-4a5d-92cc-7e0f3ef9f033 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:32:26.393266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:26.460042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:26.556655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:26.676395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:26.681774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b414cf1-b73f-46bc-9542-178f649dbbe5 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:26.722860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=c504f316-908f-4a5d-92cc-7e0f3ef9f033,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:26.725734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:26.729017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:26.744524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d28231e-c049-4a60-b033-7aea9ea04e38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/c504f316-908f-4a5d-92cc-7e0f3ef9f033 HTTP/1.1" status: 204 len: 168 time: 0.5717590 Dec 22 15:32:26.748073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0277216-c89c-4bbc-8fbd-6ee009f490cb None None] Network 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:32:26.748786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49474) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:26.891352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:32:24Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:26.896754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] Checking router: bc73e1de-e44a-4de9-8a98-d68f64ae5f06 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:32:26.911240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] Routers {'bc73e1de-e44a-4de9-8a98-d68f64ae5f06'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:26.912060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:27.084554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] DHCP port deletion for 2acbf7a6-170a-4bfe-87cd-464bcc31bd33 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:32:27.092861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Deleting port 77731689-6f78-473a-80c7-2f7cf4517e81 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:32:27.093827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.134197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] Set router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:27.259498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.371830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] For port 77731689-6f78-473a-80c7-2f7cf4517e81, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=77731689-6f78-473a-80c7-2f7cf4517e81,segment=NetworkSegment(401a63c6-76cc-4958-900c-ff06211e6332),segment_id=401a63c6-76cc-4958-900c-ff06211e6332)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:27.372808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.465148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:32:24Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:27.470964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eb3ec3-7dce-4122-bc42-45d7bbaf2ffc None None] The sync data for ids ['bc73e1de-e44a-4de9-8a98-d68f64ae5f06'] in dv-neutron-822709-1-hyperv is: [{'id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'name': 'tempest-TestNetworkBasicOps-router-665470422', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:31:15Z', 'updated_at': '2021-12-22T15:32:24Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '15c36816-247d-47a5-9f9d-e13dcecbd73d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc73e1de-e44a-4de9-8a98-d68f64ae5f06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:31:16Z', 'updated_at': '2021-12-22T15:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:32:27.492941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.540148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 15c36816-247d-47a5-9f9d-e13dcecbd73d {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:32:27.540588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.680614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Calling delete_port for 77731689-6f78-473a-80c7-2f7cf4517e81 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:32:27.766206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 15c36816-247d-47a5-9f9d-e13dcecbd73d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=15c36816-247d-47a5-9f9d-e13dcecbd73d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:27.766615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.785411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:27.791121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:27.834585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Pushing event deleted for resources: {'Port': ['ID=77731689-6f78-473a-80c7-2f7cf4517e81,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:27.846321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] No DVR routers for this DVR port 77731689-6f78-473a-80c7-2f7cf4517e81 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:32:27.854325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.854727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.855795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.856166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.856586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.857011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.857340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.857719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.858093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.858528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.858856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:27.862366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:27.913528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 15c36816-247d-47a5-9f9d-e13dcecbd73d owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:32:28.161464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:28.166786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:28.211698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=15c36816-247d-47a5-9f9d-e13dcecbd73d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:28.215146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:28.218216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:32:28.463323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:28.758484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:28.763450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:28.812681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:28.813603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router bc73e1de-e44a-4de9-8a98-d68f64ae5f06 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:32:28.833133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:28.837588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/bc73e1de-e44a-4de9-8a98-d68f64ae5f06 HTTP/1.1" status: 204 len: 168 time: 2.0845451 Dec 22 15:32:28.837981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49478) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:28.947720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 77731689-6f78-473a-80c7-2f7cf4517e81 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:32:28.988058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 77731689-6f78-473a-80c7-2f7cf4517e81 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:32:28.988435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 77731689-6f78-473a-80c7-2f7cf4517e81 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:32:28.989314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:32:29.026540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.028303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:32:29.028719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0129b4dd-efa5-4afb-9eaf-4a1a47502c5d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:32:29.189465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.220463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acbf7a6-170a-4bfe-87cd-464bcc31bd33']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:29.236076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401a63c6-76cc-4958-900c-ff06211e6332') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:29.236383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401a63c6-76cc-4958-900c-ff06211e6332') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:29.250710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.267946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.274968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:32:29.275419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:32:29.291810 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:32:29.498796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.503338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-972cae07-adbb-4f41-9a29-fb85cf269ec8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:29.521516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.535898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=2acbf7a6-170a-4bfe-87cd-464bcc31bd33,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:29.539755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:29.574614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/2acbf7a6-170a-4bfe-87cd-464bcc31bd33 HTTP/1.1" status: 204 len: 168 time: 0.7349005 Dec 22 15:32:29.593671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49482) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:29.604650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--598731433', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:29.614760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:29.622608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:29.627067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:29.633276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:29.733961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:32:29.739688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.782775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:32:29.834785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.835404 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0 of type vlan for network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 Dec 22 15:32:29.873045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.933832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.938183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:29.938867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:29.944978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-398b71ed-6674-4e3d-9d81-4811cfc0c989 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:30.058096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4628248 Dec 22 15:32:30.061275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49486) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:30.067623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:30.067978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-455960184', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:30.070549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:30.077295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:30.081964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:32:30.084092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:30.088309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:30.102394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:30.156670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:30.158106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:30.179867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:30.398374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:30.667763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:30.702561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:30.829410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15c36816-247d-47a5-9f9d-e13dcecbd73d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:32:30.867097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 15c36816-247d-47a5-9f9d-e13dcecbd73d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:32:30.867615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 15c36816-247d-47a5-9f9d-e13dcecbd73d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:32:30.890630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.83 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/d8a7a5d5-36ee-4222-8400-491f0683f5bd) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:32:31.073818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:31.151569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:31.157854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:31.216970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:32:31.220048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:32:31.224435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:31.288230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=d8a7a5d5-36ee-4222-8400-491f0683f5bd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:31.294371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:31.431693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:31.504176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:31.504956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:31.802159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:32:32.046573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:32:32.059594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:32:32.072985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:32.073708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:32.128859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:32.135995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0731483 Dec 22 15:32:32.139646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49490) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:32.223964 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-33fac132-8af1-4f1e-85f2-76a75c721db7 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817077 Dec 22 15:32:32.228589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49494) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:32.346392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:32.394571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4ba6404-e585-4fe6-b7bf-623edd3d0b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:32.398435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dffa0-8bd5-4a9c-9dcc-c0e92a002c12 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:32.404959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d39dffa0-8bd5-4a9c-9dcc-c0e92a002c12 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1704111 Dec 22 15:32:32.405378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49498) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:32.454669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-edad7b05-d5c5-4de8-a9ef-f5f2586f40b5 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477960 Dec 22 15:32:32.458938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49502) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:32.469639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-603383839', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:32.607737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:32.609628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:32.613138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:32.620961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:32.659673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:32:32.744614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:31Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:32.749871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:32:32.750300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Updating router 0458b97a-6f92-4f0c-955a-adac6b18461c port d8a7a5d5-36ee-4222-8400-491f0683f5bd binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:32:32.779604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:32.817789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.131376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.136862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-554e650a-850c-459c-a3d8-eefa1e72cd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:33.368412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.395452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Transition to ACTIVE for port object d8a7a5d5-36ee-4222-8400-491f0683f5bd will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:33.431367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.437184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:33.480932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=59452db1-d292-4234-a13b-927554c0fe73,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:33.484526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:33.499676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:32:33.500166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:32:33.540956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Attempting to bind port d8a7a5d5-36ee-4222-8400-491f0683f5bd on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:32:33.541389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Attempting to bind port d8a7a5d5-36ee-4222-8400-491f0683f5bd by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:32:33.541805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Attempting to bind port d8a7a5d5-36ee-4222-8400-491f0683f5bd on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:32:33.548146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa389eee-2514-432f-b944-62200fc3e31f None None] Pushing event updated for resources: {'Port': ['ID=d8a7a5d5-36ee-4222-8400-491f0683f5bd,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:33.552350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa389eee-2514-432f-b944-62200fc3e31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:33.556316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:32:33.556780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:32:33.557110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:32:33.557307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.557655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:32:33.558786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Bound port: d8a7a5d5-36ee-4222-8400-491f0683f5bd, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:32:33.559122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.602874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:32:33.608832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:33.609687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.623093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb511b39-5280-4620-919a-1cdb6a68c474 None None] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:32:33.660528 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-793f61f8-1575-4ba2-a17d-d23b8e67000a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1997519 Dec 22 15:32:33.663911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49506) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:33.741506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] For port d8a7a5d5-36ee-4222-8400-491f0683f5bd, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:32:33.784071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] For port d8a7a5d5-36ee-4222-8400-491f0683f5bd, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d8a7a5d5-36ee-4222-8400-491f0683f5bd,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:32:33.845041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.854894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:33.892793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:33.999170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa389eee-2514-432f-b944-62200fc3e31f None None] Pushing event updated for resources: {'Port': ['ID=d8a7a5d5-36ee-4222-8400-491f0683f5bd,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:34.002937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa389eee-2514-432f-b944-62200fc3e31f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:34.009303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:34.010023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:34.068632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:32:34.069548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:34.524078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b2b5a70-2b17-406d-aaba-afaecd3652a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:34.541631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:34.688274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Allocated IP 172.20.0.2 (93eec96e-ea6f-4b80-ab7a-6caa8ff96d48/59452db1-d292-4234-a13b-927554c0fe73/0f42c689-da09-4ed5-b48e-6f3aabe04611) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:32:34.699483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:34.983494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.087173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.101038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:31Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:35.103541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Transition to ACTIVE for port object 0f42c689-da09-4ed5-b48e-6f3aabe04611 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:35.114673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4584d53-821b-442c-91ad-2ad75b7f3ccd None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:31Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:32:35.172668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Transition to ACTIVE for port object 0f42c689-da09-4ed5-b48e-6f3aabe04611 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:35.202720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.207101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:35.266169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (93eec96e-ea6f-4b80-ab7a-6caa8ff96d48/59452db1-d292-4234-a13b-927554c0fe73/6f76c273-a345-43fe-88bf-55325ab13762) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:32:35.288444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:32:35.292645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:32:35.294888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Pushing event updated for resources: {'Port': ['ID=0f42c689-da09-4ed5-b48e-6f3aabe04611,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:35.297557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:35.305372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:35.412289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Attempting to bind port 0f42c689-da09-4ed5-b48e-6f3aabe04611 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:32:35.412712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Attempting to bind port 0f42c689-da09-4ed5-b48e-6f3aabe04611 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:32:35.413132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Attempting to bind port 0f42c689-da09-4ed5-b48e-6f3aabe04611 on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:32:35.420980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:32:35.421411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Checking segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:32:35.421873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.422328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Bound using segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:32:35.422884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Bound port: 0f42c689-da09-4ed5-b48e-6f3aabe04611, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:32:35.423318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.535478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] For port 0f42c689-da09-4ed5-b48e-6f3aabe04611, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:32:35.540424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] For port 0f42c689-da09-4ed5-b48e-6f3aabe04611, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f42c689-da09-4ed5-b48e-6f3aabe04611,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:32:35.554650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.576237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.580786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:35.586589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 6f76c273-a345-43fe-88bf-55325ab13762 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:35.658324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.668457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-414e599d-c844-4127-935b-33467f97c7fd tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:35.671923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Pushing event updated for resources: {'Port': ['ID=0f42c689-da09-4ed5-b48e-6f3aabe04611,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:35.677765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:35.741285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:32:35.745063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:32:35.748604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:35.804741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=6f76c273-a345-43fe-88bf-55325ab13762,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:35.806526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:35.832794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:35.976401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:36.524248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:36.557043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:36.593227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:36.690383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:36.695475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=6f76c273-a345-43fe-88bf-55325ab13762,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:36.699762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:36.779908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:36.855781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:32:36.857347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:32:36.944451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d8a7a5d5-36ee-4222-8400-491f0683f5bd up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:37.087172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d8a7a5d5-36ee-4222-8400-491f0683f5bd completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:37.093254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d8a7a5d5-36ee-4222-8400-491f0683f5bd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:37.093681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:37.244766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:37.279803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port d8a7a5d5-36ee-4222-8400-491f0683f5bd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d8a7a5d5-36ee-4222-8400-491f0683f5bd,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:37.310151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:37.311886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f42c689-da09-4ed5-b48e-6f3aabe04611 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:37.337984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:37.431186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=d8a7a5d5-36ee-4222-8400-491f0683f5bd,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:37.434917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:37.498576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0f42c689-da09-4ed5-b48e-6f3aabe04611 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:37.572285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5047d-893b-4a83-976e-3d252d6263cb None None] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:32:37.586487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:32:37.745575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Provisioning for port 0f42c689-da09-4ed5-b48e-6f3aabe04611 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:37.755285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Provisioning complete for port 0f42c689-da09-4ed5-b48e-6f3aabe04611 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:37.755710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:37.895774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:32:37.914062 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/0458b97a-6f92-4f0c-955a-adac6b18461c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2480772 Dec 22 15:32:37.918962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49510) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:37.952679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:38.001095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] For port 0f42c689-da09-4ed5-b48e-6f3aabe04611, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f42c689-da09-4ed5-b48e-6f3aabe04611,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:38.048228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:38.050487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a31005c-17df-4f8d-9665-ae1174b52eae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:38.130725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Pushing event updated for resources: {'Port': ['ID=0f42c689-da09-4ed5-b48e-6f3aabe04611,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:38.131798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.132639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.133504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.134203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.134930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.135599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.144065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49514) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:38.144955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:38.151860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f2c429d3-3f38-41b3-a6f4-fc05951f461c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2313197 Dec 22 15:32:38.238954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.239346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.239763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.240178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.240614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.241052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:38.246249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0de05304-9f7b-4924-8e7b-aa8f7d2e9964 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0976512 Dec 22 15:32:38.249193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49518) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:38.383233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7c6d4c7-2e71-4e13-a46d-1a7ae39a6cc9 None None] Provisioning complete for port 0f42c689-da09-4ed5-b48e-6f3aabe04611 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:38.383633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d4c7-2e71-4e13-a46d-1a7ae39a6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:38.437634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:32:38.454467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:38.455781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:38.562064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45776fa8-1d0e-4fe3-8ab3-8d42584b345d tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3113849 Dec 22 15:32:38.579549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7c6d4c7-2e71-4e13-a46d-1a7ae39a6cc9 None None] Provisioning for port 6f76c273-a345-43fe-88bf-55325ab13762 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:38.599648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b7c6d4c7-2e71-4e13-a46d-1a7ae39a6cc9 None None] Provisioning complete for port 6f76c273-a345-43fe-88bf-55325ab13762 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:38.600171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b7c6d4c7-2e71-4e13-a46d-1a7ae39a6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:38.695554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6d4c7-2e71-4e13-a46d-1a7ae39a6cc9 None None] Port 6f76c273-a345-43fe-88bf-55325ab13762 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:32:38.713895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:38.803434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49526) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:38.820671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-12d81003-72c8-4aa2-a80f-81dee542f647 None None] Provisioning complete for port 6f76c273-a345-43fe-88bf-55325ab13762 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:38.821095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-12d81003-72c8-4aa2-a80f-81dee542f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:38.825757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549878339', 'description': 'tempest-secgroup-smoke-549878339 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:38.838094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:38.844810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:38.853127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:38.869289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:38.882630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-12d81003-72c8-4aa2-a80f-81dee542f647 None None] Port 6f76c273-a345-43fe-88bf-55325ab13762 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:32:38.929303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:38.953386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d8a7a5d5-36ee-4222-8400-491f0683f5bd up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:38.994501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:39.000569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:39.005857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:39.014718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:39.095177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a018894b-258a-41a3-8eea-557761d2c80e None None] Provisioning complete for port 6f76c273-a345-43fe-88bf-55325ab13762 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:39.095990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a018894b-258a-41a3-8eea-557761d2c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.119508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.151023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.180697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fcb671fe-342e-4d12-b823-df0d26c6c21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:39.187921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:36Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:39.193810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:32:39.194255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Updating router 0458b97a-6f92-4f0c-955a-adac6b18461c port 6f76c273-a345-43fe-88bf-55325ab13762 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:32:39.211333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.211785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d8a7a5d5-36ee-4222-8400-491f0683f5bd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:39.215213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.215408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4076571 Dec 22 15:32:39.216467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49530) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.222862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f274ef42-2ecc-4399-bc3c-1bcabd5e67d4', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:39.226946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:39.230719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-486cea61-97f7-4ab5-adcf-c7a0dbacf93f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:39.236584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:39.243007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:39.248625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:39.256210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:39.261664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.269287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a018894b-258a-41a3-8eea-557761d2c80e None None] Port 6f76c273-a345-43fe-88bf-55325ab13762 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:32:39.296225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.372525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.412776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.415199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:39.439077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f42c689-da09-4ed5-b48e-6f3aabe04611 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:39.447004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688fbd65-5435-4e42-a283-436e6e9b8d9f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:39.450047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:39.476739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.478760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2608690 Dec 22 15:32:39.482249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49534) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.493221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f274ef42-2ecc-4399-bc3c-1bcabd5e67d4', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:39.508420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:39.516958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:39.523355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:39.526263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0f42c689-da09-4ed5-b48e-6f3aabe04611 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:39.526731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.535931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:39.591678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.695946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.722432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.724592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bf3c1185-265a-4e07-b474-9cc725f20251 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:39.751772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1daf84-db06-411a-8370-e0ea54124d13,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:39.754697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:39.785372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.786144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.787281 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-260d5aa9-dab4-4248-ad0c-8a1ca9601c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3031735 Dec 22 15:32:39.790721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49538) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:39.798643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f274ef42-2ecc-4399-bc3c-1bcabd5e67d4', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:39.804113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Transition to ACTIVE for port object 6f76c273-a345-43fe-88bf-55325ab13762 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:39.806911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:39.813364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:39.816810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:39.823450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:39.842099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.846994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:39.878858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:39.982420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.014940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.018423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-afcbc96a-c298-4fa3-b618-082abc7deb41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:40.044071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d18c6c-c915-4841-b96b-31ee617513f9,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:40.049181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:40.082804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.084298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2924116 Dec 22 15:32:40.087523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49542) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:40.094411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f274ef42-2ecc-4399-bc3c-1bcabd5e67d4', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:40.101505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:40.106663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:40.110188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:40.117921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:40.170292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Pushing event updated for resources: {'Port': ['ID=6f76c273-a345-43fe-88bf-55325ab13762,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:40.185260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.185629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.185996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.186371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.186748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.187541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.187541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.187844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.188150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.188510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.188871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:32:40.188994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.196508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:40.253294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Attempting to bind port 6f76c273-a345-43fe-88bf-55325ab13762 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:32:40.253745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Attempting to bind port 6f76c273-a345-43fe-88bf-55325ab13762 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:32:40.254317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Attempting to bind port 6f76c273-a345-43fe-88bf-55325ab13762 on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:32:40.261530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:32:40.261941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Checking segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:32:40.262382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.262830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Bound using segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:32:40.263350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Bound port: 6f76c273-a345-43fe-88bf-55325ab13762, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:32:40.263759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.269681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.299099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.301233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9e407a7-eafa-420f-827e-1232f8091113 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:40.325951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d8dbbc-48d0-4b8e-afcf-2184890d9e3f,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:40.329493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:40.370054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] For port 6f76c273-a345-43fe-88bf-55325ab13762, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:32:40.374141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] For port 6f76c273-a345-43fe-88bf-55325ab13762, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6f76c273-a345-43fe-88bf-55325ab13762,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:32:40.385440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.387061 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2981851 Dec 22 15:32:40.392451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49546) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:40.399063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f274ef42-2ecc-4399-bc3c-1bcabd5e67d4', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:40.407524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:40.411960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:40.415278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:40.421196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.422259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:40.429869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:40.459457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:32:40.467762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.541849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:32:40.543213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:40.549575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.579646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.592409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-214d7300-f487-4855-8f42-02b13db12a8b tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:40.617922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Pushing event updated for resources: {'Port': ['ID=6f76c273-a345-43fe-88bf-55325ab13762,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:40.623690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:40.624590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1267f2-333a-4963-ab44-04bd99cea567,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:40.629105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:40.671037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.674588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2788835 Dec 22 15:32:40.676010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49550) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:40.685502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f274ef42-2ecc-4399-bc3c-1bcabd5e67d4', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:40.695625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:40.701806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:40.705392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:40.713902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:40.759251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:32:40.763094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:32:40.770858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.858216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.888524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.890719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67cdff82-a616-4d16-9a44-abeff4a6bbc3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:40.915679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27f1dfa1-b560-4a73-8a20-d7a56c69b47f,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:40.921835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:40.957265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:40.959177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2816758 Dec 22 15:32:41.137616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:40Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:32:41.142914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd7593-a21d-4ee2-bc3d-6044b14722f5 None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:40Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:32:41.188410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-80763de3-ff15-4733-904f-fd223db39abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:41.237169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-80763de3-ff15-4733-904f-fd223db39abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:41.240374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-80763de3-ff15-4733-904f-fd223db39abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549878339&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.1098554 Dec 22 15:32:41.434684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-5ad45687-ba99-4964-8c8d-9818cff8e42a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:41.435521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-5ad45687-ba99-4964-8c8d-9818cff8e42a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:41.482570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-5ad45687-ba99-4964-8c8d-9818cff8e42a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:41.484443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-5ad45687-ba99-4964-8c8d-9818cff8e42a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 796 time: 0.2341666 Dec 22 15:32:41.504550 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-d5e1e91d-d2cc-44a7-bf4d-50efb417d819 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0140576 Dec 22 15:32:41.634763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-98b12143-89e2-4c73-95b0-45cd0f4d9dcd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:41.682853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-98b12143-89e2-4c73-95b0-45cd0f4d9dcd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:41.685959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-98b12143-89e2-4c73-95b0-45cd0f4d9dcd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728821 Dec 22 15:32:41.866761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-34c1194a-3ea6-48b7-9632-f13d1bced8fa service neutron] 10.222.0.32 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668262 Dec 22 15:32:42.056714 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b73d54d2-1d14-4053-867a-256351f6210c service neutron] 10.222.0.32 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818871 Dec 22 15:32:42.324352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d0b7bf50-4fe7-4ab6-8605-9c3e3dc27f0a req-6fa18663-6181-4524-911a-8e23ef2ee58f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:42.338906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d0b7bf50-4fe7-4ab6-8605-9c3e3dc27f0a req-6fa18663-6181-4524-911a-8e23ef2ee58f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:42.340307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d0b7bf50-4fe7-4ab6-8605-9c3e3dc27f0a req-6fa18663-6181-4524-911a-8e23ef2ee58f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.0756910 Dec 22 15:32:42.912758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f76c273-a345-43fe-88bf-55325ab13762 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:43.025346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 6f76c273-a345-43fe-88bf-55325ab13762 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:43.034605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 6f76c273-a345-43fe-88bf-55325ab13762 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:43.035301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:43.220812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:43.265939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 6f76c273-a345-43fe-88bf-55325ab13762, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6f76c273-a345-43fe-88bf-55325ab13762,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:43.299854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:43.302420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dff5507-298b-4759-924d-0e3e5dcac551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:43.389494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=6f76c273-a345-43fe-88bf-55325ab13762,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:43.393327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:43.487034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-54f8d890-cddb-42fb-8dfd-1a8e8ca20824 req-c4783f7e-7dcd-4e29-9966-ac24113b09f2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.0484688 Dec 22 15:32:44.617501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1310290d-2c89-4813-b88f-db3610323af1 req-8ef08147-9ea3-4af8-8a38-a5728ff700c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.0521154 Dec 22 15:32:44.889751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f76c273-a345-43fe-88bf-55325ab13762 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:44.971167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 6f76c273-a345-43fe-88bf-55325ab13762 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:44.971661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:45.757816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c96338be-b8bc-4f85-9dca-b367f2abd551 req-da7f162e-9e86-4fb2-b14b-f38de797788c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.0544970 Dec 22 15:32:46.951970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a20d761-189c-4cbc-bc91-861f2d00c53a req-985b7d68-3c9f-4113-86fb-28495975220d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.0587513 Dec 22 15:32:48.165195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-044116c1-360d-48ab-87b0-c6c1a99ccb57 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:48.167107 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-044116c1-360d-48ab-87b0-c6c1a99ccb57 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 796 time: 0.1725075 Dec 22 15:32:48.173162 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d16e0682-7b62-4f31-8626-d88ad6377ef8 req-b96c5f4f-daeb-4a7b-b1b5-cb50e366f339 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.0799723 Dec 22 15:32:48.257297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-31b00ecf-2729-4a76-a3bf-9289d02bad5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:48.272007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-31b00ecf-2729-4a76-a3bf-9289d02bad5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:48.273429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-31b00ecf-2729-4a76-a3bf-9289d02bad5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 379 time: 0.0943470 Dec 22 15:32:48.289159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['f274ef42-2ecc-4399-bc3c-1bcabd5e67d4']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:48.579035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:48.590419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:48.659929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:32:48.668711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:48.902195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.3 (93eec96e-ea6f-4b80-ab7a-6caa8ff96d48/59452db1-d292-4234-a13b-927554c0fe73/68d563b4-8887-49fd-8ca9-2059da0f503a) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:32:49.213127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:49.237018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 68d563b4-8887-49fd-8ca9-2059da0f503a will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:49.305435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:49.312400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc560a70-0436-47f9-8d0c-efdfe751dfac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:49.451144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:32:49.457778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=68d563b4-8887-49fd-8ca9-2059da0f503a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:49.460878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:32:49.465138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:49.466206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:32:49.837754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:49.838579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:49.858464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7aa7ec6a-d657-4153-ada8-a27cff5c426a None None] Provisioning for port 68d563b4-8887-49fd-8ca9-2059da0f503a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:49.864369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73905ba4-6f98-4e56-b409-9b09d6ada199 req-7797c4d4-715d-4493-98a7-7ff4633ff2c7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:49.864961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7aa7ec6a-d657-4153-ada8-a27cff5c426a None None] Provisioning complete for port 68d563b4-8887-49fd-8ca9-2059da0f503a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:49.865613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7aa7ec6a-d657-4153-ada8-a27cff5c426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:49.866607 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-73905ba4-6f98-4e56-b409-9b09d6ada199 req-7797c4d4-715d-4493-98a7-7ff4633ff2c7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 931 time: 0.5185912 Dec 22 15:32:49.918304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6384127 Dec 22 15:32:49.930523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Request body: {'port': {'device_id': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:49.940686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7ec6a-d657-4153-ada8-a27cff5c426a None None] Port 68d563b4-8887-49fd-8ca9-2059da0f503a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:32:49.965976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-73905ba4-6f98-4e56-b409-9b09d6ada199 req-575986f1-b716-4a87-b71d-281eca12180a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878739 Dec 22 15:32:50.069569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:50.491896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d563b4-8887-49fd-8ca9-2059da0f503a {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:32:50.500444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:50.519254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Transition to ACTIVE for port object 68d563b4-8887-49fd-8ca9-2059da0f503a will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:32:50.556331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:50.562456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-490ae78b-69b3-45b9-a7b3-d47d31ec4ee0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:50.712655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Pushing event updated for resources: {'Port': ['ID=68d563b4-8887-49fd-8ca9-2059da0f503a,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:50.720451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:50.875527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Attempting to bind port 68d563b4-8887-49fd-8ca9-2059da0f503a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:32:50.875912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Attempting to bind port 68d563b4-8887-49fd-8ca9-2059da0f503a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:32:50.876241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Attempting to bind port 68d563b4-8887-49fd-8ca9-2059da0f503a on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:32:50.884286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Port 68d563b4-8887-49fd-8ca9-2059da0f503a on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:32:50.884653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Attempting to bind port 68d563b4-8887-49fd-8ca9-2059da0f503a on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:32:50.894042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:32:50.894391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Checking segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:32:50.894762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Bound using segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:32:50.895295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Bound port: 68d563b4-8887-49fd-8ca9-2059da0f503a, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:32:50.895690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:50.999152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] For port 68d563b4-8887-49fd-8ca9-2059da0f503a, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:32:51.007546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] For port 68d563b4-8887-49fd-8ca9-2059da0f503a, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=68d563b4-8887-49fd-8ca9-2059da0f503a,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:32:51.082734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:51.088596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc6e6c7a-5aca-41b0-8508-9b99e387fe4a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:51.170667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:51.172344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] 10.222.0.71 "PUT /v2.0/ports/68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 200 len: 1093 time: 1.2463694 Dec 22 15:32:51.172930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:32:51.204890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Pushing event updated for resources: {'Port': ['ID=68d563b4-8887-49fd-8ca9-2059da0f503a,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:51.214397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:51.296467 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'status': 'completed', 'code': 200} Dec 22 15:32:51.358310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-2b348f4d-b0c6-4888-a533-95a7ece1be5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1096 time: 0.1038609 Dec 22 15:32:51.363298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e5e6-e6ae-4e33-abde-233a0fd1cc04 req-facbad2c-ff9f-4ca2-b39a-dd7fe632b16d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:51.366611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e359e5e6-e6ae-4e33-abde-233a0fd1cc04 req-facbad2c-ff9f-4ca2-b39a-dd7fe632b16d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 943 time: 0.1521120 Dec 22 15:32:51.441600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-5fb6a113-bb7d-47eb-874c-e4a8d5bc079a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 200 len: 217 time: 0.0764637 Dec 22 15:32:51.455333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e359e5e6-e6ae-4e33-abde-233a0fd1cc04 req-d7f1ac57-e865-4aa1-85f9-4360691e6f00 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802202 Dec 22 15:32:51.542701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-ca4f6817-1b7a-4bfb-b15b-7a94d94b32a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:51.544975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-ca4f6817-1b7a-4bfb-b15b-7a94d94b32a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0973725 Dec 22 15:32:51.641769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-c5148afb-be81-4d4c-9ce7-75b164895e6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903947 Dec 22 15:32:51.795869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-b7c27116-47d1-4558-a028-8b58b41cda9a service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476226 Dec 22 15:32:51.957192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa128628-fc09-4610-8a2c-5335d35744c5 req-d1e5e31b-9ad7-40c7-b954-667b02a1be6d service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556137 Dec 22 15:32:52.122715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-c97cd44c-57c3-490b-8a4f-14f00f326d7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1096 time: 0.0873277 Dec 22 15:32:52.289134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928341-f635-4e2d-b157-650aa88e9f96 req-bc3b228e-86e8-4540-b034-2f6ba03da15d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:52.290959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-bc3b228e-86e8-4540-b034-2f6ba03da15d service neutron] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 897 time: 0.1618190 Dec 22 15:32:52.377713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-ac545c54-4bce-488b-9567-3b7119d1d305 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 200 len: 217 time: 0.0781066 Dec 22 15:32:52.459663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41928341-f635-4e2d-b157-650aa88e9f96 req-0e36088d-ac43-4bf8-9900-b5e77cd23e93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:52.461658 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-0e36088d-ac43-4bf8-9900-b5e77cd23e93 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0770237 Dec 22 15:32:52.561943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-8829a49b-d83a-4888-9421-76f7424c046f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929279 Dec 22 15:32:52.837399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-d11240b0-7f7a-44bf-90ca-bc312cde8f15 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684700 Dec 22 15:32:52.848766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab754b-f9ad-47aa-8e9a-f4e573244712 req-6e2c82cb-83d4-4da8-950c-d0f2153045e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:52.849576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dfab754b-f9ad-47aa-8e9a-f4e573244712 req-6e2c82cb-83d4-4da8-950c-d0f2153045e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:32:52.970373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dfab754b-f9ad-47aa-8e9a-f4e573244712 req-6e2c82cb-83d4-4da8-950c-d0f2153045e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:32:52.971818 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dfab754b-f9ad-47aa-8e9a-f4e573244712 req-6e2c82cb-83d4-4da8-950c-d0f2153045e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 943 time: 0.3576066 Dec 22 15:32:53.055556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41928341-f635-4e2d-b157-650aa88e9f96 req-cc07b1b1-67d3-4254-a9a2-25aaeac5993b service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024715 Dec 22 15:32:53.060398 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dfab754b-f9ad-47aa-8e9a-f4e573244712 req-5ed1dbf8-871a-4516-abb7-87724d64d133 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721266 Dec 22 15:32:53.893289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 68d563b4-8887-49fd-8ca9-2059da0f503a details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:32:54.051261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 68d563b4-8887-49fd-8ca9-2059da0f503a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=68d563b4-8887-49fd-8ca9-2059da0f503a,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:54.065465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'port_id': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'mac_address': 'fa:16:3e:98:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:32:54.129323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:54.149335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d563b4-8887-49fd-8ca9-2059da0f503a {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:32:54.166406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 68d563b4-8887-49fd-8ca9-2059da0f503a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=68d563b4-8887-49fd-8ca9-2059da0f503a,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:54.235700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:54.235700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-64ba0e58-3e00-40b3-bba6-758a45fa59b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:54.277474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0ed09-3cf9-4990-93ea-ab4c3c9ff78e req-d5ebf8bd-610c-49c1-846b-997ab93a361b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:54.279141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24f0ed09-3cf9-4990-93ea-ab4c3c9ff78e req-d5ebf8bd-610c-49c1-846b-997ab93a361b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 944 time: 0.0889447 Dec 22 15:32:54.301539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=68d563b4-8887-49fd-8ca9-2059da0f503a,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:54.304786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:54.337493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24f0ed09-3cf9-4990-93ea-ab4c3c9ff78e req-d075edb1-f5cb-4929-9e7a-8d2be5a9ac78 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520413 Dec 22 15:32:54.446228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['68d563b4-8887-49fd-8ca9-2059da0f503a'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:32:55.559670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab23b8a-168a-49b4-a4b3-7015778f57f2 req-6edf2405-517b-4594-b6cf-2b4fce68089b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:55.561114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ab23b8a-168a-49b4-a4b3-7015778f57f2 req-6edf2405-517b-4594-b6cf-2b4fce68089b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 944 time: 0.0880096 Dec 22 15:32:55.620155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ab23b8a-168a-49b4-a4b3-7015778f57f2 req-84108a60-f888-42a1-98ee-aaf3eb5059fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522192 Dec 22 15:32:55.908427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 68d563b4-8887-49fd-8ca9-2059da0f503a up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:32:56.018958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 68d563b4-8887-49fd-8ca9-2059da0f503a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:32:56.024739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 68d563b4-8887-49fd-8ca9-2059da0f503a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:32:56.025168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:56.165227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:56.194781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:32:56.206648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 68d563b4-8887-49fd-8ca9-2059da0f503a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=68d563b4-8887-49fd-8ca9-2059da0f503a,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:32:56.231283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:56.233847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a540e29-9464-43a2-ac91-26294dfbb9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:32:56.313839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=68d563b4-8887-49fd-8ca9-2059da0f503a,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:32:56.317855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:32:56.343752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'code': 200} Dec 22 15:32:56.664246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e205ff3-8e67-43ac-85a3-abfafd0b27d8 req-5a3201dc-8650-45f6-b26f-61a05a16cc28 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1098 time: 0.0836897 Dec 22 15:32:56.716086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e205ff3-8e67-43ac-85a3-abfafd0b27d8 req-3919ed4f-e3ca-4201-9cb6-0becc581a059 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451322 Dec 22 15:32:56.856254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5781-ddb4-4e91-a81e-e68bfd9d3fb6 req-2d1b65ad-0303-4967-9176-cf12a968805c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:56.858263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eddd5781-ddb4-4e91-a81e-e68bfd9d3fb6 req-2d1b65ad-0303-4967-9176-cf12a968805c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 945 time: 0.1066005 Dec 22 15:32:56.910301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eddd5781-ddb4-4e91-a81e-e68bfd9d3fb6 req-1b092848-e475-4e07-b223-a5fd0dc1f111 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460145 Dec 22 15:32:57.724940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65306d-3cbb-408f-bc4e-9c61e46c5a04 req-2e18d0bd-6cd5-4668-9b93-70ffa53b1901 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:57.726724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e65306d-3cbb-408f-bc4e-9c61e46c5a04 req-2e18d0bd-6cd5-4668-9b93-70ffa53b1901 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.0990992 Dec 22 15:32:57.782074 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e65306d-3cbb-408f-bc4e-9c61e46c5a04 req-fef480ff-8106-486e-9275-c974740a002e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481007 Dec 22 15:32:58.175531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18080ec1-fb40-4100-917a-f13fb21821bc req-ae22ba8a-e30a-4b29-89a2-92a912441f1e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:58.178521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-18080ec1-fb40-4100-917a-f13fb21821bc req-ae22ba8a-e30a-4b29-89a2-92a912441f1e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 945 time: 0.1305416 Dec 22 15:32:58.239018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-18080ec1-fb40-4100-917a-f13fb21821bc req-a49308a9-f844-473c-a6f7-e879d55aab13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Dec 22 15:32:58.481961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840848b0-24c7-4319-a0c1-a6827ee9a19e req-446ae9b0-b170-423f-84c7-b1e1ccbfffc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:58.483762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-840848b0-24c7-4319-a0c1-a6827ee9a19e req-446ae9b0-b170-423f-84c7-b1e1ccbfffc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 945 time: 0.0938120 Dec 22 15:32:58.543082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-840848b0-24c7-4319-a0c1-a6827ee9a19e req-088aea53-0a6d-4f6d-a4d7-899fa434e497 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504045 Dec 22 15:32:58.575680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49624) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:58.664620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-15c920a3-ab3b-4b49-852c-a3b83f7d6484 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1093 time: 0.0870388 Dec 22 15:32:58.669184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49628) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:32:58.679277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:32:58.687923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:32:58.693148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:32:58.696568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:32:58.703720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:32:58.744907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:58.910032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:59.083465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0b6e8-61ea-4a4b-8f39-c34e1f4d3abd req-4da853ae-0bc4-45fb-8467-ef04315f0d5a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:59.085290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6d0b6e8-61ea-4a4b-8f39-c34e1f4d3abd req-4da853ae-0bc4-45fb-8467-ef04315f0d5a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.0939167 Dec 22 15:32:59.167729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.98 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/72576b09-a205-4954-8063-b07b525bc998) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:32:59.172773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6d0b6e8-61ea-4a4b-8f39-c34e1f4d3abd req-2d569348-0114-4af9-af62-08ac21f52cf9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753293 Dec 22 15:32:59.416507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31a8e66c-2f34-4f4b-a063-f3983984e127 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:32:59.418629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31a8e66c-2f34-4f4b-a063-f3983984e127 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.2133527 Dec 22 15:32:59.424322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:59.516990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Deleting port 195c8364-7bf2-49e1-9542-4d3237126fd9 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:32:59.517345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:59.644982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:32:59.652952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a79998c-33f3-4ccf-a155-d357a5335299 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:00.055504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:33:00.071108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:33:00.078914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:00.128724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=72576b09-a205-4954-8063-b07b525bc998,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:00.136988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:00.179121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] For port 195c8364-7bf2-49e1-9542-4d3237126fd9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=195c8364-7bf2-49e1-9542-4d3237126fd9,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:00.179544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:00.846394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:00.846851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:00.847209 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Floating IP 6ceec0ea-7734-4d55-88c3-cb25cfec8cd5 disassociated. External IP: 172.26.4.35, port: 195c8364-7bf2-49e1-9542-4d3237126fd9. Dec 22 15:33:00.847600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Calling delete_port for 195c8364-7bf2-49e1-9542-4d3237126fd9 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:33:00.882411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244d43d-a83f-424c-baa2-8a85d472ca7c req-750b5113-0193-4eb5-9b71-4f0befb1c137 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:00.884195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f244d43d-a83f-424c-baa2-8a85d472ca7c req-750b5113-0193-4eb5-9b71-4f0befb1c137 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 945 time: 0.5396895 Dec 22 15:33:01.018511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f244d43d-a83f-424c-baa2-8a85d472ca7c req-4d054b02-6e4e-4070-88e7-de342861ae6f tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170275 Dec 22 15:33:01.232524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:01.247053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8926af95-e315-4b1b-a4ef-6ffd5ff85e2e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:01.315438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'Port': ['ID=195c8364-7bf2-49e1-9542-4d3237126fd9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:01.318523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:01.413124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:01.435794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:01.591410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:01.788013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:33:01.972540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:02.055437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:02.061030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edd3dd87-2119-4851-bd24-59caba8680ad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:02.229074 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9d37d89-438a-48ba-8800-10678965a8d1 req-483aa005-a421-42c6-bf01-2b6c8ce478d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0637448 Dec 22 15:33:02.356381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66850e96-865d-43a6-b490-97da3c169895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:02.449035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=72576b09-a205-4954-8063-b07b525bc998,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:02.453063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:02.492332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:02.571048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:33:02.582048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:33:02.598702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:02.599457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:02.652515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] No DVR routers for this DVR port 195c8364-7bf2-49e1-9542-4d3237126fd9 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:33:02.655658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:02.659581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'name': 'network-vif-deleted', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:02.759086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4719df-66e8-43b5-93f5-cec43352eaf8', 'name': 'network-vif-deleted', 'tag': '195c8364-7bf2-49e1-9542-4d3237126fd9', 'status': 'completed', 'code': 200} Dec 22 15:33:02.765485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c68bc462-03c2-4978-a4af-e76a05a4c21d req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "DELETE /v2.0/ports/195c8364-7bf2-49e1-9542-4d3237126fd9 HTTP/1.1" status: 204 len: 173 time: 3.3374319 Dec 22 15:33:02.818275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:02.824546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b associated. External IP: 172.26.4.98, port: 68d563b4-8887-49fd-8ca9-2059da0f503a. Dec 22 15:33:03.379793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:03.388052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:33:03.406191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:03.407566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:03.468927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:33:03.528719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2745f1b4-ea86-4896-af47-acfaa0e49e9f req-c8428471-88eb-461c-9c3d-4c7969a5b5ae tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f4719df-66e8-43b5-93f5-cec43352eaf8 HTTP/1.1" status: 200 len: 210 time: 0.0725453 Dec 22 15:33:03.658791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:03.733001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:33:03.749850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:33:03.767867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:03.768747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:32:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:03.802582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:03.865067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:03.871944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2008216 Dec 22 15:33:03.875117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49642) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:03.972483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 195c8364-7bf2-49e1-9542-4d3237126fd9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:33:03.978287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:04.025595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 195c8364-7bf2-49e1-9542-4d3237126fd9 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:33:04.026003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 195c8364-7bf2-49e1-9542-4d3237126fd9 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:33:04.091490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-40dd1c79-5865-433b-ba15-87a89b9eb27f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 990 time: 0.2142475 Dec 22 15:33:04.149314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:04.154944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11462d9b-18b9-4d6f-8d75-cc11d4c90e0c None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:33:04.450236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '012cecd1-d605-4307-b1fd-285e6d5db58b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'port_id': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'mac_address': 'fa:16:3e:98:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:01Z', 'updated_at': '2021-12-22T15:33:01Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:04.461058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:33:04.479688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:04.480536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:04.487985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89a9c3db-2c43-4ba2-8a8a-12db134ce3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:04.693873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55c9c5-8e2b-402b-ab07-06caf70681cf None None] New status for floating IP 6ceec0ea-7734-4d55-88c3-cb25cfec8cd5: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:33:04.694693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:04.761902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:04.859596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'status': 'completed', 'code': 200} Dec 22 15:33:04.988392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-1b9d97f6-9d27-435e-835f-a8edef8a5982 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1098 time: 0.1022253 Dec 22 15:33:05.092945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49656) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:05.156680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:05.185142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-d3598aa3-9859-426e-bda4-42b0a8e6fb21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:05.186904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-d3598aa3-9859-426e-bda4-42b0a8e6fb21 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 897 time: 0.1912501 Dec 22 15:33:05.236887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c2ed3221-8325-4966-a05e-936643906682 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 990 time: 0.1419625 Dec 22 15:33:05.306246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:33:05.322135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-bd2ba307-5992-44f3-bc88-8880dff0dbe2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198563471&fields=id&tenant_id=0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 267 time: 0.1340024 Dec 22 15:33:05.459944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-ddc0e143-34e8-4e0a-b968-cf96f5f1f398 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 200 len: 998 time: 0.2318168 Dec 22 15:33:05.489803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '012cecd1-d605-4307-b1fd-285e6d5db58b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'port_id': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'mac_address': 'fa:16:3e:98:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:01Z', 'updated_at': '2021-12-22T15:33:01Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:05.495705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea3cad-dea8-4d33-8916-9ca3a0d9a2d4 None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '012cecd1-d605-4307-b1fd-285e6d5db58b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'port_id': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'mac_address': 'fa:16:3e:98:78:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:01Z', 'updated_at': '2021-12-22T15:33:01Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:33:05.572791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-97f82b27-ad41-40af-accb-0ccd66446680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:05.575088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-97f82b27-ad41-40af-accb-0ccd66446680 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.1089063 Dec 22 15:33:05.580682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-888af06b-48a9-4375-b741-6e9ddd892d3b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:05.582298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-888af06b-48a9-4375-b741-6e9ddd892d3b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 812 time: 0.2499487 Dec 22 15:33:05.648706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-be15a472-e686-4f26-acc7-04aed681f8ef tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/quotas/0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 375 time: 0.0230422 Dec 22 15:33:05.730853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-600b48fc-9f3b-4627-ace1-d43bddabd75d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1472056 Dec 22 15:33:05.877575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-dc36f6bd-9343-47fc-958c-4c2fa119c7e2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:33:05.905560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f89be-06d6-4009-a2b9-21a9cba3ac38 None None] New status for floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:33:05.931611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-2e82365c-77e9-47f3-8aa0-15a719ab5343 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945240 Dec 22 15:33:05.970874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-dc36f6bd-9343-47fc-958c-4c2fa119c7e2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:33:05.972778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-dc36f6bd-9343-47fc-958c-4c2fa119c7e2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3164799 Dec 22 15:33:06.238411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49660) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:06.296989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa09731c-a0eb-4378-b1bd-ce0630360b49 req-4aed36d0-3ff9-419f-9acc-5863c4ac3fe4 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582780 Dec 22 15:33:06.321310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-87107db2-cee0-4b91-9b38-8a5c3374154e service neutron] 10.222.0.32 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187513 Dec 22 15:33:06.365196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71cec9a8-ef38-49ab-a135-5ddce97368fc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 992 time: 0.1249616 Dec 22 15:33:06.505709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-6b37e243-6b01-42cd-ad2a-228f8ef3ed6c service neutron] 10.222.0.32 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741114 Dec 22 15:33:06.779295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:07.221241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e2db798b-c03e-421e-8e51-6bf53dee6bb1 req-f3983f4e-dc51-4dc2-a78e-865d221c2dfa tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 210 time: 0.0533986 Dec 22 15:33:08.415242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93e7c5fc-890c-4a9c-8a76-ac19ca84d821 req-969a190f-a09e-40fe-902f-e8ded6d821aa tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 210 time: 0.0519156 Dec 22 15:33:09.222125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-8c2df55e-01c1-464f-a537-e6e8754b155d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:09.224357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-8c2df55e-01c1-464f-a537-e6e8754b155d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 812 time: 0.4459934 Dec 22 15:33:09.309988 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-871b2919-0b00-47b7-952b-d78e48623773 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 380 time: 0.0710969 Dec 22 15:33:09.324295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'port': {'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'admin_state_up': True, 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'security_groups': ['17dedd9d-ead5-40fc-81d8-1298219d014b']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:09.499859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:09.514141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:09.567717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Made reservation on behalf of 0d4fbe25a2464ea2aab0447fb9176551 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:33:09.574798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:09.618850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f61e3b8f-b9b1-4dcb-a930-da2d7e4d6074 req-fd11e1a5-7fc8-42c6-8f4b-f5cff0c6fc25 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 210 time: 0.0563343 Dec 22 15:33:09.822011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Allocated IP 172.20.0.3 (01f74385-7e49-4ed6-8fef-bb4aa34740e2/77b7d538-31c7-4d2a-9eaf-84766a944a79/d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:33:10.036519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:10.054133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Transition to ACTIVE for port object d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:33:10.110786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:10.117068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-064ece47-0c5b-4ac3-9276-dbecb9f7208a tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:10.179381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:33:10.182803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:33:10.187253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:10.258482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:10.267844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:10.289047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:10.289797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:10.346376 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0300667 Dec 22 15:33:10.363828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Request body: {'port': {'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:10.504712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:10.593054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a670e4ee-28ad-4d69-8e7a-525259941e9b None None] Provisioning for port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:33:10.602427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a670e4ee-28ad-4d69-8e7a-525259941e9b None None] Provisioning complete for port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:33:10.603186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a670e4ee-28ad-4d69-8e7a-525259941e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:10.688440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a670e4ee-28ad-4d69-8e7a-525259941e9b None None] Port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:33:10.927031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d393fb-294a-44f3-a909-a555d884658d req-39487c42-80f8-4447-9f4c-3cb1d8608583 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:10.927805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-36d393fb-294a-44f3-a909-a555d884658d req-39487c42-80f8-4447-9f4c-3cb1d8608583 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:33:10.996779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:33:11.004786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:11.016449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-36d393fb-294a-44f3-a909-a555d884658d req-39487c42-80f8-4447-9f4c-3cb1d8608583 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:33:11.017805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36d393fb-294a-44f3-a909-a555d884658d req-39487c42-80f8-4447-9f4c-3cb1d8608583 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 931 time: 0.2347064 Dec 22 15:33:11.026455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Transition to ACTIVE for port object d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:33:11.072421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36d393fb-294a-44f3-a909-a555d884658d req-12dc0b27-1ebe-48ad-8927-6c6c425b81c9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468819 Dec 22 15:33:11.075723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:11.081678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f34a068-e432-45f1-91a1-d27146d12576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:11.220603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:11.225415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:11.353885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Attempting to bind port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:33:11.354189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Attempting to bind port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:33:11.354633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Attempting to bind port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:33:11.361614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:33:11.361976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Attempting to bind port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:33:11.369769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:33:11.370701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Checking segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:33:11.371160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Bound using segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:33:11.371647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Bound port: d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:33:11.372039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:11.475435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] For port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:33:11.478799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] For port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:33:11.522087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:11.527108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0eddc9c-9deb-4627-835a-4d23f386191e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:11.583229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:11.584837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] 10.222.0.71 "PUT /v2.0/ports/d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 1093 time: 1.2273295 Dec 22 15:33:11.587689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:11.628026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:11.633058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:11.658949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'status': 'completed', 'code': 200} Dec 22 15:33:11.775580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a9b0e10-b434-448a-9d8c-3aeeb6a6b13b req-472be212-6735-46ea-b9f0-99a27752a95e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1096 time: 0.0940976 Dec 22 15:33:11.967400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0e10-b434-448a-9d8c-3aeeb6a6b13b req-3de0874e-eadc-4831-9379-48b1090bb543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:11.969091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a9b0e10-b434-448a-9d8c-3aeeb6a6b13b req-3de0874e-eadc-4831-9379-48b1090bb543 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1853077 Dec 22 15:33:12.126353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0e10-b434-448a-9d8c-3aeeb6a6b13b req-3b245439-934b-4f2f-ba4f-2bf0cbecd00b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:12.128061 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a9b0e10-b434-448a-9d8c-3aeeb6a6b13b req-3b245439-934b-4f2f-ba4f-2bf0cbecd00b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516454 Dec 22 15:33:12.317027 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-a467ba49-eb3b-4743-8b06-b31c0d78c0fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1096 time: 0.1481938 Dec 22 15:33:12.407958 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-ec3a19e6-3b6f-4d44-a368-dacadcd9b177 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 217 time: 0.0777874 Dec 22 15:33:12.415296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832da0e-fa6f-4d6d-ab2a-5b9413771f6f req-fb1690a9-e2c2-4197-ac84-77ddb073ab78 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:12.417610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4832da0e-fa6f-4d6d-ab2a-5b9413771f6f req-fb1690a9-e2c2-4197-ac84-77ddb073ab78 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.1920364 Dec 22 15:33:12.522774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-89b7d501-f5d5-488c-b219-82f2f601d805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:12.524459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-89b7d501-f5d5-488c-b219-82f2f601d805 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.1058655 Dec 22 15:33:12.572697 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4832da0e-fa6f-4d6d-ab2a-5b9413771f6f req-5c9bb2b7-0504-4bfe-b54e-8cd0a8c00dfc tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150033 Dec 22 15:33:12.627671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-87011a96-f5c7-45bf-aad9-30093bef7f02 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947599 Dec 22 15:33:12.860710 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-225ec1a2-5ecd-4d67-a9e8-101dd30a93af service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253232 Dec 22 15:33:13.017196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aecc4c3-4efa-4d6d-a5c0-9636e703f979 req-6058a2ad-27e9-4ec1-aefd-163b47695a42 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496634 Dec 22 15:33:13.804131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e76d1-6e9c-42cc-b301-acbd1a38564b req-95a352bb-655b-421e-8061-75b0358c8f31 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:13.805868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5e76d1-6e9c-42cc-b301-acbd1a38564b req-95a352bb-655b-421e-8061-75b0358c8f31 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.0892358 Dec 22 15:33:13.871887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5e76d1-6e9c-42cc-b301-acbd1a38564b req-f426208d-6557-4065-86bc-d7c5989a7569 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549498 Dec 22 15:33:15.090387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516fbbc-ac49-41d0-a582-f69022354a20 req-1cd4b38c-638c-407a-b840-1ecc3c80b34d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:15.092068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3516fbbc-ac49-41d0-a582-f69022354a20 req-1cd4b38c-638c-407a-b840-1ecc3c80b34d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.0913312 Dec 22 15:33:15.150267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3516fbbc-ac49-41d0-a582-f69022354a20 req-6e02a5c6-b402-408a-943f-bf41c1915d84 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514803 Dec 22 15:33:16.366273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f59c-e258-47f6-b962-ac7293c8cc2b req-95f5c991-5610-454b-9e1b-99ba442c6dbd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:16.368015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cff0f59c-e258-47f6-b962-ac7293c8cc2b req-95f5c991-5610-454b-9e1b-99ba442c6dbd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.0941989 Dec 22 15:33:16.421305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cff0f59c-e258-47f6-b962-ac7293c8cc2b req-7a650ff4-efb8-4364-aa36-9745e7d08635 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467238 Dec 22 15:33:17.625616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c369d-2d52-479d-b0c9-50cea85c69df req-f21289e7-ce08-4a9a-98c9-d9c2d7173505 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:17.627267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4d9c369d-2d52-479d-b0c9-50cea85c69df req-f21289e7-ce08-4a9a-98c9-d9c2d7173505 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.0842621 Dec 22 15:33:17.682641 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4d9c369d-2d52-479d-b0c9-50cea85c69df req-e09e7c5b-4b3a-4773-98a4-5dbad2ed0045 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492778 Dec 22 15:33:18.897774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cdca-5fea-4bdb-b05f-e2e4c8e31981 req-57220eef-e165-40b3-9d78-f9ec532f65ed tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:18.899405 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cd32cdca-5fea-4bdb-b05f-e2e4c8e31981 req-57220eef-e165-40b3-9d78-f9ec532f65ed tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.0896056 Dec 22 15:33:18.948177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cd32cdca-5fea-4bdb-b05f-e2e4c8e31981 req-5d53ebd2-1c27-4bc2-b89b-7c558bf9967b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Dec 22 15:33:20.034759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:33:20.184992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:20.201044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:33:20.267177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:20.287856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:33:20.343447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:20.367221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:20.369198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:20.405708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40639412-5720-4170-bf7e-cc71b6aa39b6 req-a15fa26e-b095-4ef8-bafb-9a0eff91b7ce tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:20.407454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40639412-5720-4170-bf7e-cc71b6aa39b6 req-a15fa26e-b095-4ef8-bafb-9a0eff91b7ce tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 943 time: 0.3338225 Dec 22 15:33:20.441194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:20.444675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:20.458079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40639412-5720-4170-bf7e-cc71b6aa39b6 req-70e3439f-5764-41a7-b1e6-139cc1fd52f5 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Dec 22 15:33:20.587066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:33:21.663154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c386-e496-41f8-b33f-a538e8b5161a req-ff5538a7-5263-4f27-9a83-557a9f3a9c4a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:21.664769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-edb4c386-e496-41f8-b33f-a538e8b5161a req-ff5538a7-5263-4f27-9a83-557a9f3a9c4a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 944 time: 0.0847416 Dec 22 15:33:21.713457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-edb4c386-e496-41f8-b33f-a538e8b5161a req-b6888576-7094-42a8-b223-ba9ec55b5f36 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419657 Dec 22 15:33:22.062694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:33:22.321163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:33:22.326540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:33:22.326990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:22.444410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:22.472611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:22.482966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:22.527446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'code': 200} Dec 22 15:33:22.528746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:22.530799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:22.596716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:22.599869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:22.886211 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec04d398-b405-4c82-b72f-ea3941957009 req-7bef1f9b-22e6-4063-9614-3d3473aca659 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0750709 Dec 22 15:33:22.927664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50891-c38e-45a0-9734-7954cfd3c4d4 req-21035f10-2821-41b0-9d2c-3c7e1b36bbbd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:22.929276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4da50891-c38e-45a0-9734-7954cfd3c4d4 req-21035f10-2821-41b0-9d2c-3c7e1b36bbbd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 945 time: 0.0899656 Dec 22 15:33:22.931165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec04d398-b405-4c82-b72f-ea3941957009 req-69a05d66-36c2-4b53-a87d-c4fdb287ac5a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389633 Dec 22 15:33:22.978378 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4da50891-c38e-45a0-9734-7954cfd3c4d4 req-9f7a6a11-5788-4460-a2a9-5b36a987aa82 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 Dec 22 15:33:24.192158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6516e-c0f5-4619-841e-c152bdc426ca req-4fbddfa4-a68a-41ca-9a86-83d635e4d85a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:24.193784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dcd6516e-c0f5-4619-841e-c152bdc426ca req-4fbddfa4-a68a-41ca-9a86-83d635e4d85a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 945 time: 0.0887995 Dec 22 15:33:24.243884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dcd6516e-c0f5-4619-841e-c152bdc426ca req-aa96b4a3-5036-4326-a199-a7c841fba660 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 Dec 22 15:33:24.461481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fa115-9a1c-4f14-a9db-fcecf937fd31 req-7a3e6fbd-96b8-42b0-8c82-eb650247f130 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:24.463197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a9fa115-9a1c-4f14-a9db-fcecf937fd31 req-7a3e6fbd-96b8-42b0-8c82-eb650247f130 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 945 time: 0.0880558 Dec 22 15:33:24.528170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a9fa115-9a1c-4f14-a9db-fcecf937fd31 req-b14a52db-df37-4707-9896-1dc8fa6eea07 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580680 Dec 22 15:33:24.556968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49718) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:24.634380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2555cb6a-a006-450c-b719-e32b7cfe213c tempest-TestVolumeBootPattern-2059451640 tempest-TestVolumeBootPattern-2059451640-project-admin] Synchronizing usage tracker for tenant:d5056cf9c7a84ee493b1868a9c094c8d on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:33:24.687468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2555cb6a-a006-450c-b719-e32b7cfe213c tempest-TestVolumeBootPattern-2059451640 tempest-TestVolumeBootPattern-2059451640-project-admin] Unset dirty status for tenant:d5056cf9c7a84ee493b1868a9c094c8d on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:33:24.688864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2555cb6a-a006-450c-b719-e32b7cfe213c tempest-TestVolumeBootPattern-2059451640 tempest-TestVolumeBootPattern-2059451640-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1093 time: 0.1307728 Dec 22 15:33:24.691943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49722) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:24.697756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:24.704231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:24.708259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:floatingip and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:24.711327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:24.717864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:24.755705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:24.905713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:25.080203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Allocated IP 172.26.4.166 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/38caa094-0cb0-4cb5-b342-b3cd676ff881) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:33:25.464268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:25.533587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:25.538551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6a7b2d4b-9ab4-43df-b746-91f6aa9ad5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:25.609928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:33:25.613845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:33:25.616135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=38caa094-0cb0-4cb5-b342-b3cd676ff881,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:25.618627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:25.676640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.677070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.677497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.677921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.678356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.678757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.679230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.679645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.680058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.680467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.680874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:25.687082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:26.173168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:26.260572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:26.494117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:26.527051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:26.532010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ea840f9-389b-421e-80ab-3c98ca5b82f4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:26.646652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=38caa094-0cb0-4cb5-b342-b3cd676ff881,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:26.652941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:26.662403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:26.864097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Floating IP 767ec701-3f45-4801-80bf-f622dda52360 associated. External IP: 172.26.4.166, port: d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce. Dec 22 15:33:27.285610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:33:27.496948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:33:27.507367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:33:27.520847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:27.521575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:27.544354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:27.600172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9071031 Dec 22 15:33:27.600938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:27.658322 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'status': 'completed', 'code': 200} Dec 22 15:33:27.719044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:27.757614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-409e1402-b962-486f-9b23-f995805987b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0773156 Dec 22 15:33:27.901716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-be83f74c-0786-4b6a-b9a5-7901150b6488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:27.903384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-be83f74c-0786-4b6a-b9a5-7901150b6488 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1391699 Dec 22 15:33:28.017899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-9285aebe-8341-4bbb-b415-223b31779f87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 999 time: 0.1069558 Dec 22 15:33:28.091527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-59c97c27-e0b2-4019-9d5a-fc0bfff8b67a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:28.091897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:26Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:28.093221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-59c97c27-e0b2-4019-9d5a-fc0bfff8b67a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0684879 Dec 22 15:33:28.096140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:33:28.108288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:28.108959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:28.190512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-600bda6a-133b-4966-a0ee-cfd8f0009f8a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913703 Dec 22 15:33:28.305729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:28.344431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-683f1d42-20ba-49f3-bdb8-04d7cddd3022 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466138 Dec 22 15:33:28.505927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9e49f67-4968-4442-a7a8-2c0c34dc1c35 req-a80f9365-eaf0-4bc3-818a-087c7147ae65 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551645 Dec 22 15:33:28.688738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:26Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:28.693227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c4675-bf34-4db2-99a6-deb46e4e4ffa None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:26Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:33:29.040056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec49bec7-d527-4101-a7bd-eea16489c99d None None] New status for floating IP 767ec701-3f45-4801-80bf-f622dda52360: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:33:30.857601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49736) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:31.093302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-45708303-ebb2-4e7d-bed5-c50ccc1d55f1 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=893e62757dcf4c53b1dd355e3c905573&network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 2999 time: 0.2342343 Dec 22 15:33:31.441080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:32.343651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40b25df2-029c-4ddb-922d-0a4fbd67605b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:33.789499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:34.486551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13ef132c-a3c2-4697-b891-e7d2132beb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:34.519259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49750) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:34.588472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8ad38-53e3-49f2-a572-6af4ad6fd175 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:34.590624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03e8ad38-53e3-49f2-a572-6af4ad6fd175 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19 HTTP/1.1" status: 200 len: 814 time: 0.0702131 Dec 22 15:33:34.920732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:35.544296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49760) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:35.551285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:35.664500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:35.959367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:36.064949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:36.064949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b disassociated. External IP: 172.26.4.98, port: 68d563b4-8887-49fd-8ca9-2059da0f503a. Dec 22 15:33:36.526864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:33:36.735829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:33:36.735829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:36.754687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:33:36.765798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:36.765798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:36.800692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-430b119b-f7a9-4ac3-bd44-487a55babba6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 689 time: 1.2544711 Dec 22 15:33:36.801323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:36.804455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49764) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:36.888002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'status': 'completed', 'code': 200} Dec 22 15:33:36.904003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-35d85302-a493-4aaa-bcc3-9cf7cb172cd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 689 time: 0.0990920 Dec 22 15:33:36.923559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:36.975556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:36.991888 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-49b105cb-69b4-448b-a12a-372d1004dab3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1098 time: 0.0811930 Dec 22 15:33:37.141084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-c3341377-0b51-4e12-bd33-29c2ca16566e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:37.142642 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-c3341377-0b51-4e12-bd33-29c2ca16566e service neutron] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 897 time: 0.1435299 Dec 22 15:33:37.220878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-bcbf46ab-be3f-419e-9d7c-04fcfd002aa3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 200 len: 217 time: 0.0714805 Dec 22 15:33:37.294427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-dfc6491c-1fea-44d9-810b-b6e0c105a34e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:37.296062 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-dfc6491c-1fea-44d9-810b-b6e0c105a34e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0693326 Dec 22 15:33:37.314620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:37.321227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:33:37.333446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:37.334133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:37.378741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-92fa6c4e-ecf2-4411-bc63-ecfed5ad9bb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762968 Dec 22 15:33:37.529770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:37.765174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-7b7ccbea-6294-4fb1-809b-9786d7f1d2b8 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796937 Dec 22 15:33:37.906067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49770) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:37.913936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a38e46d0-3a21-4105-b3d3-6e994f3d2343 req-dde0088c-637f-4d4c-8bd6-f772825d2f14 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404083 Dec 22 15:33:37.999253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8a5b7b4a-cb9e-4cdc-b5c2-9deb608c6ae8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 689 time: 0.0919244 Dec 22 15:33:38.042686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:38.047194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e372ca-bdb0-40ca-8c40-a7fae8139879 None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:33:38.481846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59fcd7-485a-413a-bcbb-abd57a1a36ea None None] New status for floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:33:39.003445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49774) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:39.092423 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-887f2c81-fb7b-4fea-aed4-07776bf40779 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 687 time: 0.0875938 Dec 22 15:33:40.282645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:40.289601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034484730', 'description': 'tempest-secgroup-smoke-1034484730 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:40.296227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:40.306671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:40.344319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.384150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:40.388890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:40.392295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:40.398877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:40.462670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.498570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.504355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-191ccf12-6d5a-452d-81dc-d81f6c989a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:40.547855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaabec5-1be8-4fa1-8e70-f0831aa2832f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:40.558305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.561351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.562256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.562256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.562491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:40.566363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:40.573598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.576457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2910094 Dec 22 15:33:40.578343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:40.584442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'beaabec5-1be8-4fa1-8e70-f0831aa2832f', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:40.592248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:40.598468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:40.603106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:40.612420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:40.659556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.725400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.755447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.757416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3d4c9616-47c3-4fe6-b747-05a2b03a1b9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:40.780959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b966033-9279-4183-8a98-a5ba8cd3c3b8,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:40.783918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:40.812252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.813565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2341747 Dec 22 15:33:40.816517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49788) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:40.822438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'beaabec5-1be8-4fa1-8e70-f0831aa2832f', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:40.829856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:40.833955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:40.837054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:40.843258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:40.887557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.955275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.989329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:40.991231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:41.013015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd80916-8086-41da-9449-00a998574e89,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:41.017287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:41.046580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.047925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2303944 Dec 22 15:33:41.051027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49792) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:41.057152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'beaabec5-1be8-4fa1-8e70-f0831aa2832f', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:41.063545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:41.067535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:41.070528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:41.076558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:41.116488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.184310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.206544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.214054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebc07e42-6715-4847-a71d-57bc67603d53 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:41.235415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65507209-f3d1-4e18-b8cd-c31e2e6a0511,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:41.237725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:41.258027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.259370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2073190 Dec 22 15:33:41.262963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49798) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:41.269054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'beaabec5-1be8-4fa1-8e70-f0831aa2832f', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:41.275555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:41.280091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:41.283233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:41.289931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:41.335023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.402762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.446106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.446106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:41.467455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5978ccc7-0ba4-4c4c-b4e2-3a3344e6c2d2,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:41.470067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:41.492108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.493407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2293742 Dec 22 15:33:41.497188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49802) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:41.503461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'beaabec5-1be8-4fa1-8e70-f0831aa2832f', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:41.509855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:41.513976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:41.517078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:41.523984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:41.589770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:33:41.596984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.663399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.692081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.693930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:41.717718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cfc445-b619-4f64-905a-c4324ea56d85,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:41.720281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:41.743539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.745396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2463832 Dec 22 15:33:41.748594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49806) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:41.754573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'beaabec5-1be8-4fa1-8e70-f0831aa2832f', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:41.760982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:41.765035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:33:41.768094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:33:41.774328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:41.800773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:33:41.807669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.875957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.903783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.905705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:41.924398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b30279-9293-45de-8b1d-c62bce1bad03,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:41.931188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:41.971977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:41.973368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2237043 Dec 22 15:33:42.156255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-ab3d5aa8-73e5-4635-bb73-1f6c806391d4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:33:42.201041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-ab3d5aa8-73e5-4635-bb73-1f6c806391d4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:33:42.202354 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-ab3d5aa8-73e5-4635-bb73-1f6c806391d4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034484730&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.0923026 Dec 22 15:33:42.238740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:33:42.387517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-6f80f4bc-da10-466f-9a91-e469bf889360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:42.387517 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-6f80f4bc-da10-466f-9a91-e469bf889360 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 796 time: 0.1692481 Dec 22 15:33:42.412120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-1f7fbfb1-6fc7-43c9-8b8d-971763721f2d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0138421 Dec 22 15:33:42.532184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-83e0b4d7-9c6f-4893-80c7-c13bda3faa87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1092641 Dec 22 15:33:42.713009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-2f732f41-3297-460f-8338-b1386c6206d3 service neutron] 10.222.0.32 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653473 Dec 22 15:33:42.844455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-60aec5da-6479-4812-9d0e-c661fada3bde service neutron] 10.222.0.32 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406670 Dec 22 15:33:43.195280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-37e2348e-7a89-44e5-be56-654ecdb06bb4 req-62cd3412-617f-4bbd-846a-2fb7d698c05b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 210 time: 0.0533915 Dec 22 15:33:44.411720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-379640d3-c707-4699-a577-4bfed81fbe04 req-72ce9102-250e-4eb0-9d9a-c55174ba6119 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 210 time: 0.0641322 Dec 22 15:33:45.365083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-2b242e4c-c833-4ad9-aee8-14cec03fa9fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:45.365083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-2b242e4c-c833-4ad9-aee8-14cec03fa9fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 796 time: 0.2077591 Dec 22 15:33:45.438285 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-023714cd-67b0-4949-a96c-72a15dfc3af8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 472 time: 0.0604174 Dec 22 15:33:45.457235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['beaabec5-1be8-4fa1-8e70-f0831aa2832f']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:45.605965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:33:45.617144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e015425-c3d1-48a6-96c2-912087caf065 req-c2b4bfe2-d713-4feb-adef-53e89a22fff3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 210 time: 0.0672610 Dec 22 15:33:45.623694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:33:45.777288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:33:45.784872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:45.965497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.14 (93eec96e-ea6f-4b80-ab7a-6caa8ff96d48/59452db1-d292-4234-a13b-927554c0fe73/606bb86b-7165-432b-ae48-c2927adc6933) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:33:46.322893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:46.340665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 606bb86b-7165-432b-ae48-c2927adc6933 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:33:46.405115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:46.412852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a1029aa-819b-448a-89d7-1efcbd844d42 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:46.479019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:33:46.487452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:33:46.492596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:33:46.531054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=606bb86b-7165-432b-ae48-c2927adc6933,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:46.536065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:46.571154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:46.571967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:46.660756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2216287 Dec 22 15:33:46.674439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Request body: {'port': {'device_id': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:46.854300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:46.932581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f3ed28f8-7a6e-40aa-ac0b-c9874e154e14 None None] Provisioning for port 606bb86b-7165-432b-ae48-c2927adc6933 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:33:46.938045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f3ed28f8-7a6e-40aa-ac0b-c9874e154e14 None None] Provisioning complete for port 606bb86b-7165-432b-ae48-c2927adc6933 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:33:46.939259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3ed28f8-7a6e-40aa-ac0b-c9874e154e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:47.001258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f3ed28f8-7a6e-40aa-ac0b-c9874e154e14 None None] Port 606bb86b-7165-432b-ae48-c2927adc6933 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:33:47.009317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2607c3-1252-461e-94b6-cd4ee4e068e3 req-9c4309c7-bf80-469c-af23-2c1757751eda tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:47.009965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2d2607c3-1252-461e-94b6-cd4ee4e068e3 req-9c4309c7-bf80-469c-af23-2c1757751eda tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:33:47.201936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2d2607c3-1252-461e-94b6-cd4ee4e068e3 req-9c4309c7-bf80-469c-af23-2c1757751eda tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:33:47.205833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2d2607c3-1252-461e-94b6-cd4ee4e068e3 req-9c4309c7-bf80-469c-af23-2c1757751eda tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 932 time: 0.4103558 Dec 22 15:33:47.272409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2d2607c3-1252-461e-94b6-cd4ee4e068e3 req-652b3a31-7830-4af3-ab89-5e19b250be49 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676019 Dec 22 15:33:47.337163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606bb86b-7165-432b-ae48-c2927adc6933 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:33:47.344464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:47.361812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Transition to ACTIVE for port object 606bb86b-7165-432b-ae48-c2927adc6933 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:33:47.417759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:47.417759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:47.546869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Pushing event updated for resources: {'Port': ['ID=606bb86b-7165-432b-ae48-c2927adc6933,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:47.550222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:47.690121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Attempting to bind port 606bb86b-7165-432b-ae48-c2927adc6933 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:33:47.690578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Attempting to bind port 606bb86b-7165-432b-ae48-c2927adc6933 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:33:47.691085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Attempting to bind port 606bb86b-7165-432b-ae48-c2927adc6933 on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:33:47.700634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Port 606bb86b-7165-432b-ae48-c2927adc6933 on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:33:47.701029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Attempting to bind port 606bb86b-7165-432b-ae48-c2927adc6933 on network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:33:47.708881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:33:47.709128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Checking segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:33:47.709454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Bound using segment: {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:33:47.709941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Bound port: 606bb86b-7165-432b-ae48-c2927adc6933, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:33:47.710340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:47.827441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] For port 606bb86b-7165-432b-ae48-c2927adc6933, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:33:47.835676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] For port 606bb86b-7165-432b-ae48-c2927adc6933, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=606bb86b-7165-432b-ae48-c2927adc6933,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:33:47.879926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:47.884860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:47.958478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:47.960130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] 10.222.0.71 "PUT /v2.0/ports/606bb86b-7165-432b-ae48-c2927adc6933 HTTP/1.1" status: 200 len: 1094 time: 1.2911472 Dec 22 15:33:47.960707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:47.997836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Pushing event updated for resources: {'Port': ['ID=606bb86b-7165-432b-ae48-c2927adc6933,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:47.997836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:48.091079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933', 'status': 'completed', 'code': 200} Dec 22 15:33:48.157609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-511a0ed2-c363-4666-8cde-ab67da0f2d37 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 1097 time: 0.1206822 Dec 22 15:33:48.240290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-63fe1911-c0bf-4893-8d63-60fd462f9fda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=606bb86b-7165-432b-ae48-c2927adc6933 HTTP/1.1" status: 200 len: 217 time: 0.0735662 Dec 22 15:33:48.349055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-018b2162-a117-4171-9444-af360d2a9bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:48.349055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-018b2162-a117-4171-9444-af360d2a9bde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0930398 Dec 22 15:33:48.521584 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-aadbb5e3-a036-46dc-99cd-fcf84c523919 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1768630 Dec 22 15:33:48.648572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031f03d-845a-4d16-a4d1-951319167350 req-58d46484-9b52-47af-812c-703364ae0882 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:48.648572 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5031f03d-845a-4d16-a4d1-951319167350 req-58d46484-9b52-47af-812c-703364ae0882 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 944 time: 0.2157285 Dec 22 15:33:48.735024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-ed98cf67-dd38-45d7-8b56-3cfa07f8788c service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939733 Dec 22 15:33:48.735024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5031f03d-845a-4d16-a4d1-951319167350 req-2d82f268-0245-40b4-a66a-e4f54c764576 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717721 Dec 22 15:33:48.881448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9fb6e0a2-5568-4ad2-b47e-976314a4e846 req-f4db75b7-b85c-4889-a0f0-6bde68ec698e service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500003 Dec 22 15:33:49.044872 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-b9f2f43b-7e53-4a94-a3f5-a85a1f4aa4d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 1097 time: 0.0793335 Dec 22 15:33:49.429083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-2997412b-c01b-4384-94d4-bbb2b507788a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:49.429083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-2997412b-c01b-4384-94d4-bbb2b507788a service neutron] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 897 time: 0.3742478 Dec 22 15:33:49.498477 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-a7052fb7-7c2d-4512-9789-5c17c4beec88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=606bb86b-7165-432b-ae48-c2927adc6933 HTTP/1.1" status: 200 len: 217 time: 0.0665727 Dec 22 15:33:49.566959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-fe1c78eb-cd7f-4c36-92a2-d48770bb7eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:49.568574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-fe1c78eb-cd7f-4c36-92a2-d48770bb7eca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0681543 Dec 22 15:33:49.660761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-3689ae64-3790-49ac-844e-bc7d5cb9cb88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849259 Dec 22 15:33:49.814060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-95bf8534-e33a-4362-b9a1-600671f5e556 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469309 Dec 22 15:33:49.988603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee01210-80ea-47b1-8ab9-26cef65ce259 req-3bd8274a-51ef-4cfd-ad81-60e861ede767 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673014 Dec 22 15:33:49.999543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87c99-06fd-4b0f-9085-7130c68dd4b9 req-3e3b7ed8-6d0f-478a-ae18-48046e7ac8c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:50.001236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2aa87c99-06fd-4b0f-9085-7130c68dd4b9 req-3e3b7ed8-6d0f-478a-ae18-48046e7ac8c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 944 time: 0.1070669 Dec 22 15:33:50.051757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2aa87c99-06fd-4b0f-9085-7130c68dd4b9 req-a2616ac2-d6dc-4646-93cf-4bdd8cab90d5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Dec 22 15:33:51.277788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7937791-7f9e-40b4-a5e8-f1b478cfc46b req-b1c0c91c-5570-414b-8efb-327510af86a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:51.279391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a7937791-7f9e-40b4-a5e8-f1b478cfc46b req-b1c0c91c-5570-414b-8efb-327510af86a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 944 time: 0.0933495 Dec 22 15:33:51.330775 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a7937791-7f9e-40b4-a5e8-f1b478cfc46b req-6315fed2-e042-4851-9f32-f8b837e7c514 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457406 Dec 22 15:33:52.246769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 606bb86b-7165-432b-ae48-c2927adc6933 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:33:52.397166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 606bb86b-7165-432b-ae48-c2927adc6933, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=606bb86b-7165-432b-ae48-c2927adc6933,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:52.414188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '606bb86b-7165-432b-ae48-c2927adc6933', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'port_id': '606bb86b-7165-432b-ae48-c2927adc6933', 'mac_address': 'fa:16:3e:21:7a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:33:52.475077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:52.494757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606bb86b-7165-432b-ae48-c2927adc6933 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:33:52.511940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 606bb86b-7165-432b-ae48-c2927adc6933, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=606bb86b-7165-432b-ae48-c2927adc6933,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:52.543981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:52.547825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:52.553679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b3664-aa29-43b1-9263-f6f8a9c85a8a req-b1faff97-ed01-4a3d-a53f-419d77353106 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:52.555351 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ed0b3664-aa29-43b1-9263-f6f8a9c85a8a req-b1faff97-ed01-4a3d-a53f-419d77353106 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 944 time: 0.0948365 Dec 22 15:33:52.609560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ed0b3664-aa29-43b1-9263-f6f8a9c85a8a req-43bd7378-3196-450b-b076-3ba5c10f5054 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471218 Dec 22 15:33:52.616576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=606bb86b-7165-432b-ae48-c2927adc6933,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:52.626868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:33:52.640159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:52.758456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['606bb86b-7165-432b-ae48-c2927adc6933'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:33:53.821615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a267ead-453b-44e2-b315-deb284c5396f req-502b22fe-0204-4c74-8be2-94c34efa933b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:53.823962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a267ead-453b-44e2-b315-deb284c5396f req-502b22fe-0204-4c74-8be2-94c34efa933b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 945 time: 0.0879862 Dec 22 15:33:53.872713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a267ead-453b-44e2-b315-deb284c5396f req-1a26f863-2896-43aa-9ebe-8db938a56686 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426283 Dec 22 15:33:54.274415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 606bb86b-7165-432b-ae48-c2927adc6933 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:33:54.389649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 606bb86b-7165-432b-ae48-c2927adc6933 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:33:54.395656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 606bb86b-7165-432b-ae48-c2927adc6933 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:33:54.396202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:54.520518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:54.549896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:54.561122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 606bb86b-7165-432b-ae48-c2927adc6933, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=606bb86b-7165-432b-ae48-c2927adc6933,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:33:54.608460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933', 'code': 200} Dec 22 15:33:54.612364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:54.614427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:33:54.683873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=606bb86b-7165-432b-ae48-c2927adc6933,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:33:54.687120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:33:55.130148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6970d1ec-b4cb-47db-bbf7-1bf3db322531 req-a4f24020-2587-4a3e-93f5-6927cb6d9ca9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 1099 time: 0.1513760 Dec 22 15:33:55.137812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80602df-a5ea-4cb7-a417-4d6e3a3a3cff req-f2bfe097-553a-4675-985e-fe5a1f83d866 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:55.138800 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b80602df-a5ea-4cb7-a417-4d6e3a3a3cff req-f2bfe097-553a-4675-985e-fe5a1f83d866 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 946 time: 0.1186187 Dec 22 15:33:55.222145 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6970d1ec-b4cb-47db-bbf7-1bf3db322531 req-2e7c6298-d259-415b-b9ef-86d46249033b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822499 Dec 22 15:33:55.224649 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b80602df-a5ea-4cb7-a417-4d6e3a3a3cff req-3b24c1d6-a68b-4095-b230-5b74f54807d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692184 Dec 22 15:33:56.467129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13afc9-280c-4a14-91cf-288c347ef419 req-8b408790-33fd-4702-aa93-cfcc85803fbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:56.468863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1e13afc9-280c-4a14-91cf-288c347ef419 req-8b408790-33fd-4702-aa93-cfcc85803fbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 946 time: 0.0881884 Dec 22 15:33:56.521836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1e13afc9-280c-4a14-91cf-288c347ef419 req-9ff0cb63-9e7f-41a0-912f-2d27eb26fbd2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Dec 22 15:33:56.730356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3a068-3e1a-4d4c-ae6c-34033fd2f67d req-f0730114-79e8-4f87-b938-763c59ff7a89 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:56.731959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6e3a068-3e1a-4d4c-ae6c-34033fd2f67d req-f0730114-79e8-4f87-b938-763c59ff7a89 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 946 time: 0.0852389 Dec 22 15:33:56.789912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6e3a068-3e1a-4d4c-ae6c-34033fd2f67d req-705aef33-7d0f-4416-94ab-42e09a355334 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512402 Dec 22 15:33:56.817448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49864) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:56.901173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-752c3053-81a1-4111-a876-f90d7f22a938 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 1094 time: 0.0822439 Dec 22 15:33:56.904239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49868) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:56.910158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'port_id': '606bb86b-7165-432b-ae48-c2927adc6933'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:33:57.227516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:57.900724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:58.149731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:58.361815 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b associated. External IP: 172.26.4.98, port: 606bb86b-7165-432b-ae48-c2927adc6933. Dec 22 15:33:58.794932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:33:59.018607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:33:59.022040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:33:59.029523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:33:59.043403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:59.044093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:59.078952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e9e1b28-a3d7-491a-8b5f-d0ad0a9823c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 991 time: 2.1734638 Dec 22 15:33:59.079803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:33:59.082263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49874) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:33:59.156556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933', 'status': 'completed', 'code': 200} Dec 22 15:33:59.243783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:59.284540 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e9a119a-59ba-430d-9b44-fb89f773eedd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 991 time: 0.1996777 Dec 22 15:33:59.305037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-13c56b1b-afd0-4336-b6d3-43603c4d46a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 1099 time: 0.1208086 Dec 22 15:33:59.450120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-a8ab0065-8280-4c5a-b3fd-b08de930c548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:59.452214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-a8ab0065-8280-4c5a-b3fd-b08de930c548 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 897 time: 0.1402197 Dec 22 15:33:59.564597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-7390bf0e-5985-4f6c-8f60-feb33702dc75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=606bb86b-7165-432b-ae48-c2927adc6933 HTTP/1.1" status: 200 len: 999 time: 0.1069469 Dec 22 15:33:59.622822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '012cecd1-d605-4307-b1fd-285e6d5db58b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'port_id': '606bb86b-7165-432b-ae48-c2927adc6933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'mac_address': 'fa:16:3e:21:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:01Z', 'updated_at': '2021-12-22T15:33:57Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:59.627339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:33:59.641864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:33:59.642014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:33:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:33:59.642311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-5f2c0e8b-d8b8-4600-b036-ee62e19761be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:33:59.643993 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-5f2c0e8b-d8b8-4600-b036-ee62e19761be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0714436 Dec 22 15:33:59.731848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-31270f73-2639-4efe-a02a-1ecfe23c6fdc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812957 Dec 22 15:33:59.840922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:33:59.880235 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-a5d73fed-b5d6-4b3a-bcbb-366c745feb9a service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421504 Dec 22 15:34:00.029677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55651e1e-dccb-47e3-b049-cb792f0c382d req-0816dc09-2443-4e9a-a903-c531c491d9bb service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437657 Dec 22 15:34:00.222423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '012cecd1-d605-4307-b1fd-285e6d5db58b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'port_id': '606bb86b-7165-432b-ae48-c2927adc6933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'mac_address': 'fa:16:3e:21:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:01Z', 'updated_at': '2021-12-22T15:33:57Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:00.226802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7387e97-274b-4fec-ba82-07318c0726ac None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '012cecd1-d605-4307-b1fd-285e6d5db58b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.98', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'port_id': '606bb86b-7165-432b-ae48-c2927adc6933', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'mac_address': 'fa:16:3e:21:7a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:01Z', 'updated_at': '2021-12-22T15:33:57Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:34:00.286842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49882) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:00.400816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e4b9d97-6a8c-44dc-8bec-6ab659733782 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 991 time: 0.1125724 Dec 22 15:34:00.560745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f2eca-4684-4b08-9f92-e8ee790ab4d7 None None] New status for floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:34:01.405638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49886) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:01.458309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:01.517309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b55cfe4e-4cf2-46e6-b773-85314d6571e1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 200 len: 993 time: 0.1103361 Dec 22 15:34:02.383819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb08ff8-982e-4cc8-8799-66123a4d94fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:03.797879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:04.486617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de185e43-5134-447a-9c81-4aa2368a412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:04.926308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:06.783676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:17.531688 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-27cf2e55-fc11-4370-b270-98059eaf4f0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781395 Dec 22 15:34:17.689909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-e1542f0d-f83a-4ead-a407-062f07724ca8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 1098 time: 0.0760124 Dec 22 15:34:17.853332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-69195969-e467-4a63-a760-86a89e1bd0c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:17.854890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-69195969-e467-4a63-a760-86a89e1bd0c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 200 len: 897 time: 0.1453025 Dec 22 15:34:17.934110 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-be387aaf-d5b2-4f54-9ea9-fb2222329bd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 200 len: 217 time: 0.0719090 Dec 22 15:34:18.006637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-5ac50a34-cedf-4e5b-8ada-25e8288265ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:18.008309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-5ac50a34-cedf-4e5b-8ada-25e8288265ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 200 len: 834 time: 0.0681345 Dec 22 15:34:18.099315 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-0d012c7b-c73f-41ec-97e1-7b86a9d33cf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823829 Dec 22 15:34:18.296410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-df842430-39d3-4110-b4c4-158406b2f575 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885929 Dec 22 15:34:18.740736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-971c2725-be8c-4cc8-a657-045b4f8c2068 req-9fc7f383-35c8-458a-81aa-fd656508b793 service neutron] 10.222.0.71 "GET /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377761 Dec 22 15:34:19.239655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:34:28.620473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13901e1-4a94-4471-90bd-27507f3caf07 req-eb39e771-c854-447a-ab8c-fe5ab7b4f56d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:28.622871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f13901e1-4a94-4471-90bd-27507f3caf07 req-eb39e771-c854-447a-ab8c-fe5ab7b4f56d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 946 time: 0.0890036 Dec 22 15:34:28.688617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f13901e1-4a94-4471-90bd-27507f3caf07 req-77f68ce1-18dc-46cd-83b5-6182455a7b62 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546956 Dec 22 15:34:29.907869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-b0fc9dc7-a01b-4418-a9e0-547f88de434e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:29.909515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-b0fc9dc7-a01b-4418-a9e0-547f88de434e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 946 time: 0.0930161 Dec 22 15:34:29.911052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b9c50-09d3-4621-962e-b251cea5ca79 req-a8b323db-f901-454e-ad5e-935b3d443c57 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:29.912708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e4b9c50-09d3-4621-962e-b251cea5ca79 req-a8b323db-f901-454e-ad5e-935b3d443c57 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 946 time: 0.0921609 Dec 22 15:34:29.966559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e4b9c50-09d3-4621-962e-b251cea5ca79 req-7baf7e9b-8c5b-477c-b5c3-b1b1a82e0189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=beaabec5-1be8-4fa1-8e70-f0831aa2832f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Dec 22 15:34:29.986535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 606bb86b-7165-432b-ae48-c2927adc6933 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:34:29.986982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:30.253523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 606bb86b-7165-432b-ae48-c2927adc6933, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=606bb86b-7165-432b-ae48-c2927adc6933,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:30.253852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:30.564139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:30.564558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:30.564913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b disassociated. External IP: 172.26.4.98, port: 606bb86b-7165-432b-ae48-c2927adc6933. Dec 22 15:34:30.565297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 606bb86b-7165-432b-ae48-c2927adc6933 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:34:30.745274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:30.750552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6bfd1e44-3229-422d-a15c-578435ff28a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:30.795977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=606bb86b-7165-432b-ae48-c2927adc6933,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:30.800474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:31.032877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:34:31.159743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0507a122-4e76-49f1-8b48-e5fc1f0df15a req-beb2893a-2992-4e61-a77c-7298ed1de97a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b7aeee8-81c9-4a35-90a2-2da9a93b4cda HTTP/1.1" status: 200 len: 210 time: 0.0581162 Dec 22 15:34:31.326458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:34:31.338694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:34:31.362149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:31.363887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:31.409056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port 606bb86b-7165-432b-ae48-c2927adc6933 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:34:31.414750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:31.416135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'name': 'network-vif-deleted', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:34:31.462089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0346720f-b7fa-4aa0-b464-1fcba99bb8fb req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/606bb86b-7165-432b-ae48-c2927adc6933 HTTP/1.1" status: 204 len: 173 time: 1.5463934 Dec 22 15:34:31.478445 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7aeee8-81c9-4a35-90a2-2da9a93b4cda', 'name': 'network-vif-deleted', 'tag': '606bb86b-7165-432b-ae48-c2927adc6933', 'status': 'completed', 'code': 200} Dec 22 15:34:31.701500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:31.752677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:32.117888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:32.129662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:34:32.154712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:32.156181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:32.285322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49916) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:32.387287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:32.390749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3d8f3d9b-c91d-44d2-aad5-864111dd5b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:32.396167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:32.427991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:32.509699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:32.515740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7b03c4e-7303-48b6-840a-a600dd05405b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:32.538406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaabec5-1be8-4fa1-8e70-f0831aa2832f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:32.538406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:32.661224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:32.663813 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-98bbc282-c7c3-4304-b510-8824bae3afde tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/beaabec5-1be8-4fa1-8e70-f0831aa2832f HTTP/1.1" status: 204 len: 168 time: 0.3792512 Dec 22 15:34:32.787567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:32.791956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be9d4a3-3ab4-4b33-80d7-3bf1db2ef609 None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:35Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6f76c273-a345-43fe-88bf-55325ab13762', 'name': '', 'network_id': '93eec96e-ea6f-4b80-ab7a-6caa8ff96d48', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:de:f7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59452db1-d292-4234-a13b-927554c0fe73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:34Z', 'updated_at': '2021-12-22T15:32:43Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '59452db1-d292-4234-a13b-927554c0fe73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:34:32.808080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:33.000919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 72576b09-a205-4954-8063-b07b525bc998 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:34:33.001280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.208921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.209542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.316080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9863bc5-7b55-4103-b918-e41838a8b5ed None None] New status for floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:34:33.385943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 72576b09-a205-4954-8063-b07b525bc998 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:34:33.663816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-c9863bc5-7b55-4103-b918-e41838a8b5ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:34:33.664229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-c9863bc5-7b55-4103-b918-e41838a8b5ed None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:34:33.743761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.753997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2935d936-aaa9-48e2-8e26-d7c79ffc4d4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:33.799274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.806606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=72576b09-a205-4954-8063-b07b525bc998,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:33.810232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:33.922693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.941619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:33.943022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/012cecd1-d605-4307-b1fd-285e6d5db58b HTTP/1.1" status: 204 len: 168 time: 1.1332586 Dec 22 15:34:34.166064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9863bc5-7b55-4103-b918-e41838a8b5ed None None] New status for floating IP 012cecd1-d605-4307-b1fd-285e6d5db58b: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:34:34.500080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 606bb86b-7165-432b-ae48-c2927adc6933 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:34:34.543862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 606bb86b-7165-432b-ae48-c2927adc6933 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:34:34.543862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 606bb86b-7165-432b-ae48-c2927adc6933 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:34:34.543862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4eb55d52-8550-4b3c-b77e-07dd633e9742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:34.581060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011c460-47f1-4868-b4a4-75405554da28 req-73c927b9-faa6-4b81-9a12-ba1b4e2e87f5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:34.582801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7011c460-47f1-4868-b4a4-75405554da28 req-73c927b9-faa6-4b81-9a12-ba1b4e2e87f5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 945 time: 0.0916545 Dec 22 15:34:34.658926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7011c460-47f1-4868-b4a4-75405554da28 req-e546f1cf-4b77-4618-b859-c26dedf615ed tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695162 Dec 22 15:34:34.954882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:35.750620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243073b-36a4-481c-bb22-4a299ee86294 req-01456703-de59-4fec-8356-41e900834c48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:35.751462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4243073b-36a4-481c-bb22-4a299ee86294 req-01456703-de59-4fec-8356-41e900834c48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:34:35.861699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4243073b-36a4-481c-bb22-4a299ee86294 req-01456703-de59-4fec-8356-41e900834c48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:34:35.863032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4243073b-36a4-481c-bb22-4a299ee86294 req-01456703-de59-4fec-8356-41e900834c48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 945 time: 0.2076540 Dec 22 15:34:35.965825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 68d563b4-8887-49fd-8ca9-2059da0f503a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:34:35.966135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:36.028937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2d503-6582-47fe-b9a2-ef92a0faac93 req-35bdadcc-d4b3-4435-b966-fc2eacc2573e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:36.030647 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8e2d503-6582-47fe-b9a2-ef92a0faac93 req-35bdadcc-d4b3-4435-b966-fc2eacc2573e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 945 time: 0.2090404 Dec 22 15:34:36.154014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f8e2d503-6582-47fe-b9a2-ef92a0faac93 req-f54851ac-7aaf-4846-807c-da4120e7ecca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:34:36.270112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f8e2d503-6582-47fe-b9a2-ef92a0faac93 req-f54851ac-7aaf-4846-807c-da4120e7ecca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:34:36.271908 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8e2d503-6582-47fe-b9a2-ef92a0faac93 req-f54851ac-7aaf-4846-807c-da4120e7ecca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264371 Dec 22 15:34:36.576924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 68d563b4-8887-49fd-8ca9-2059da0f503a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=68d563b4-8887-49fd-8ca9-2059da0f503a,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:36.577292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:36.718161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 68d563b4-8887-49fd-8ca9-2059da0f503a owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:34:36.789622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:36.984937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:36.991949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-82d0bd75-ad25-4499-97d1-4b39457ac163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:37.040226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=68d563b4-8887-49fd-8ca9-2059da0f503a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:37.047121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:37.129756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port 68d563b4-8887-49fd-8ca9-2059da0f503a on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:34:37.133464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:37.137020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'name': 'network-vif-deleted', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:34:37.202513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4243073b-36a4-481c-bb22-4a299ee86294 req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/68d563b4-8887-49fd-8ca9-2059da0f503a HTTP/1.1" status: 204 len: 173 time: 1.3271956 Dec 22 15:34:37.202513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154fe8ea-8fdd-41fb-bff7-b1177befb1a0', 'name': 'network-vif-deleted', 'tag': '68d563b4-8887-49fd-8ca9-2059da0f503a', 'status': 'completed', 'code': 200} Dec 22 15:34:37.526695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ac8c14f1-5d2f-4e8b-bb02-6de1686501b6 req-c3885365-d00c-4ac4-929d-3c836030ffe2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:34:37.686172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ac8c14f1-5d2f-4e8b-bb02-6de1686501b6 req-c3885365-d00c-4ac4-929d-3c836030ffe2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:34:37.690513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac8c14f1-5d2f-4e8b-bb02-6de1686501b6 req-c3885365-d00c-4ac4-929d-3c836030ffe2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=154fe8ea-8fdd-41fb-bff7-b1177befb1a0 HTTP/1.1" status: 200 len: 210 time: 0.2314563 Dec 22 15:34:38.805931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49940) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:38.887687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:38.925782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:39.017799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:39.023648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a169a613-ef1b-40b0-a9e7-1d6521f8c2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:39.042059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f274ef42-2ecc-4399-bc3c-1bcabd5e67d4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:39.052576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.053007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.053425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.053842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.054254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.054664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.055104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.055510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.055918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.056346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.056749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:39.060257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:39.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:39.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/f274ef42-2ecc-4399-bc3c-1bcabd5e67d4 HTTP/1.1" status: 204 len: 168 time: 0.2914047 Dec 22 15:34:39.187830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49946) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:39.671824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:40.515793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 68d563b4-8887-49fd-8ca9-2059da0f503a no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:34:40.556545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 68d563b4-8887-49fd-8ca9-2059da0f503a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:34:40.556953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 68d563b4-8887-49fd-8ca9-2059da0f503a not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:34:40.663015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 6f76c273-a345-43fe-88bf-55325ab13762 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:34:40.663015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:40.891545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 6f76c273-a345-43fe-88bf-55325ab13762, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6f76c273-a345-43fe-88bf-55325ab13762,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:40.891958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:41.029567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 6f76c273-a345-43fe-88bf-55325ab13762 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:34:41.314958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:41.325420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-001f6182-3e60-4d8a-808e-6b918a983ae4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:41.366576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=6f76c273-a345-43fe-88bf-55325ab13762,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:41.369927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:41.695552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:42.351304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 0458b97a-6f92-4f0c-955a-adac6b18461c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:34:42.624309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:34:42.634161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] Sync routers for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:34:42.647597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:42.648339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:42.683272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/0458b97a-6f92-4f0c-955a-adac6b18461c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938323 Dec 22 15:34:42.686303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49950) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:42.850218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:42.897141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 59452db1-d292-4234-a13b-927554c0fe73 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:34:42.901753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:42.968411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:43.074756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:43.188632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:34:41Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:43.192802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] Checking router: 0458b97a-6f92-4f0c-955a-adac6b18461c for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:34:43.195436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:43.201059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c5951b82-3354-4b88-8807-b87e9a5f2e89 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:43.205372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] Routers {'0458b97a-6f92-4f0c-955a-adac6b18461c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:43.206052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['0458b97a-6f92-4f0c-955a-adac6b18461c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:43.241296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=59452db1-d292-4234-a13b-927554c0fe73,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:43.244400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:43.247592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:43.255667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/59452db1-d292-4234-a13b-927554c0fe73 HTTP/1.1" status: 204 len: 168 time: 0.5684001 Dec 22 15:34:43.258290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49954) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:43.268657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb64ba2-36e4-46fa-a334-4877e584b606 None None] Network 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:34:43.485506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:43.595910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] Set router 0458b97a-6f92-4f0c-955a-adac6b18461c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:43.829315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81609932-876a-408f-a42b-c1c9876de17c None None] DHCP port deletion for 93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:34:43.972842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.013522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port d8a7a5d5-36ee-4222-8400-491f0683f5bd {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:34:44.013522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.032761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Deleting port 0f42c689-da09-4ed5-b48e-6f3aabe04611 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:34:44.033174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.236499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port d8a7a5d5-36ee-4222-8400-491f0683f5bd, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d8a7a5d5-36ee-4222-8400-491f0683f5bd,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:44.236901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.330503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-81609932-876a-408f-a42b-c1c9876de17c None None] For port 0f42c689-da09-4ed5-b48e-6f3aabe04611, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0f42c689-da09-4ed5-b48e-6f3aabe04611,segment=NetworkSegment(e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0),segment_id=e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:44.330992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.375392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for d8a7a5d5-36ee-4222-8400-491f0683f5bd owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:34:44.481252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Calling delete_port for 0f42c689-da09-4ed5-b48e-6f3aabe04611 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:34:44.516238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:34:41Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:44.524175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cafc707-67c8-4df4-a2c3-f5c7a545cf3d None None] The sync data for ids ['0458b97a-6f92-4f0c-955a-adac6b18461c'] in dv-neutron-822709-1-hyperv is: [{'id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'name': 'tempest-TestNetworkBasicOps-router-455960184', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:34:41Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'd8a7a5d5-36ee-4222-8400-491f0683f5bd', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458b97a-6f92-4f0c-955a-adac6b18461c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:32:30Z', 'updated_at': '2021-12-22T15:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:34:44.680253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.680763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:44.726464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:44.730339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Pushing event deleted for resources: {'Port': ['ID=0f42c689-da09-4ed5-b48e-6f3aabe04611,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:44.730738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91bd6623-6527-43e5-a4e8-0bdbad5a46e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:44.733205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:44.737356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81609932-876a-408f-a42b-c1c9876de17c None None] No DVR routers for this DVR port 0f42c689-da09-4ed5-b48e-6f3aabe04611 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:34:44.776334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=d8a7a5d5-36ee-4222-8400-491f0683f5bd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:44.781060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:45.016452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f76c273-a345-43fe-88bf-55325ab13762 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:34:45.035765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.053468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 6f76c273-a345-43fe-88bf-55325ab13762 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:34:45.053866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f76c273-a345-43fe-88bf-55325ab13762 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:34:45.054347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f42c689-da09-4ed5-b48e-6f3aabe04611 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:34:45.089592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 0f42c689-da09-4ed5-b48e-6f3aabe04611 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:34:45.090015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0f42c689-da09-4ed5-b48e-6f3aabe04611 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:34:45.331433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.337432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.491877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.491877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router 0458b97a-6f92-4f0c-955a-adac6b18461c {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:34:45.506383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.507770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/0458b97a-6f92-4f0c-955a-adac6b18461c HTTP/1.1" status: 204 len: 168 time: 2.2484150 Dec 22 15:34:45.524563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49958) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:45.646255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.803686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.848630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93eec96e-ea6f-4b80-ab7a-6caa8ff96d48']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:45.871193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:45.871633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bf57e5-5293-4df9-ba6c-cddf77bdb8f0') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:45.888684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.905643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.912826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:34:45.913365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:34:45.930039 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:34:46.057725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.061705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-57b65360-6ac7-4926-8d85-94dda5509cc4 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:46.080788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.087843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=93eec96e-ea6f-4b80-ab7a-6caa8ff96d48,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:46.093628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:46.142718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/93eec96e-ea6f-4b80-ab7a-6caa8ff96d48 HTTP/1.1" status: 204 len: 168 time: 0.6265929 Dec 22 15:34:46.171475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49962) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:46.176710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--1609646035', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:46.182692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:46.187383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:46.190578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:46.198222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:46.241129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:34:46.247832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.281778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:34:46.385871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.386270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 6b944f65-a57f-450c-831d-094d6327e283 of type vlan for network 840872ff-bf92-4407-8a8d-20e4adab59c0 Dec 22 15:34:46.417540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.614160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.616140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:46.616795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.623257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:46.737340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=840872ff-bf92-4407-8a8d-20e4adab59c0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:46.749639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.750083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.750507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.750962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.751386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.751821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.752223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.752639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.753053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.753520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.754260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:46.758154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:46.767156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:34:46.779106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9bec536-8b61-4504-9abe-162a81e588c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6077628 Dec 22 15:34:46.782246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49966) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:46.789152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-634966333', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:46.797761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:46.802613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:46.805702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:46.813153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:46.908889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d8a7a5d5-36ee-4222-8400-491f0683f5bd no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:34:46.949745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.954066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:46.954356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: d8a7a5d5-36ee-4222-8400-491f0683f5bd {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:34:46.954356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d8a7a5d5-36ee-4222-8400-491f0683f5bd not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:34:47.045705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:47.280939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:47.515850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:47.550480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:47.704520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.247 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/82735abf-b6f0-4e45-9fb1-a30b4ab20413) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:34:47.874696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:47.932704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:47.937881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01289703-b8b6-4e00-9b77-b2398b54ac8f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:48.000162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:34:48.001378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:34:48.004158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:48.057069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=82735abf-b6f0-4e45-9fb1-a30b4ab20413,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:48.065263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:48.267230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:48.268414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:48.623334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 7e498163-210f-4c78-ba56-c028293229d2 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:34:48.845417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:34:48.858749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Sync routers for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:34:48.884358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:48.884912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:48.937752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:48.942771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1556549 Dec 22 15:34:48.943961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49970) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:48.998046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7c1b4183-857a-4d78-a138-882603f572bf tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487721 Dec 22 15:34:48.998046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49974) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:49.162233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5e9fc-71a2-4855-93e5-7745b6261c33 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:49.167537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68b5e9fc-71a2-4855-93e5-7745b6261c33 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1655073 Dec 22 15:34:49.167904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49980) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:49.216410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7e18965-8d24-44a0-870a-8e911f0236f9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471625 Dec 22 15:34:49.220259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 49984) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:49.227979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1417607799', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:49.254491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:49.367730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:49.375464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:49.380597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:49.392471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:49.447380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:34:49.593114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:49.615657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:48Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:49.623159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Checking router: 7e498163-210f-4c78-ba56-c028293229d2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:34:49.623696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Updating router 7e498163-210f-4c78-ba56-c028293229d2 port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:34:49.686831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.677543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.677543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d505771-f167-4549-8565-263cdd491811 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:50.684840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.684840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Transition to ACTIVE for port object 82735abf-b6f0-4e45-9fb1-a30b4ab20413 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:34:50.687896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=27c6c695-5a4a-47a8-b1f3-b7852a6fe149,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:50.687896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:50.687896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:34:50.687896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 840872ff-bf92-4407-8a8d-20e4adab59c0, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Attempting to bind port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Attempting to bind port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Attempting to bind port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Pushing event updated for resources: {'Port': ['ID=82735abf-b6f0-4e45-9fb1-a30b4ab20413,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Bound port: 82735abf-b6f0-4e45-9fb1-a30b4ab20413, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:34:50.693698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.696260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:50.696334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:50.697096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 840872ff-bf92-4407-8a8d-20e4adab59c0) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:34:50.697096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:50.697096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.702641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ead7a8-5971-4023-9c3a-6b127d453928 None None] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:34:50.712004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] For port 82735abf-b6f0-4e45-9fb1-a30b4ab20413, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:34:50.716385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] For port 82735abf-b6f0-4e45-9fb1-a30b4ab20413, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82735abf-b6f0-4e45-9fb1-a30b4ab20413,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:34:50.901022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-69a16a16-4caf-4caa-9a74-7ec6c37bdd5c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6750238 Dec 22 15:34:50.901138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49988) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:50.901239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:50.913429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8210332c-f31d-4c9f-8418-b9354f50eed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:51.023009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Pushing event updated for resources: {'Port': ['ID=82735abf-b6f0-4e45-9fb1-a30b4ab20413,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:51.030226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:51.031325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-840872ff-bf92-4407-8a8d-20e4adab59c0', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:34:51.034375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:51.037990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:51.037990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:51.252811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Allocated IP 172.20.0.2 (840872ff-bf92-4407-8a8d-20e4adab59c0/27c6c695-5a4a-47a8-b1f3-b7852a6fe149/4da863a8-c9e4-4d57-a98f-72bba5b3251c) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:34:51.371162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:51.539144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:51.553772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Transition to ACTIVE for port object 4da863a8-c9e4-4d57-a98f-72bba5b3251c will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:34:51.620445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Transition to ACTIVE for port object 4da863a8-c9e4-4d57-a98f-72bba5b3251c will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:34:51.664674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:51.671433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67275edd-5bbe-42a9-9305-eb0000c9bb70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:51.762936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Pushing event updated for resources: {'Port': ['ID=4da863a8-c9e4-4d57-a98f-72bba5b3251c,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:51.779563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:51.803553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:34:51.805359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:34:51.808804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:51.816102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:48Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:51.824445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270b900b-1e3b-4093-82cd-75b61df294e7 None None] The sync data for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:48Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:34:51.921822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Attempting to bind port 4da863a8-c9e4-4d57-a98f-72bba5b3251c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:34:51.922372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Attempting to bind port 4da863a8-c9e4-4d57-a98f-72bba5b3251c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:34:51.922876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Attempting to bind port 4da863a8-c9e4-4d57-a98f-72bba5b3251c on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:34:51.930754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:34:51.931845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Checking segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:34:51.933504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:51.933504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Bound using segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:34:51.934746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Bound port: 4da863a8-c9e4-4d57-a98f-72bba5b3251c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:34:51.934746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:52.039105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] For port 4da863a8-c9e4-4d57-a98f-72bba5b3251c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:34:52.042907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] For port 4da863a8-c9e4-4d57-a98f-72bba5b3251c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4da863a8-c9e4-4d57-a98f-72bba5b3251c,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:34:52.087141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:52.087141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa389eee-2514-432f-b944-62200fc3e31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:52.162359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:52.184738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Pushing event updated for resources: {'Port': ['ID=4da863a8-c9e4-4d57-a98f-72bba5b3251c,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:52.190439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:52.699737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (840872ff-bf92-4407-8a8d-20e4adab59c0/27c6c695-5a4a-47a8-b1f3-b7852a6fe149/a4eca023-fc80-4c4c-945a-4ee69cc78a91) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:34:52.900598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:52.922097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object a4eca023-fc80-4c4c-945a-4ee69cc78a91 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:34:52.973054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:52.978620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e12e830-03b2-4b73-8021-6f38dec11bf0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:53.059723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:34:53.064816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:34:53.067635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:53.071535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4da863a8-c9e4-4d57-a98f-72bba5b3251c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:34:53.109456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a4eca023-fc80-4c4c-945a-4ee69cc78a91,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:53.113598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:53.145391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.212717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4da863a8-c9e4-4d57-a98f-72bba5b3251c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:34:53.220019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82735abf-b6f0-4e45-9fb1-a30b4ab20413 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:34:53.315082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.343985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:34:53.351859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:53.352372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.481438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.500643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 82735abf-b6f0-4e45-9fb1-a30b4ab20413, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82735abf-b6f0-4e45-9fb1-a30b4ab20413,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:53.538524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.541460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:53.629795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=82735abf-b6f0-4e45-9fb1-a30b4ab20413,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:53.641154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.641689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.642014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.642377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.642977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.643429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.643945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.644355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.644743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.645121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.645662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:34:53.650569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:53.838136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.892927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:53.928637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ad2120dc-3570-41f0-aa8c-a08c7c869b4d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:54.025001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a4eca023-fc80-4c4c-945a-4ee69cc78a91,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:54.028642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:54.029830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:54.057956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078185fa-6eee-4280-9c0d-b5c6e8fa641d None None] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:34:54.187451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:34:54.188880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:34:54.231267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Provisioning for port 4da863a8-c9e4-4d57-a98f-72bba5b3251c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:34:54.242113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Provisioning complete for port 4da863a8-c9e4-4d57-a98f-72bba5b3251c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:54.242913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:54.440957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:54.478693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] For port 4da863a8-c9e4-4d57-a98f-72bba5b3251c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4da863a8-c9e4-4d57-a98f-72bba5b3251c,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:54.520534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:54.522569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6dd4b66-d9ea-4c55-9f9c-038909ceb650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:54.603573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Pushing event updated for resources: {'Port': ['ID=4da863a8-c9e4-4d57-a98f-72bba5b3251c,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:54.607484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:54.638165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 7e498163-210f-4c78-ba56-c028293229d2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:34:54.754725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0ed11e98-16a3-4024-b40e-670f2ea9e2f6 None None] Provisioning complete for port 4da863a8-c9e4-4d57-a98f-72bba5b3251c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:54.755220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ed11e98-16a3-4024-b40e-670f2ea9e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:54.899999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:34:54.919133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/7e498163-210f-4c78-ba56-c028293229d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0149586 Dec 22 15:34:54.922303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49992) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:54.963038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0ed11e98-16a3-4024-b40e-670f2ea9e2f6 None None] Provisioning for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:34:54.973103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0ed11e98-16a3-4024-b40e-670f2ea9e2f6 None None] Provisioning complete for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:54.973728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0ed11e98-16a3-4024-b40e-670f2ea9e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:55.036820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4da863a8-c9e4-4d57-a98f-72bba5b3251c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:34:55.102021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0ed11e98-16a3-4024-b40e-670f2ea9e2f6 None None] Port a4eca023-fc80-4c4c-945a-4ee69cc78a91 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:34:55.125631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.126458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.126765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.127356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.127702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.128249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.130302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-37b83cd1-88dd-4424-8358-c040792d247b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2066555 Dec 22 15:34:55.133410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 49996) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:55.152344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4da863a8-c9e4-4d57-a98f-72bba5b3251c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:55.152810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:55.232539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.232960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.233377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.233780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.234909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.235405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:55.237429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f8cfc58-fb7f-47f2-b543-e9ebd578fd0e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1029134 Dec 22 15:34:55.241405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50000) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:55.241542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Sync routers for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:34:55.275438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a1f9ddc3-60be-4601-85f3-eb99dc686a3a None None] Provisioning complete for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:55.275438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1f9ddc3-60be-4601-85f3-eb99dc686a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:55.312632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:55.313406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:55.451488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9ddc3-60be-4601-85f3-eb99dc686a3a None None] Port a4eca023-fc80-4c4c-945a-4ee69cc78a91 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:34:55.487304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82735abf-b6f0-4e45-9fb1-a30b4ab20413 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:34:55.761959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b516649f-f6d5-4a77-b8e6-79116b1bb757 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5162876 Dec 22 15:34:55.762485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50004) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:55.771259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-652782548', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:55.840319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a35a24c5-7fea-4d3f-bef7-ce65e712f9fc None None] Provisioning complete for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:55.840746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a35a24c5-7fea-4d3f-bef7-ce65e712f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:55.880450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:55.924483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:55.929176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:port and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:55.932441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:55.941671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:55.967655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a35a24c5-7fea-4d3f-bef7-ce65e712f9fc None None] Port a4eca023-fc80-4c4c-945a-4ee69cc78a91 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:34:55.973435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:55.973861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:55.995172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:34:56.002069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.028061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] device_id is not set on port c2156d42-b2fc-4d29-b76a-aa9168b6f253 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:34:56.196680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.8 (840872ff-bf92-4407-8a8d-20e4adab59c0/27c6c695-5a4a-47a8-b1f3-b7852a6fe149/c2156d42-b2fc-4d29-b76a-aa9168b6f253) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:34:56.240835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:34:56.380408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:56.385044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Checking router: 7e498163-210f-4c78-ba56-c028293229d2 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:34:56.385453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Updating router 7e498163-210f-4c78-ba56-c028293229d2 port a4eca023-fc80-4c4c-945a-4ee69cc78a91 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:34:56.447344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.450598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.472457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object c2156d42-b2fc-4d29-b76a-aa9168b6f253 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:34:56.521297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.527570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03428b0a-1e00-4851-bdf0-b36bb2e4c84d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:56.601590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:34:56.606423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:34:56.611784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:34:56.641875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:56.647785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:56.687884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:34:56.688600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.744551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9802754 Dec 22 15:34:56.859032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.874016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Transition to ACTIVE for port object a4eca023-fc80-4c4c-945a-4ee69cc78a91 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:34:56.911119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:56.922357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:57.107942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fc3ef-2110-4579-b5a9-87fa5ab5f8e3 None None] Pushing event updated for resources: {'Port': ['ID=a4eca023-fc80-4c4c-945a-4ee69cc78a91,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:57.115115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f61fc3ef-2110-4579-b5a9-87fa5ab5f8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:57.202906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b8257817-dceb-436d-b479-7e686e482fbe None None] Provisioning for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:34:57.216738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50010) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:57.223647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667861994', 'description': 'tempest-secgroup-smoke-1667861994 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:57.230838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:57.237410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b8257817-dceb-436d-b479-7e686e482fbe None None] Provisioning complete for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:57.237630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:57.237899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8257817-dceb-436d-b479-7e686e482fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.241749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:57.250528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:57.287314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Attempting to bind port a4eca023-fc80-4c4c-945a-4ee69cc78a91 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:34:57.287845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Attempting to bind port a4eca023-fc80-4c4c-945a-4ee69cc78a91 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:34:57.288351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Attempting to bind port a4eca023-fc80-4c4c-945a-4ee69cc78a91 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:34:57.303759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.305541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:34:57.306051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Checking segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:34:57.308648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.308648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Bound using segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:34:57.308648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Bound port: a4eca023-fc80-4c4c-945a-4ee69cc78a91, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:34:57.308648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.343117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b8257817-dceb-436d-b479-7e686e482fbe None None] Port c2156d42-b2fc-4d29-b76a-aa9168b6f253 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:34:57.352501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:57.358079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:57.361499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:57.369356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:57.432313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.442559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] For port a4eca023-fc80-4c4c-945a-4ee69cc78a91, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:34:57.446442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] For port a4eca023-fc80-4c4c-945a-4ee69cc78a91, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4eca023-fc80-4c4c-945a-4ee69cc78a91,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:34:57.470641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.474246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9569ef71-fbf4-4295-99a5-2f62946103d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:57.510186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.513988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c675b-c3c4-4c47-aa2f-a989bb251eef,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:57.517311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:57.527205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:57.601685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.604125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3861184 Dec 22 15:34:57.607124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50014) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:57.613452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '1c2c675b-c3c4-4c47-aa2f-a989bb251eef', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:57.619649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fc3ef-2110-4579-b5a9-87fa5ab5f8e3 None None] Pushing event updated for resources: {'Port': ['ID=a4eca023-fc80-4c4c-945a-4ee69cc78a91,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:57.620294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:57.625808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:57.628004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f61fc3ef-2110-4579-b5a9-87fa5ab5f8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:57.630837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:34:57.631595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:34:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:57.632357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:57.641382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:57.710842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.802539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.847211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:34:57.852541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.855630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b3a5ee72-7397-41bb-9dda-999414b2f2f6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:57.897353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5157baf8-d5c8-4cde-b089-95b64a383aec,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:57.897353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:57.940485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:57.942205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3339655 Dec 22 15:34:57.945241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50018) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:57.953850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '1c2c675b-c3c4-4c47-aa2f-a989bb251eef', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:57.963756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:57.968612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:57.971929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:57.979131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:58.036370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.106615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.137559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.140036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a4f663e-2902-4f16-b296-493f069e2962 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:58.166898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebfbd6a-7501-46d0-ba0b-5157c66c4e81,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:58.174122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:58.233121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:57Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:34:58.237671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d280e57c-b045-4539-b404-eba3f003eb3f None None] The sync data for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:57Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:34:58.248030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.253940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50022) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:58.254113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3074059 Dec 22 15:34:58.271302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '1c2c675b-c3c4-4c47-aa2f-a989bb251eef', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:58.271302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:58.272669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:58.276038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:58.283065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:58.350112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.499988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.537840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.547224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ea0e8e93-0690-458a-b945-abb5b744dc09 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:58.570770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21643aa5-40c4-48ff-9084-5ce74abcd42a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:58.574286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:58.607174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.608791 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3537407 Dec 22 15:34:58.613049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50026) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:58.623651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '1c2c675b-c3c4-4c47-aa2f-a989bb251eef', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:58.630785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:58.635347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:58.639215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:58.651120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:58.738420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.829794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.869004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:58.877826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03fee2b4-0249-4901-bc7f-ccd968c444fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:58.905458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8e5bb3-51ee-48ba-84fd-83a416e4319b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:58.908541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:58.991703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4eca023-fc80-4c4c-945a-4ee69cc78a91 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:34:59.029488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.030897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4162350 Dec 22 15:34:59.035367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50030) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:59.043943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '1c2c675b-c3c4-4c47-aa2f-a989bb251eef', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:59.051475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:59.056516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:59.061451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:59.069034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:59.126907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:34:59.134748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.189133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:34:59.205500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:34:59.205500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.230529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.304274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.308709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73113f4d-9c9d-4487-9786-0e4af21cbb2e tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:59.334455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f86f6c7-989a-4c74-87fb-3bf831ecf919,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:59.337263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:59.342223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.393505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port a4eca023-fc80-4c4c-945a-4ee69cc78a91, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4eca023-fc80-4c4c-945a-4ee69cc78a91,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:34:59.419160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.420618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3837624 Dec 22 15:34:59.424391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50034) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:34:59.431636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': '1c2c675b-c3c4-4c47-aa2f-a989bb251eef', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:34:59.440247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:34:59.445150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:34:59.446352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.448331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:34:59.452067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:59.456519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:34:59.498544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:34:59.509536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.534217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=a4eca023-fc80-4c4c-945a-4ee69cc78a91,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:59.538038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:59.589226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.623372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.625924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-579599e3-e75d-4e01-8c10-d31361979c9b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:34:59.653876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9553fbeb-2e3a-4656-990f-fe80c0eb8e91,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:34:59.658554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:34:59.732356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:34:59.735637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9ddf7d5a-4494-4c4b-886c-de286f8b1f38 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3082199 Dec 22 15:34:59.967841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-90436947-bf5b-46dd-ba63-dcc373aafad6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:35:00.029590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-90436947-bf5b-46dd-ba63-dcc373aafad6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:35:00.031051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-90436947-bf5b-46dd-ba63-dcc373aafad6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667861994&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.1311553 Dec 22 15:35:00.125575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-5c10657a-7ec9-44bb-925b-923bb4a11941 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:00.126274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-5c10657a-7ec9-44bb-925b-923bb4a11941 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:35:00.177702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-5c10657a-7ec9-44bb-925b-923bb4a11941 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:35:00.180135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-5c10657a-7ec9-44bb-925b-923bb4a11941 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 929 time: 0.1380186 Dec 22 15:35:00.363549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-5d28f11b-79ad-4b76-9db3-eba204947fd4 service neutron] 10.222.0.32 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1690912 Dec 22 15:35:00.529066 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-059bd2f6-51a6-45c4-be4f-df50c74db520 service neutron] 10.222.0.32 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586764 Dec 22 15:35:00.719327 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-fc526c58-7e70-4014-bd4c-096b283d9236 service neutron] 10.222.0.32 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818264 Dec 22 15:35:00.960856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4eca023-fc80-4c4c-945a-4ee69cc78a91 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:35:01.049986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a4eca023-fc80-4c4c-945a-4ee69cc78a91 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:35:01.050475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:01.118416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-36e77018-2599-4726-ac8a-c0b95067deed req-f2927fc8-561c-49aa-a780-73d41162bae9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:35:01.135235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-36e77018-2599-4726-ac8a-c0b95067deed req-f2927fc8-561c-49aa-a780-73d41162bae9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:35:01.147954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36e77018-2599-4726-ac8a-c0b95067deed req-f2927fc8-561c-49aa-a780-73d41162bae9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 210 time: 0.0796654 Dec 22 15:35:01.497747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:02.335283 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f4f33bf8-df56-4c40-8cfb-36f9ee8f5443 req-6105a5d3-7bc9-4eaf-a284-d481950f5754 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 210 time: 0.0544109 Dec 22 15:35:02.349199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bba9aa24-e1ac-41c8-ad09-24d00898d372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:03.001980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-cef77580-a90e-49c0-94bf-9dbc55015878 service neutron] 10.222.0.71 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1025 time: 0.0695298 Dec 22 15:35:03.181000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-e594116a-99f1-47ae-875a-01a54e636e4f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:03.181805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-e594116a-99f1-47ae-875a-01a54e636e4f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:35:03.223182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-e594116a-99f1-47ae-875a-01a54e636e4f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:35:03.224828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-e594116a-99f1-47ae-875a-01a54e636e4f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 200 len: 797 time: 0.2176263 Dec 22 15:35:03.287918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-c8c8e617-c844-45df-9977-911c2f630142 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 380 time: 0.0515099 Dec 22 15:35:03.300764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Request body: {'port': {'device_id': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:03.420206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:03.764751 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-18a6ff3b-dbfb-4763-b66f-72267c3b54d2 req-9e18adc6-7716-4b20-b34d-aec09e51395f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 210 time: 0.2907674 Dec 22 15:35:03.806571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:03.821257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2156d42-b2fc-4d29-b76a-aa9168b6f253 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:35:03.829219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:03.846436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Transition to ACTIVE for port object c2156d42-b2fc-4d29-b76a-aa9168b6f253 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:35:03.886072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:03.892388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b9249fe-96a6-4e6c-9735-9779b7d017ec tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:04.035400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:04.038778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:04.160505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:35:04.160690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:35:04.161327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:35:04.168811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:35:04.169282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:35:04.177432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:35:04.177882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Checking segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:35:04.178311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Bound using segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:35:04.178790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Bound port: c2156d42-b2fc-4d29-b76a-aa9168b6f253, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:35:04.179277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:04.282090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:35:04.285415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:35:04.338199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:04.345362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5651f402-108c-454c-b470-400eca27aed2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:04.408729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:04.410262 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] 10.222.0.71 "PUT /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1130 time: 1.1149397 Dec 22 15:35:04.411267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:35:04.428649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:04.434015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:04.488449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'status': 'completed', 'code': 200} Dec 22 15:35:04.520900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9a62c3a-23e2-4c15-bb75-64d5f3fbe4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:04.601692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-d0a31362-2744-442a-979e-50de269547f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 1133 time: 0.1033664 Dec 22 15:35:04.676669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-592f768a-6288-4939-b26b-0f0124aad694 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 217 time: 0.0671408 Dec 22 15:35:04.751145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-873f7090-fca1-4356-9e78-91134a45eb4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:04.752756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-873f7090-fca1-4356-9e78-91134a45eb4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c6c695-5a4a-47a8-b1f3-b7852a6fe149 HTTP/1.1" status: 200 len: 835 time: 0.0700390 Dec 22 15:35:04.872906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-c4b1f888-5302-4d4e-a2b5-5e743ee8c116 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=840872ff-bf92-4407-8a8d-20e4adab59c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134052 Dec 22 15:35:04.926323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:05.019739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2784-fecf-4c82-bed2-ecfdfd68682f req-95af6e90-5161-4654-8841-90747e1c7e41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:05.021414 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ccc2784-fecf-4c82-bed2-ecfdfd68682f req-95af6e90-5161-4654-8841-90747e1c7e41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 980 time: 0.0830424 Dec 22 15:35:05.029158 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-4cc06fde-ca19-4eec-9554-2e6f1cd6b573 service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494610 Dec 22 15:35:05.078541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0ccc2784-fecf-4c82-bed2-ecfdfd68682f req-537c8ef7-38a5-40ed-9612-b08b073531a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:35:05.092103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0ccc2784-fecf-4c82-bed2-ecfdfd68682f req-537c8ef7-38a5-40ed-9612-b08b073531a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:35:05.093326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ccc2784-fecf-4c82-bed2-ecfdfd68682f req-537c8ef7-38a5-40ed-9612-b08b073531a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647354 Dec 22 15:35:05.193921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25dcb578-54cb-48d9-8313-a92dd6a4ef50 req-e5e73fca-9e0c-4f5a-9039-36d57e460f05 service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577699 Dec 22 15:35:05.348789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-19af7122-da26-4c23-bde8-85e77b595ce6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 1133 time: 0.0888922 Dec 22 15:35:05.530943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ad71-9f84-4434-970c-666424a42f6d req-e13d8173-e077-4f2f-8415-9ce5654964db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:05.532734 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-e13d8173-e077-4f2f-8415-9ce5654964db service neutron] 10.222.0.71 "GET /v2.0/networks?id=840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 200 len: 898 time: 0.1767404 Dec 22 15:35:05.614674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-e2961230-986e-4b5d-8aa3-1ec3d2c51c2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 217 time: 0.0746686 Dec 22 15:35:05.693674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ad71-9f84-4434-970c-666424a42f6d req-2d8e7503-3bb2-4d1a-a60b-92720541eb8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:05.695702 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-2d8e7503-3bb2-4d1a-a60b-92720541eb8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c6c695-5a4a-47a8-b1f3-b7852a6fe149 HTTP/1.1" status: 200 len: 835 time: 0.0730410 Dec 22 15:35:05.783473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-5e965aa8-e96c-41c7-a141-eb91061c2d19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=840872ff-bf92-4407-8a8d-20e4adab59c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803602 Dec 22 15:35:05.945304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-08e8fde1-0057-4e00-90c5-e63799c45ff3 service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543639 Dec 22 15:35:06.098027 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b83ad71-9f84-4434-970c-666424a42f6d req-56c538de-202b-483a-934e-323b28f8e3cc service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445174 Dec 22 15:35:06.338917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0c1ea-18b6-4833-b215-0e03fa7786a7 req-baf901b2-b24d-47ba-b01f-0a34eaec2b1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:06.340611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-61f0c1ea-18b6-4833-b215-0e03fa7786a7 req-baf901b2-b24d-47ba-b01f-0a34eaec2b1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 980 time: 0.0857887 Dec 22 15:35:06.393148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-61f0c1ea-18b6-4833-b215-0e03fa7786a7 req-cda2639c-1269-4b87-9cb3-2362d194ec2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Dec 22 15:35:06.811767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:07.604508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247c2f5-2c49-4f2d-b84a-33897d37449e req-5b44f5ba-b4df-4d45-80c3-2bc03a92b48e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:07.606718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1247c2f5-2c49-4f2d-b84a-33897d37449e req-5b44f5ba-b4df-4d45-80c3-2bc03a92b48e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 980 time: 0.0876806 Dec 22 15:35:07.658806 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1247c2f5-2c49-4f2d-b84a-33897d37449e req-bb1e9c1a-3e6f-42e6-987b-b06bc508310b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454743 Dec 22 15:35:08.670465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:35:08.996524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:09.015204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'port_id': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'mac_address': 'fa:16:3e:c7:22:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:35:09.076366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:09.095290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2156d42-b2fc-4d29-b76a-aa9168b6f253 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:35:09.112934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:09.118403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67a9d-dcd3-403a-b909-062f0516e2cb req-f994ff94-0fb5-4137-ab68-a40240b30ea9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:09.120695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ebd67a9d-dcd3-403a-b909-062f0516e2cb req-f994ff94-0fb5-4137-ab68-a40240b30ea9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 980 time: 0.3325584 Dec 22 15:35:09.143571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:09.145584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:09.178369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ebd67a9d-dcd3-403a-b909-062f0516e2cb req-c8cc7b50-d084-4fdf-a680-ef29361e56c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Dec 22 15:35:09.220445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:09.223998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:09.369565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['c2156d42-b2fc-4d29-b76a-aa9168b6f253'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:35:10.391427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81af55-95aa-4c09-8dfe-9cc7a1ab7760 req-d1e2e034-df80-4cdd-b588-c33c2749baa7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:10.393088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc81af55-95aa-4c09-8dfe-9cc7a1ab7760 req-d1e2e034-df80-4cdd-b588-c33c2749baa7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 981 time: 0.0849557 Dec 22 15:35:10.448257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc81af55-95aa-4c09-8dfe-9cc7a1ab7760 req-a3e934da-e37b-448e-b802-cd3c2b59c79f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486598 Dec 22 15:35:10.685258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:35:10.794590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:35:10.799908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:35:10.800334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:10.927760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:10.957037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:35:10.967628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:11.011848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'code': 200} Dec 22 15:35:11.017657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:11.019676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6533266b-764d-4432-98b2-9eaf3ce8052b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:11.089101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:11.092493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:11.306613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9eded95c-6f4b-4709-99ff-30310213cc83 req-b7bbbb8f-f4b4-42a8-b6c7-b3a1199a6823 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 1135 time: 0.0768757 Dec 22 15:35:11.357079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9eded95c-6f4b-4709-99ff-30310213cc83 req-5f6c9cc8-e258-4618-9c86-3068d195ad52 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Dec 22 15:35:11.659508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406f495-a86f-476d-b71d-bad857c8c698 req-12e3cb44-bddc-47e9-bca3-02a9afc43cf3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:11.661236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e406f495-a86f-476d-b71d-bad857c8c698 req-12e3cb44-bddc-47e9-bca3-02a9afc43cf3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 982 time: 0.0842130 Dec 22 15:35:11.710653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e406f495-a86f-476d-b71d-bad857c8c698 req-5e071a62-8e17-4d83-828d-4393a2941fcd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Dec 22 15:35:12.921740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1554b-7382-4c25-8549-d9f35b782d38 req-0987710a-f21c-4d7d-b3ce-21a5bb88d761 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:12.923422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-34f1554b-7382-4c25-8549-d9f35b782d38 req-0987710a-f21c-4d7d-b3ce-21a5bb88d761 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 982 time: 0.0865459 Dec 22 15:35:12.973770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-34f1554b-7382-4c25-8549-d9f35b782d38 req-66e096e1-29c9-42b5-a183-45c379f441c4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439575 Dec 22 15:35:13.192709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe1e5-d349-4339-b3ca-6bc2156a8751 req-0dc5d565-2840-4d4b-9c4d-255e5bc827e4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:13.194402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-210fe1e5-d349-4339-b3ca-6bc2156a8751 req-0dc5d565-2840-4d4b-9c4d-255e5bc827e4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 982 time: 0.0944149 Dec 22 15:35:13.246325 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-210fe1e5-d349-4339-b3ca-6bc2156a8751 req-0a36183f-1969-439c-9c44-09b859b173d6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Dec 22 15:35:13.275029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50094) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:13.351838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-123265d8-ad18-45dd-bc1c-51e2a2a40be9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 1130 time: 0.0754495 Dec 22 15:35:13.354739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50098) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:13.361150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:13.367957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:13.372881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:13.376323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:13.382676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:13.417960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:13.571562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:13.729819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.60 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/a0901d87-23e1-4f57-9f73-2fbedff7b7dc) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:35:13.893119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:13.949588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:13.954319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:14.021726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:35:14.025369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:35:14.028113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:35:14.064362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a0901d87-23e1-4f57-9f73-2fbedff7b7dc,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:14.067464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:14.594501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:14.687070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:14.911959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:14.943390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:14.948471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02ced87f-c611-4eb7-9419-d257e090a4ae tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:15.058227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a0901d87-23e1-4f57-9f73-2fbedff7b7dc,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:15.061191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:15.082958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:15.289357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 5d5b4207-b872-41e7-9d25-b4c7bf201fc1 associated. External IP: 172.26.4.60, port: c2156d42-b2fc-4d29-b76a-aa9168b6f253. Dec 22 15:35:15.715769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 7e498163-210f-4c78-ba56-c028293229d2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:35:15.931169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:35:15.942771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] Sync routers for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:35:15.956212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:15.956895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:16.008798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:16.067207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.7111950 Dec 22 15:35:16.067951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:35:16.070322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50104) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:16.151663 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'status': 'completed', 'code': 200} Dec 22 15:35:16.166198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6953139-3ac3-41be-b55f-6a5058b66f0d tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc&network_id=840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 200 len: 1130 time: 0.0942333 Dec 22 15:35:16.259671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-d461d77e-d93c-44cf-8fcd-0e0a5e7b49c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 1135 time: 0.0919850 Dec 22 15:35:16.325592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:16.441205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-766e507d-3693-49ef-9575-c607c80bb393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:16.443756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-766e507d-3693-49ef-9575-c607c80bb393 service neutron] 10.222.0.71 "GET /v2.0/networks?id=840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 200 len: 898 time: 0.1782203 Dec 22 15:35:16.572559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-b7640ac4-16f6-44b2-9cd6-1d730228b738 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1035 time: 0.1227953 Dec 22 15:35:16.647236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-9d7f51df-e894-4f0f-ad84-9d6a5493891a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:16.648927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-9d7f51df-e894-4f0f-ad84-9d6a5493891a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c6c695-5a4a-47a8-b1f3-b7852a6fe149 HTTP/1.1" status: 200 len: 835 time: 0.0703816 Dec 22 15:35:16.737612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-29e50de8-5f8c-48bf-a620-8a2a0b80410b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=840872ff-bf92-4407-8a8d-20e4adab59c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818417 Dec 22 15:35:16.762001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '5d5b4207-b872-41e7-9d25-b4c7bf201fc1', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '7e498163-210f-4c78-ba56-c028293229d2', 'port_id': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-652782548', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'mac_address': 'fa:16:3e:c7:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:35:14Z', 'updated_at': '2021-12-22T15:35:14Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:59Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:16.767372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] Checking router: 7e498163-210f-4c78-ba56-c028293229d2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:35:16.785843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:16.786569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:16.961008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-11b45742-6c2a-4c2e-bdc3-8cd70d489fb1 service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169755 Dec 22 15:35:16.974533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b718f-ac74-4437-8921-a7229c0881c9 req-f5f376f1-bc79-48e9-8741-d3eb4aa90cad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:16.977180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-292b718f-ac74-4437-8921-a7229c0881c9 req-f5f376f1-bc79-48e9-8741-d3eb4aa90cad tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 982 time: 0.1328557 Dec 22 15:35:16.990738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:17.226895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-292b718f-ac74-4437-8921-a7229c0881c9 req-aa57c73c-c8eb-496b-b8a7-a07013cb9f33 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267320 Dec 22 15:35:17.235089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4623558e-79b3-4ab2-940e-ece7daea73f7 req-7956ae60-0841-4e77-a0de-0778d1b25e9a service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576709 Dec 22 15:35:17.239619 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-bed4668e-7af8-4abb-b947-54ed51415dde service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2353182 Dec 22 15:35:17.341695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-023cbcbd-1c7f-4c6e-9c7e-5e65c8226016 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0763946 Dec 22 15:35:17.381982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '5d5b4207-b872-41e7-9d25-b4c7bf201fc1', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '7e498163-210f-4c78-ba56-c028293229d2', 'port_id': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-652782548', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'mac_address': 'fa:16:3e:c7:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:35:14Z', 'updated_at': '2021-12-22T15:35:14Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:59Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:17.386333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98aa48-e0f5-4ebf-be6d-275411265a99 None None] The sync data for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '5d5b4207-b872-41e7-9d25-b4c7bf201fc1', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.60', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '7e498163-210f-4c78-ba56-c028293229d2', 'port_id': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-652782548', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'mac_address': 'fa:16:3e:c7:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8d5d31-62b0-4e34-aa64-5464c47630dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:35:14Z', 'updated_at': '2021-12-22T15:35:14Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:59Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:35:17.506519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823e77c-7f33-4178-883a-e85c59050d8a req-87f8667d-11c0-4897-8fd9-88e2b67e637b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:17.508148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-87f8667d-11c0-4897-8fd9-88e2b67e637b service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1444139 Dec 22 15:35:17.622087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-f0100cef-20b9-4025-8e2c-5bcb5a869db1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 1001 time: 0.1066148 Dec 22 15:35:17.696009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823e77c-7f33-4178-883a-e85c59050d8a req-013566cb-0886-4153-adb9-323290789e1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:17.697611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-013566cb-0886-4153-adb9-323290789e1a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0685322 Dec 22 15:35:17.751705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f9a3c-4fad-46f7-bf5b-db9d48c51bd8 None None] New status for floating IP 5d5b4207-b872-41e7-9d25-b4c7bf201fc1: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:35:17.787657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-938c029c-6d2d-4102-82a6-f83d3b63966b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835352 Dec 22 15:35:17.947182 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-1b81de5b-47d9-4f52-93d2-c4ba1bcad5e3 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499860 Dec 22 15:35:18.147930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4823e77c-7f33-4178-883a-e85c59050d8a req-fed486be-f534-41b2-8506-73aacf3b875a service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933920 Dec 22 15:35:18.173285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-fba007a0-1faa-4688-b719-5c4104ed707b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:18.173628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-fba007a0-1faa-4688-b719-5c4104ed707b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 982 time: 0.1111171 Dec 22 15:35:18.256547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-fc9d5b07-0b4e-4285-9760-b0e88af286aa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:18.258059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-fc9d5b07-0b4e-4285-9760-b0e88af286aa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0787845 Dec 22 15:35:18.428120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-670e69ec-0eeb-4737-8d2f-be0de62ae170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1646831 Dec 22 15:35:18.438728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:18.561993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:18.697178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52832-df24-4711-bc5e-d4c36ac7217a req-8b1c19db-407c-4d30-8d62-6d4891746b49 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:18.698724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7ba52832-df24-4711-bc5e-d4c36ac7217a req-8b1c19db-407c-4d30-8d62-6d4891746b49 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 982 time: 0.3330512 Dec 22 15:35:18.750112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7ba52832-df24-4711-bc5e-d4c36ac7217a req-ff921858-36be-41aa-a4d8-41d8a08fc65e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Dec 22 15:35:18.791303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:18.822175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:35:18.873721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] device_id is not set on port c2156d42-b2fc-4d29-b76a-aa9168b6f253 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:35:18.882192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:18.931927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:18.936756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:19.077596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=6']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:19.082645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:19.335563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-35c484f4-3690-43dd-bc11-7ab2c89c9e15 None None] Provisioning complete for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:35:19.336186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35c484f4-3690-43dd-bc11-7ab2c89c9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:19.382844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] No DVR routers for this DVR port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:35:19.396544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-35c484f4-3690-43dd-bc11-7ab2c89c9e15 None None] Port c2156d42-b2fc-4d29-b76a-aa9168b6f253 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:35:19.642212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] In _notify_port_updated(), no bound segment for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:35:19.643462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:19.644890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0005123c-a292-4b82-bcc2-a9aafb0581cd req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] 10.222.0.71 "PUT /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1025 time: 1.2109008 Dec 22 15:35:19.925770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a840b431-ce04-432a-b0a7-7cf7e40b5a06 req-f36c366d-1664-4a3d-85e4-c6b2ce9a5b69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d8d5d31-62b0-4e34-aa64-5464c47630dc HTTP/1.1" status: 200 len: 210 time: 0.0490959 Dec 22 15:35:21.041346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50122) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:21.118424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a429d3-c0c2-4741-8db1-c7d04d2a028f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:21.128893 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c1a429d3-c0c2-4741-8db1-c7d04d2a028f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 924 time: 0.0863452 Dec 22 15:35:21.421718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50128) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:21.428001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989456931', 'description': 'tempest-secgroup-smoke-1989456931 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:21.434424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:21.445142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:21.486597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:21.526654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:21.530886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:21.533802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:21.539973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:21.697943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:21.750346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:21.757855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:21.807061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91cdc23-1d3a-4d5b-9341-5d0b13a83c51,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:21.810293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:21.840850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:21.842292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4193757 Dec 22 15:35:21.845577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50132) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:21.851580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f91cdc23-1d3a-4d5b-9341-5d0b13a83c51', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:21.858181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:21.867783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:21.867783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:21.871787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:21.943494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.012135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.064538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.066622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f88246e-a807-483d-94fb-ebd0815988dd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:22.091410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eb7d0f-cc2c-4737-901d-737a4aa174b5,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:22.096431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:22.121802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.127103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50136) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:22.127232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2805560 Dec 22 15:35:22.134260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f91cdc23-1d3a-4d5b-9341-5d0b13a83c51', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:22.141234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:22.145694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:22.149162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:22.156547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:22.224598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.290829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.343550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.351672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b72b1f37-2b99-44c3-b13c-d31d9b3b4066 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:22.380472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42080932-96cc-4349-a321-5b85e3269257,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:22.388417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:22.434500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.435914 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3073137 Dec 22 15:35:22.439552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50140) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:22.445831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f91cdc23-1d3a-4d5b-9341-5d0b13a83c51', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:22.454205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:22.458370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:22.461532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:22.468026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:22.533348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.602082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.640507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.648501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e9d205a-5066-4557-b8f3-6d437f133eaa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:22.670074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c086eec0-0188-4d12-8c75-507d633501d9,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:22.673147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:22.755005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.756386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b2a8c3fa-f738-42ca-9aa2-26bb0eee5413 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3158109 Dec 22 15:35:22.759389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50144) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:22.765726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f91cdc23-1d3a-4d5b-9341-5d0b13a83c51', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:22.771489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:35:22.773431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:22.778769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:22.781295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:22.787592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:22.831115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:35:22.841577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.911084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.937613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:22.939516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-99c5ad56-6b28-4430-a507-a4967b19c170 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:22.963441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88276c68-64e7-4ed2-9ee6-843b808f66b7,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:22.966070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:23.000963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.002316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2418642 Dec 22 15:35:23.005303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50148) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:23.011602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f91cdc23-1d3a-4d5b-9341-5d0b13a83c51', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:23.018218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:23.022372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:23.025495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:23.032367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:23.110245 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:35:23.117694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.190770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.235433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.243767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-203a09d4-43a1-4c05-9bac-1266e07cb01e tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:23.266607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f372a3e8-94d9-413c-8c21-c4d6da4b7cd0,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:23.269148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:23.355478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.356846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3505118 Dec 22 15:35:23.359966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50152) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:23.366251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'f91cdc23-1d3a-4d5b-9341-5d0b13a83c51', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:23.373087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:23.377497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:23.380625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:23.386947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:23.457933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:35:23.465608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.535205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.611848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.613828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4b3fbb0-1677-44ad-b03b-a6f5d3d93af3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:23.639337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f914b8-4f25-4d4d-b5b0-9837bd1a7a35,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:23.642105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:23.698501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:23.700136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3379436 Dec 22 15:35:23.887740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-f08a4930-3453-4727-8a49-3c48f21561ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:35:23.937349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-f08a4930-3453-4727-8a49-3c48f21561ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:35:23.938832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-f08a4930-3453-4727-8a49-3c48f21561ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989456931&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.0993493 Dec 22 15:35:24.026613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-4cb2562c-00fc-49af-9d21-c30f6dd8a3b4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:24.028127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-4cb2562c-00fc-49af-9d21-c30f6dd8a3b4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 929 time: 0.0821021 Dec 22 15:35:24.110754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-91484407-0368-44d7-8ea6-f7b0b2fa6d07 service neutron] 10.222.0.32 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0678699 Dec 22 15:35:24.257475 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-92a7b154-3210-472f-a231-99bd0fa25ad0 service neutron] 10.222.0.32 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404550 Dec 22 15:35:24.404962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-91fad969-d05d-495d-a6ba-2a5c5807a95a service neutron] 10.222.0.32 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406603 Dec 22 15:35:24.695731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f364731a-39a3-436e-9927-9e08f1a122ea req-3f271a85-862f-4dfa-b6f3-7711484e1235 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 210 time: 0.0515010 Dec 22 15:35:25.869446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f87daa02-4d3e-48ae-b9c9-6736a11af8a4 req-28d470ad-4b77-43f6-b1a0-e25a6dff61b8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 210 time: 0.0482385 Dec 22 15:35:26.746318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-215ecd67-5070-4d03-bfef-c10c41133f50 service neutron] 10.222.0.71 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1025 time: 0.0663605 Dec 22 15:35:26.918800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-bf475713-2539-4f13-bf7b-b1be080b2812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:26.920474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-bf475713-2539-4f13-bf7b-b1be080b2812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 200 len: 797 time: 0.1688793 Dec 22 15:35:26.981771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7ed08f0b-26ee-4629-bf07-62b91d638820 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 473 time: 0.0499737 Dec 22 15:35:26.992423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Request body: {'port': {'device_id': '7905abe0-faae-412d-ad1d-5895c38f4941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:27.082661 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-701e6598-9b38-4dfe-8102-092ded1f9348 req-64ccc60b-c4dd-464f-9730-26eef1844657 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 210 time: 0.0634627 Dec 22 15:35:27.164324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:27.526463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2156d42-b2fc-4d29-b76a-aa9168b6f253 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:35:27.533620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:27.548795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Transition to ACTIVE for port object c2156d42-b2fc-4d29-b76a-aa9168b6f253 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:35:27.587903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:27.592732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05afe7c2-beda-409d-902d-e84b90498dc6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:27.725106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=7']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:27.735620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:27.882752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:35:27.883175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:35:27.883564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:35:27.890153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:35:27.890529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Attempting to bind port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:35:27.897894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:35:27.898275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Checking segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:35:27.898703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Bound using segment: {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:35:27.899257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Bound port: c2156d42-b2fc-4d29-b76a-aa9168b6f253, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b944f65-a57f-450c-831d-094d6327e283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:35:27.899645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:27.995296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:35:27.998432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:35:28.040874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:28.045739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:28.102298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:28.103930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] 10.222.0.71 "PUT /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1130 time: 1.1163533 Dec 22 15:35:28.104388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7905abe0-faae-412d-ad1d-5895c38f4941', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:35:28.131328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=8']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:28.135966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:28.181065 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7905abe0-faae-412d-ad1d-5895c38f4941', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'status': 'completed', 'code': 200} Dec 22 15:35:28.335291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-046fa6c8-db9c-4c1c-b6bc-29ada1f902f0 req-6651ee04-87dd-4c3d-b3fb-92dc1de21610 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 1133 time: 0.1334398 Dec 22 15:35:28.467689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ef75-6c70-4575-a33a-0d9ac3642c3e req-8dbe8711-52a3-45c2-abf8-3402f2dc8f23 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:28.469940 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a01ef75-6c70-4575-a33a-0d9ac3642c3e req-8dbe8711-52a3-45c2-abf8-3402f2dc8f23 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 980 time: 0.2034402 Dec 22 15:35:28.552165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa6c8-db9c-4c1c-b6bc-29ada1f902f0 req-fc205e15-905a-469f-869c-c817e4e55e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:28.553784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-046fa6c8-db9c-4c1c-b6bc-29ada1f902f0 req-fc205e15-905a-469f-869c-c817e4e55e7a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=893e62757dcf4c53b1dd355e3c905573&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2095599 Dec 22 15:35:28.557786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9a01ef75-6c70-4575-a33a-0d9ac3642c3e req-396c089c-d505-4988-bc57-643472b4b4f2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813789 Dec 22 15:35:28.704051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fa6c8-db9c-4c1c-b6bc-29ada1f902f0 req-b76811a0-3a8f-473b-9800-7c4c528efb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:28.705756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-046fa6c8-db9c-4c1c-b6bc-29ada1f902f0 req-b76811a0-3a8f-473b-9800-7c4c528efb2e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465321 Dec 22 15:35:28.825417 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-0073ef0a-8288-46d7-a31d-aa17dee54e59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 1133 time: 0.0835531 Dec 22 15:35:28.932784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-4870f6f6-ad56-4b8e-8623-62222a85f5d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1035 time: 0.1010828 Dec 22 15:35:29.005782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-bbbd28db-7d2b-463e-b074-d4fdf63c5452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:29.007363 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-bbbd28db-7d2b-463e-b074-d4fdf63c5452 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=27c6c695-5a4a-47a8-b1f3-b7852a6fe149 HTTP/1.1" status: 200 len: 835 time: 0.0690510 Dec 22 15:35:29.088150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-a846fbaf-0595-468d-a430-8cad62f082dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=840872ff-bf92-4407-8a8d-20e4adab59c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746346 Dec 22 15:35:29.234935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-c5e565ba-ae7a-4346-8d22-cf8e3476276c service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403446 Dec 22 15:35:29.382307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2bce1d4-bd12-487a-a069-fdd7664ddbca req-ed0fab6e-82dc-4537-a74f-7ac4990abbd8 service neutron] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400125 Dec 22 15:35:29.769863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff85a96-a392-4083-9322-9b7c1bac3147 req-298e6dd9-5e71-40c2-a00a-874c50b7176b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:29.771548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dff85a96-a392-4083-9322-9b7c1bac3147 req-298e6dd9-5e71-40c2-a00a-874c50b7176b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 980 time: 0.0870726 Dec 22 15:35:29.824812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dff85a96-a392-4083-9322-9b7c1bac3147 req-885cf32c-694f-4dd6-b633-67743276e2e8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469930 Dec 22 15:35:31.040004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a5d43-4008-4d11-8c84-37db3e4a8bce req-8b98190f-a70d-414f-be38-efe0bd2240ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:31.041615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2a5d43-4008-4d11-8c84-37db3e4a8bce req-8b98190f-a70d-414f-be38-efe0bd2240ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 980 time: 0.0878513 Dec 22 15:35:31.090841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2a5d43-4008-4d11-8c84-37db3e4a8bce req-885271d5-5cb2-4f93-add9-e7a100c5b04d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Dec 22 15:35:31.480647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:32.304214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58b2d5-f3b8-4372-a079-f87fce651bb9 req-918f57b4-7b97-44f2-b040-bd5b84beb592 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:32.305855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c58b2d5-f3b8-4372-a079-f87fce651bb9 req-918f57b4-7b97-44f2-b040-bd5b84beb592 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 980 time: 0.0885880 Dec 22 15:35:32.361083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c58b2d5-f3b8-4372-a079-f87fce651bb9 req-6c1f479a-6e6d-4410-b894-62cbe665a753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489633 Dec 22 15:35:32.383237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8514a6a-dd08-428d-8277-08b937020833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:32.839231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:35:32.986279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:33.003901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'port_id': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'mac_address': 'fa:16:3e:c7:22:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:35:33.059351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:33.077880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2156d42-b2fc-4d29-b76a-aa9168b6f253 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:35:33.093640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:33.137669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:33.140291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cdb58eb1-1cc0-4785-b79b-0aa38c3bfb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:33.207293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=9']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:33.210588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:33.241979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:35:33.354216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['c2156d42-b2fc-4d29-b76a-aa9168b6f253'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:35:33.567789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e717f-e3a3-4c87-95db-05a09797d2ff req-82591bcd-6aec-49d4-92e5-221ad38dba9a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:33.569406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f96e717f-e3a3-4c87-95db-05a09797d2ff req-82591bcd-6aec-49d4-92e5-221ad38dba9a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 981 time: 0.0847943 Dec 22 15:35:33.617690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f96e717f-e3a3-4c87-95db-05a09797d2ff req-bdc1b2da-a206-4265-9c1c-04e2f2183a5e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Dec 22 15:35:33.794940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:34.486055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d64cc103-77d6-4f9d-b4b4-de7ef7f1463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:34.824583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9b475-ef3e-42c6-8b88-cc90e27afb33 req-66b93839-569a-495f-a885-01d34b34e0d3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:34.826173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a3b9b475-ef3e-42c6-8b88-cc90e27afb33 req-66b93839-569a-495f-a885-01d34b34e0d3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 981 time: 0.0853260 Dec 22 15:35:34.841406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:35:34.878017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a3b9b475-ef3e-42c6-8b88-cc90e27afb33 req-3ad4bb87-34f4-4d20-9a9d-401759aa4293 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455739 Dec 22 15:35:34.987906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:35.028783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:35:35.034653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:35:35.035098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:35.151550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:35.180526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905abe0-faae-412d-ad1d-5895c38f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:35:35.190542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:35.223376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:35.226485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:35.269523 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905abe0-faae-412d-ad1d-5895c38f4941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2156d42-b2fc-4d29-b76a-aa9168b6f253', 'code': 200} Dec 22 15:35:35.304796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=10']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:35.308257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:35.577733 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6b76144-8d96-4a4f-abc4-4822edab4b16 req-a6ff2a52-411b-4180-8712-e45b2f21747b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 1136 time: 0.0830469 Dec 22 15:35:35.622643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6b76144-8d96-4a4f-abc4-4822edab4b16 req-377612df-5d7a-4f1d-9c05-3e7935018721 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Dec 22 15:35:36.086239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e098cf-d75b-4ab1-a554-7e2755d2f600 req-8e249969-003c-4fc9-a42e-4b374ba36393 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:36.087895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0e098cf-d75b-4ab1-a554-7e2755d2f600 req-8e249969-003c-4fc9-a42e-4b374ba36393 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 983 time: 0.0871353 Dec 22 15:35:36.150061 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0e098cf-d75b-4ab1-a554-7e2755d2f600 req-bd8f0567-fb56-487d-8fec-406e4f74ad90 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536458 Dec 22 15:35:36.789103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:37.363979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef72e7f-d376-4c1a-b808-c0dce3778b40 req-c03c23fc-49c9-45df-99c4-8bfa966efe00 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:37.365609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ef72e7f-d376-4c1a-b808-c0dce3778b40 req-c03c23fc-49c9-45df-99c4-8bfa966efe00 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 983 time: 0.0838780 Dec 22 15:35:37.421449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ef72e7f-d376-4c1a-b808-c0dce3778b40 req-5d95d426-d081-4be7-b27e-416cbd8d793e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495844 Dec 22 15:35:37.637884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a188ae5-2ee7-4ada-9629-9150328efb05 req-30e03612-4cca-4ae6-89d1-ae8b9d127e0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:37.639537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a188ae5-2ee7-4ada-9629-9150328efb05 req-30e03612-4cca-4ae6-89d1-ae8b9d127e0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 983 time: 0.0839584 Dec 22 15:35:37.687901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8a188ae5-2ee7-4ada-9629-9150328efb05 req-fed60b6d-5b2f-4cba-a73a-b2d2cf58320e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Dec 22 15:35:37.714304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50208) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:37.790769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-72ef1491-8b8a-49a4-90cf-24acbc7a520c tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941&network_id=840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 200 len: 1131 time: 0.0750732 Dec 22 15:35:38.451827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e92f0b-dc38-4c26-b82f-33bb3e34be5e req-bf3b026d-7b6f-4db1-a534-95ec28d1212e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:38.453959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5e92f0b-dc38-4c26-b82f-33bb3e34be5e req-bf3b026d-7b6f-4db1-a534-95ec28d1212e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 983 time: 0.0887225 Dec 22 15:35:38.503453 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5e92f0b-dc38-4c26-b82f-33bb3e34be5e req-13be86c7-6795-4a54-b2b9-f9f26dd146e7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Dec 22 15:35:39.601821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-f814fe10-576b-440c-89d3-b2ec87bdf793 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:39.603452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-f814fe10-576b-440c-89d3-b2ec87bdf793 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 983 time: 0.0835612 Dec 22 15:35:39.725535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-6330ca1d-a64c-4797-ae87-4b3a0e239213 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:39.727010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-6330ca1d-a64c-4797-ae87-4b3a0e239213 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1173112 Dec 22 15:35:40.089574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a69d-b0a3-40f0-96b1-7ed0e87e88d4 req-5323164b-4a74-4faa-bab1-5cd0391cb0e4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:40.091240 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ce1a69d-b0a3-40f0-96b1-7ed0e87e88d4 req-5323164b-4a74-4faa-bab1-5cd0391cb0e4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 983 time: 0.4407127 Dec 22 15:35:40.163598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-5ccf6d7d-44da-4427-a36f-aec578aed014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4320812 Dec 22 15:35:40.175755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:40.201656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ce1a69d-b0a3-40f0-96b1-7ed0e87e88d4 req-9b4cfdf8-2d8f-4f56-8c57-599bffbe246a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2dbac40-ba9e-401b-91ba-88add91be880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040483 Dec 22 15:35:40.290183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:40.502548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c2156d42-b2fc-4d29-b76a-aa9168b6f253,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:40.533743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] For port c2156d42-b2fc-4d29-b76a-aa9168b6f253, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:35:40.592390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] device_id is not set on port c2156d42-b2fc-4d29-b76a-aa9168b6f253 yet. {{(pid=88967) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:35:40.600837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:40.634718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:40.639461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51fd8bf7-f88c-4019-ba7c-8445b1c77161 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:40.775653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=11']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:40.780968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:40.845295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] No DVR routers for this DVR port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:35:41.009223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-795ad101-6fca-407e-a26d-9ba24f09f9ae None None] Provisioning complete for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:35:41.009516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-795ad101-6fca-407e-a26d-9ba24f09f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:41.063987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-795ad101-6fca-407e-a26d-9ba24f09f9ae None None] Port c2156d42-b2fc-4d29-b76a-aa9168b6f253 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:35:41.100671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] In _notify_port_updated(), no bound segment for port c2156d42-b2fc-4d29-b76a-aa9168b6f253 on network 840872ff-bf92-4407-8a8d-20e4adab59c0 {{(pid=88967) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:35:41.101825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:41.103263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0046dbf-d656-49d4-9803-ed63185f2896 req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] 10.222.0.71 "PUT /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 200 len: 1026 time: 0.9333937 Dec 22 15:35:41.439267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70213531-0b66-4fb3-95bd-3644fea3608a req-9e05a821-7334-4251-a519-59c0ea5bd1c0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=7905abe0-faae-412d-ad1d-5895c38f4941 HTTP/1.1" status: 200 len: 210 time: 0.0465431 Dec 22 15:35:42.545663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50222) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:42.623049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:42.656290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:42.788860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:42.794164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ccd0b358-d24f-43bf-a43d-00cd5900ddb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:42.810654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91cdc23-1d3a-4d5b-9341-5d0b13a83c51,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:42.813827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:42.839644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:42.840906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/f91cdc23-1d3a-4d5b-9341-5d0b13a83c51 HTTP/1.1" status: 204 len: 168 time: 0.2941589 Dec 22 15:35:42.934177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:35:42.939270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50228) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:42.995840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c2156d42-b2fc-4d29-b76a-aa9168b6f253 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:35:43.154004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port a0901d87-23e1-4f57-9f73-2fbedff7b7dc {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:35:43.154281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:43.331876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:43.332250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:43.462005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for a0901d87-23e1-4f57-9f73-2fbedff7b7dc owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:35:43.726188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:43.730949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-729a0762-fafc-4e7e-855a-68fa1559088a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:43.774334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=a0901d87-23e1-4f57-9f73-2fbedff7b7dc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:43.777440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:43.870789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:44.303369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 7e498163-210f-4c78-ba56-c028293229d2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:35:44.518003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:35:44.529040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] Sync routers for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:35:44.541605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:44.542358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:44.573081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:44.641408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/5d5b4207-b872-41e7-9d25-b4c7bf201fc1 HTTP/1.1" status: 204 len: 168 time: 1.7009323 Dec 22 15:35:44.732483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:44.806418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50236) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:44.880701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:44.911277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:45.000591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:45.006062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3b34cae3-faad-489c-86f4-0350670b0b52 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:45.022348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c675b-c3c4-4c47-aa2f-a989bb251eef,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:45.026323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:45.030330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:45.035342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5bd12911-a6dd-43e0-a536-5ba50a146a42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c2c675b-c3c4-4c47-aa2f-a989bb251eef HTTP/1.1" status: 204 len: 168 time: 0.2274919 Dec 22 15:35:45.060821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:59Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:45.064981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] Checking router: 7e498163-210f-4c78-ba56-c028293229d2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:35:45.076222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:45.076886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:45.099834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50242) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:45.176015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port c2156d42-b2fc-4d29-b76a-aa9168b6f253 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:35:45.176408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:45.425504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:45.674409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:45.756464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:59Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:45.760791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3008b-0e95-48da-90f7-04c40b091505 None None] The sync data for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'a4eca023-fc80-4c4c-945a-4ee69cc78a91', 'name': '', 'network_id': '840872ff-bf92-4407-8a8d-20e4adab59c0', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:21:48:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:52Z', 'updated_at': '2021-12-22T15:34:59Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '27c6c695-5a4a-47a8-b1f3-b7852a6fe149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:35:45.808077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for c2156d42-b2fc-4d29-b76a-aa9168b6f253 owned by {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:35:46.012171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:46.019037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bfd84b3a-8189-40ee-b6e9-9de5cb887de8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:46.063721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=c2156d42-b2fc-4d29-b76a-aa9168b6f253,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:46.068291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:46.179674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:46.193163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/ports/c2156d42-b2fc-4d29-b76a-aa9168b6f253 HTTP/1.1" status: 204 len: 168 time: 1.0894532 Dec 22 15:35:46.193456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50246) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:46.258663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d645487-f4d7-49de-a06c-003f56eb5a80 None None] New status for floating IP 5d5b4207-b872-41e7-9d25-b4c7bf201fc1: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:35:46.620028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:47.266059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port a4eca023-fc80-4c4c-945a-4ee69cc78a91 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:35:47.266628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:47.463348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port a4eca023-fc80-4c4c-945a-4ee69cc78a91, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a4eca023-fc80-4c4c-945a-4ee69cc78a91,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:47.463753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:47.591408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for a4eca023-fc80-4c4c-945a-4ee69cc78a91 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:35:47.885914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:47.889893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af01d5e0-c8c9-4938-8a79-410012178f59 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:47.936555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=a4eca023-fc80-4c4c-945a-4ee69cc78a91,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:47.979788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.980257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.980662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.981086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.981514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.981937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.982358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.982783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.983230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.983643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.984056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:47.991963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:48.282342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:49.454473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 7e498163-210f-4c78-ba56-c028293229d2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:35:49.454473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:35:49.456767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] Sync routers for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:35:49.457174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/7e498163-210f-4c78-ba56-c028293229d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1857867 Dec 22 15:35:49.457174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50250) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:49.457488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:49.457488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:49.577225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:49.602446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 27c6c695-5a4a-47a8-b1f3-b7852a6fe149 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:35:49.607410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:49.667110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:49.754120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:49.857752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:49.862604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-df1944b8-0fbb-4558-9142-60b9195f113d tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:49.882238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:35:47Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:49.886248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] Checking router: 7e498163-210f-4c78-ba56-c028293229d2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:35:49.898006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] Routers {'7e498163-210f-4c78-ba56-c028293229d2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:49.898675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e498163-210f-4c78-ba56-c028293229d2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:49.902535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=27c6c695-5a4a-47a8-b1f3-b7852a6fe149,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:49.905613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:49.908212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:49.915003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/27c6c695-5a4a-47a8-b1f3-b7852a6fe149 HTTP/1.1" status: 204 len: 168 time: 0.5281107 Dec 22 15:35:49.922829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50254) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:49.922985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ddd88-7b95-4411-b943-bcbb325e629a None None] Network 840872ff-bf92-4407-8a8d-20e4adab59c0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:35:50.094772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] Set router 7e498163-210f-4c78-ba56-c028293229d2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:50.139377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.211228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] DHCP port deletion for 840872ff-bf92-4407-8a8d-20e4adab59c0 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:35:50.215067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Deleting port 4da863a8-c9e4-4d57-a98f-72bba5b3251c {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:35:50.215499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.361133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.411831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 82735abf-b6f0-4e45-9fb1-a30b4ab20413 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:35:50.412225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.444818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] For port 4da863a8-c9e4-4d57-a98f-72bba5b3251c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4da863a8-c9e4-4d57-a98f-72bba5b3251c,segment=NetworkSegment(6b944f65-a57f-450c-831d-094d6327e283),segment_id=6b944f65-a57f-450c-831d-094d6327e283)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:50.445261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.446294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:35:47Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:50.450862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dfb3fb-099e-4840-b665-5cae18d0fe4a None None] The sync data for ids ['7e498163-210f-4c78-ba56-c028293229d2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e498163-210f-4c78-ba56-c028293229d2', 'name': 'tempest-TestNetworkBasicOps-router-634966333', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:34:46Z', 'updated_at': '2021-12-22T15:35:47Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '82735abf-b6f0-4e45-9fb1-a30b4ab20413', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e498163-210f-4c78-ba56-c028293229d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:34:47Z', 'updated_at': '2021-12-22T15:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:35:50.574249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Calling delete_port for 4da863a8-c9e4-4d57-a98f-72bba5b3251c owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:35:50.604747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 82735abf-b6f0-4e45-9fb1-a30b4ab20413, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=82735abf-b6f0-4e45-9fb1-a30b4ab20413,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:50.605163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.691642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:50.696427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f61fc3ef-2110-4579-b5a9-87fa5ab5f8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:50.736925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Pushing event deleted for resources: {'Port': ['ID=4da863a8-c9e4-4d57-a98f-72bba5b3251c,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:50.741480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:50.742219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 82735abf-b6f0-4e45-9fb1-a30b4ab20413 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:35:50.746396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] No DVR routers for this DVR port 4da863a8-c9e4-4d57-a98f-72bba5b3251c on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:35:50.979614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4da863a8-c9e4-4d57-a98f-72bba5b3251c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:35:51.006296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:51.011253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb5bcec8-4f4f-41fd-a234-a66fc7a551ef tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:51.014182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4da863a8-c9e4-4d57-a98f-72bba5b3251c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:35:51.014588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4da863a8-c9e4-4d57-a98f-72bba5b3251c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:35:51.015093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4eca023-fc80-4c4c-945a-4ee69cc78a91 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:35:51.047807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a4eca023-fc80-4c4c-945a-4ee69cc78a91 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:35:51.048211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a4eca023-fc80-4c4c-945a-4ee69cc78a91 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:35:51.052594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=82735abf-b6f0-4e45-9fb1-a30b4ab20413,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:51.056790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:51.290906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:51.806925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:51.811478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:51.970850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:51.971497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router 7e498163-210f-4c78-ba56-c028293229d2 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:35:51.986849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:51.988098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/7e498163-210f-4c78-ba56-c028293229d2 HTTP/1.1" status: 204 len: 168 time: 2.0690391 Dec 22 15:35:51.990896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50258) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:52.141661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.289766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.319870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840872ff-bf92-4407-8a8d-20e4adab59c0']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:52.336211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b944f65-a57f-450c-831d-094d6327e283') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:52.336622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b944f65-a57f-450c-831d-094d6327e283') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:52.349945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.365128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.371615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:35:52.372046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:35:52.388488 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:35:52.572094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.575679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0114fee0-2199-4ca6-bf84-272722827851 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:52.593818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.603297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=840872ff-bf92-4407-8a8d-20e4adab59c0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:52.606723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:52.645653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/840872ff-bf92-4407-8a8d-20e4adab59c0 HTTP/1.1" status: 204 len: 168 time: 0.6536503 Dec 22 15:35:52.661314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50262) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:52.675196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-11c31860-2f17-4129-96b7-d79aff913f05 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0125577 Dec 22 15:35:52.677686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50266) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:52.683400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--374315487', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:52.689059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:52.693336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:52.697266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:52.703262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:52.749363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:35:52.755818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.787510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:35:52.853212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.853805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 7e3958eb-e823-439d-841f-331f8ed37e71 of type vlan for network cf84d9a9-a549-43bb-9190-54c1a75de9ab Dec 22 15:35:52.941908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:52.980339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82735abf-b6f0-4e45-9fb1-a30b4ab20413 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:35:53.019989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 82735abf-b6f0-4e45-9fb1-a30b4ab20413 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:35:53.020376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 82735abf-b6f0-4e45-9fb1-a30b4ab20413 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:35:53.040610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.044846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:53.045510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.051299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a948bb0e-52b9-48d1-8473-2e2b698499c3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:53.166448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=cf84d9a9-a549-43bb-9190-54c1a75de9ab,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:53.176359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.176785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.177214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.177641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.178060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.178479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.178921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.179342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.179756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.180170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.180584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:53.186605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:53.193743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:35:53.253026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5742428 Dec 22 15:35:53.255901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50270) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:53.261760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-315897221', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:53.269801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:53.273908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:53.277289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:53.284489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:53.320968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.322042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.404061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.622724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.850627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:53.886150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:54.030305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.199 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/35f8e85e-4b5f-4cd6-8640-ef319fe976a4) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:35:54.191984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:54.252517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:54.257154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e18c97b3-db0c-411d-b347-60c969961014 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:54.327704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:35:54.331911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:35:54.336813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:35:54.363522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:54.368944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:54.543823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:54.544596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:54.850900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router e89b07f0-6b8c-4730-81d2-a570262d6f85 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:35:55.065832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:35:55.081128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Sync routers for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:35:55.097636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:55.098315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:55.128432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:55.132770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8727758 Dec 22 15:35:55.133126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50274) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:55.186743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d4d44ec-8ddc-4bbe-b85e-da2d23ec7967 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497508 Dec 22 15:35:55.187041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50278) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:55.339176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a73af-e061-4759-9671-9a4b2af59bd6 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:55.340838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7e3a73af-e061-4759-9671-9a4b2af59bd6 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522696 Dec 22 15:35:55.345044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50282) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:55.397114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-24d97883-d05a-46cb-913b-e5ee993b51b4 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482252 Dec 22 15:35:55.397756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:55.403658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725837036', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:35:55.462286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:55.527725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:35:55.532204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:35:55.535372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:35:55.541990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:35:55.595611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:35:55.710825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:55.767729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:54Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:55.772063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Checking router: e89b07f0-6b8c-4730-81d2-a570262d6f85 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:35:55.772471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Updating router e89b07f0-6b8c-4730-81d2-a570262d6f85 port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:35:55.827821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.206769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.213477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a74559f-cd93-46b6-a785-2e41867d9736 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:56.220265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.233948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Transition to ACTIVE for port object 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:35:56.268094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.273977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:56.300449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=8288286d-89eb-4d07-a6bf-e02e18375da8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:56.304337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:56.313513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:35:56.313912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: cf84d9a9-a549-43bb-9190-54c1a75de9ab, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:35:56.361346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Attempting to bind port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:35:56.361773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Attempting to bind port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:35:56.362194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Attempting to bind port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:35:56.372930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Pushing event updated for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:56.383463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:35:56.383898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:35:56.384416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.384809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:35:56.385341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Bound port: 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:35:56.385774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.393802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:35:56.415984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.420112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:35:56.424214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:56.472383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] For port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:35:56.473573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, cf84d9a9-a549-43bb-9190-54c1a75de9ab) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:35:56.476580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] For port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:35:56.478590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:35:56.479356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.486764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad04c05-5546-4a57-a8d5-1d608e9abb3c None None] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:35:56.657867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:56.665759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33de8d8b-1884-4f99-b8b5-43f846798852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:56.670201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2717495 Dec 22 15:35:56.673820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50296) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:35:56.738567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Pushing event updated for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:56.741930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:56.817249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:35:56.817954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:56.881255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:35:56.883971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:57.200202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Allocated IP 172.20.0.2 (cf84d9a9-a549-43bb-9190-54c1a75de9ab/8288286d-89eb-4d07-a6bf-e02e18375da8/95c5cc22-8811-4817-b87e-d267ea40f52d) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:35:57.275141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:35:57.570065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:57.732854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:57.756465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Transition to ACTIVE for port object 95c5cc22-8811-4817-b87e-d267ea40f52d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:35:57.790887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:54Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:35:57.796166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cea819-74e1-4e25-a868-312d6cc3b5ed None None] The sync data for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv is: [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:54Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:35:57.822045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Transition to ACTIVE for port object 95c5cc22-8811-4817-b87e-d267ea40f52d will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:35:57.851067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:57.855940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:58.012013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (cf84d9a9-a549-43bb-9190-54c1a75de9ab/8288286d-89eb-4d07-a6bf-e02e18375da8/ead9a311-4b14-4f01-a2ab-8749b48d6a02) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:35:58.088135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:35:58.096824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:35:58.101534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:35:58.108203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Pushing event updated for resources: {'Port': ['ID=95c5cc22-8811-4817-b87e-d267ea40f52d,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:58.112230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:58.193151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:58.204162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Attempting to bind port 95c5cc22-8811-4817-b87e-d267ea40f52d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:35:58.204585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Attempting to bind port 95c5cc22-8811-4817-b87e-d267ea40f52d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:35:58.205054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Attempting to bind port 95c5cc22-8811-4817-b87e-d267ea40f52d on network cf84d9a9-a549-43bb-9190-54c1a75de9ab {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:35:58.211788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object ead9a311-4b14-4f01-a2ab-8749b48d6a02 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:35:58.213133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:35:58.213787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Checking segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:35:58.214155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:58.214650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Bound using segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:35:58.215275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Bound port: 95c5cc22-8811-4817-b87e-d267ea40f52d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:35:58.215880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:58.266405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:58.269982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acdad5a4-7e11-459e-a685-a85bf6f6fc3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:58.334400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] For port 95c5cc22-8811-4817-b87e-d267ea40f52d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:35:58.346008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] For port 95c5cc22-8811-4817-b87e-d267ea40f52d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=95c5cc22-8811-4817-b87e-d267ea40f52d,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:35:58.366015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:35:58.380699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:35:58.380832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:58.380931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:35:58.384310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:58.445648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:58.449335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:58.482322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Pushing event updated for resources: {'Port': ['ID=95c5cc22-8811-4817-b87e-d267ea40f52d,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:58.487812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:58.492010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:58.657019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.149359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:35:59.188036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.251528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.279494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:59.285985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:35:59.291692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:35:59.298836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.374386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:59.380225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:59.383690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.424489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.443940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:35:59.474731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:35:59.475939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 95c5cc22-8811-4817-b87e-d267ea40f52d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:35:59.518041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddc51dd7-7935-4d33-8251-d56c49134a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:35:59.572013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:35:59.573174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:35:59.606736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:35:59.610692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:35:59.674799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 95c5cc22-8811-4817-b87e-d267ea40f52d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:00.262359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router e89b07f0-6b8c-4730-81d2-a570262d6f85 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:36:00.298289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe7476-c305-49a6-8da5-8cdf5cd50bb1 None None] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:36:00.491670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Provisioning for port 95c5cc22-8811-4817-b87e-d267ea40f52d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:00.502754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Provisioning complete for port 95c5cc22-8811-4817-b87e-d267ea40f52d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:00.503198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:00.503426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:36:00.521710 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8443139 Dec 22 15:36:00.522004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50316) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:00.689992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.690418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.690854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.691269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.691679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.692088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.697513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-028c226d-b950-4cdd-9dab-3b1bfe372c70 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1712496 Dec 22 15:36:00.697513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50322) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:00.702421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:00.768663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] For port 95c5cc22-8811-4817-b87e-d267ea40f52d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=95c5cc22-8811-4817-b87e-d267ea40f52d,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:00.794350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.794769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.795206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.795614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.796017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.796418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:00.798611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2453a68c-9289-486e-8f2e-8522e08565b9 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0998802 Dec 22 15:36:00.801578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:00.806494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:00.810387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:00.915677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Pushing event updated for resources: {'Port': ['ID=95c5cc22-8811-4817-b87e-d267ea40f52d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:00.923748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:01.039766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:36:01.057980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7d0c212-ce3b-458e-ac77-e7a9db86febb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2525613 Dec 22 15:36:01.139244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:01.139672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.190521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a19b96d7-9ac8-4a3d-b498-22428f9b90f4 None None] Provisioning complete for port 95c5cc22-8811-4817-b87e-d267ea40f52d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:01.190998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a19b96d7-9ac8-4a3d-b498-22428f9b90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.277269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Sync routers for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:36:01.291165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:01.292263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:01.391279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50332) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:01.397764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 95c5cc22-8811-4817-b87e-d267ea40f52d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:36:01.398823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243888388', 'description': 'tempest-secgroup-smoke-1243888388 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:01.412182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:01.420810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:01.424575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:01.434947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:01.481048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.517410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 95c5cc22-8811-4817-b87e-d267ea40f52d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:01.517933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.544932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:01.551137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:01.558527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:01.573445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:01.616946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:36:01.644577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.646642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a19b96d7-9ac8-4a3d-b498-22428f9b90f4 None None] Provisioning for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:01.661938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.661938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a19b96d7-9ac8-4a3d-b498-22428f9b90f4 None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:01.661938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a19b96d7-9ac8-4a3d-b498-22428f9b90f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.680482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.684904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5082854f-f62c-4ab3-90ce-48480ceaf89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:01.748308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b88a4-f5ce-468e-99e4-5c04ae1639e8,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:01.754745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:01.820971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a19b96d7-9ac8-4a3d-b498-22428f9b90f4 None None] Port ead9a311-4b14-4f01-a2ab-8749b48d6a02 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:36:01.840524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.841942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d104d422-e491-4524-846f-7dd138812d69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4492459 Dec 22 15:36:01.845038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50338) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:01.854748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a88b88a4-f5ce-468e-99e4-5c04ae1639e8', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:01.861680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:01.866235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:01.870020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:01.877984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:01.952341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:01.972247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f20fd2b2-a4a9-4692-8626-f1cbdf40ed54 None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:01.972247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f20fd2b2-a4a9-4692-8626-f1cbdf40ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.029301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f20fd2b2-a4a9-4692-8626-f1cbdf40ed54 None None] Port ead9a311-4b14-4f01-a2ab-8749b48d6a02 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:36:02.051267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.086052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.094741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f005628-e9a0-4fa9-a1d3-121650338fce tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:02.115796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:02.129696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d7f8b-f2d6-40d4-8eb0-bb0b20aaea22,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:02.136726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:02.139682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Checking router: e89b07f0-6b8c-4730-81d2-a570262d6f85 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:36:02.140106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Updating router e89b07f0-6b8c-4730-81d2-a570262d6f85 port ead9a311-4b14-4f01-a2ab-8749b48d6a02 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:36:02.159918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-809571cb-0afb-4dd5-a36f-5bbc21f27ea3 None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:02.160354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-809571cb-0afb-4dd5-a36f-5bbc21f27ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.166520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.167933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3218417 Dec 22 15:36:02.170936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50342) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:02.177690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a88b88a4-f5ce-468e-99e4-5c04ae1639e8', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:02.192154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:02.197606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:02.201059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:02.208581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:02.238763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-809571cb-0afb-4dd5-a36f-5bbc21f27ea3 None None] Port ead9a311-4b14-4f01-a2ab-8749b48d6a02 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:36:02.283718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.360401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da52d017-d7f1-4bf1-a78b-8a85244e0f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.367154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.380804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.395458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.397384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4457a779-798d-4d89-838c-98f78376df92 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:02.425497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c7d8b2-1194-43a6-8365-41d31e374f6f,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:02.428784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:02.474922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.476395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3043125 Dec 22 15:36:02.479557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50346) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:02.486606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a88b88a4-f5ce-468e-99e4-5c04ae1639e8', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:02.493327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:02.497381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:02.502146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:02.509013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:02.744465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.757108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Transition to ACTIVE for port object ead9a311-4b14-4f01-a2ab-8749b48d6a02 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:36:02.779568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.892754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:02.899094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:03.039092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:03.077203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.077401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.077812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.078166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.078540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.078942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.079283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.079942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.080057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.080324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.080671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:03.088830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:03.151296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Attempting to bind port ead9a311-4b14-4f01-a2ab-8749b48d6a02 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:36:03.151693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Attempting to bind port ead9a311-4b14-4f01-a2ab-8749b48d6a02 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:36:03.153004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Attempting to bind port ead9a311-4b14-4f01-a2ab-8749b48d6a02 on network cf84d9a9-a549-43bb-9190-54c1a75de9ab {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:36:03.161368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:36:03.161790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Checking segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:36:03.162299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:03.163157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Bound using segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:36:03.164682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Bound port: ead9a311-4b14-4f01-a2ab-8749b48d6a02, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:36:03.164682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:03.169230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:03.259895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] For port ead9a311-4b14-4f01-a2ab-8749b48d6a02, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:36:03.263923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] For port ead9a311-4b14-4f01-a2ab-8749b48d6a02, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ead9a311-4b14-4f01-a2ab-8749b48d6a02,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:36:03.424303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:03.432737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e38b4ce6-2306-4088-abbb-130530be929d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:03.456068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a58029-3b05-4236-b732-566191182ef9,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:03.458883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:03.561220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:03.566092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5214d0c2-b0cb-4a69-8800-75674d5990e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:03.650260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:03.654864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:03.680390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:03.680390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:35:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:03.857517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:36:04.218341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:36:03Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:04.223203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b756c5b-10c8-41ad-a865-3e0ff1814a08 None None] The sync data for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv is: [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:36:03Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:36:04.235219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:04.236865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:04.238272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7575440 Dec 22 15:36:04.241321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50354) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:04.247720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a88b88a4-f5ce-468e-99e4-5c04ae1639e8', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:04.255349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:04.259742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:04.263026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:04.269185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:04.485462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:04.549983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:04.554737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-511dadf8-ec0c-4f38-9b6f-7088632e9e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:04.789122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:04.791653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c34aca7-7a10-47d2-8a45-5cc5ee867a68 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:04.814512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4801830f-3c6d-484e-a009-89f3bbb3e8bc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:04.819137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:05.047967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.051274 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8078613 Dec 22 15:36:05.054246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50360) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:05.066163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a88b88a4-f5ce-468e-99e4-5c04ae1639e8', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:05.070858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:36:05.095608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:05.115046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:05.119024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:05.132210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:05.148173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.332551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:36:05.344393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.457725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.487493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:05.494291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:05.494726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.625532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.635228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-57f94c51-f20a-41f2-8ef1-7435494b779f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:05.651417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.657151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0be801-e933-41b8-b301-16c73dd61d26,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:05.660776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:05.694554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port ead9a311-4b14-4f01-a2ab-8749b48d6a02, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ead9a311-4b14-4f01-a2ab-8749b48d6a02,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:05.910147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:05.912130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8551908 Dec 22 15:36:05.915206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50364) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:05.922871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a88b88a4-f5ce-468e-99e4-5c04ae1639e8', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:05.929828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:05.934747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:05.939619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:05.948458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:06.052762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:06.055290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:06.127433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:36:06.138417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:06.141851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:06.142223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:06.222447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:06.429373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:06.431519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b771e2da-1253-4b3b-ab8a-c2dcbfba9528 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:06.460555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f27802-b7b5-4c02-9506-8abd5c5703b4,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:06.466405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:06.566580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:06.569513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6517189 Dec 22 15:36:06.769687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-ca4bba6d-649a-47ab-808a-5372e7bef159 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:07.001586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:36:07.030975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:07.075385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:07.075902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:07.194806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-ca4bba6d-649a-47ab-808a-5372e7bef159 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:07.196549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-ca4bba6d-649a-47ab-808a-5372e7bef159 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243888388&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.4797294 Dec 22 15:36:07.375557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-70a6faec-1bb8-4bef-8277-f59603b02c02 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:07.376682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-70a6faec-1bb8-4bef-8277-f59603b02c02 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:07.498214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-70a6faec-1bb8-4bef-8277-f59603b02c02 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:07.499524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-70a6faec-1bb8-4bef-8277-f59603b02c02 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=cf84d9a9-a549-43bb-9190-54c1a75de9ab HTTP/1.1" status: 200 len: 796 time: 0.2923048 Dec 22 15:36:07.518761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-f690c0fa-f574-4d7c-966e-dfe7cde88234 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0127778 Dec 22 15:36:07.627149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-eaa882f5-4497-40b3-a61f-618a54816087 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:07.898301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-eaa882f5-4497-40b3-a61f-618a54816087 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:07.905752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-eaa882f5-4497-40b3-a61f-618a54816087 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3802688 Dec 22 15:36:08.090764 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-add29190-557a-4719-8ea5-95d97001fa22 service neutron] 10.222.0.32 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703944 Dec 22 15:36:08.268350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-2db44793-d6f1-42a7-ac92-bb3a5c1eadad service neutron] 10.222.0.32 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709497 Dec 22 15:36:08.656801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d16964e9-360b-4380-a124-f8b723ba2aa2 req-8dbf26d4-fc6a-4b78-ad8d-9b0e0c610e04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:08.669608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d16964e9-360b-4380-a124-f8b723ba2aa2 req-8dbf26d4-fc6a-4b78-ad8d-9b0e0c610e04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:08.670975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d16964e9-360b-4380-a124-f8b723ba2aa2 req-8dbf26d4-fc6a-4b78-ad8d-9b0e0c610e04 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0670514 Dec 22 15:36:09.785064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8fc4191a-9ff5-4c60-ad1f-00f05b06507c req-faa21ea2-203d-4582-96db-d0708b35bcf9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0459726 Dec 22 15:36:10.244094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:36:10.910665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec12123a-001e-4ed0-a243-1a28b8ca7f89 req-e29e559f-7d33-4ad7-8a03-f163c20f36cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0480011 Dec 22 15:36:12.359061 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f48f831-fb46-47bc-9207-bd3f96e39773 req-8c787b59-50fc-485f-81d5-9d97dd9d1804 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0543358 Dec 22 15:36:13.846112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-064a8ac7-862a-4e27-bae3-4b45f06d149a req-03b108e0-a804-4756-a90b-42a96940b52c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0521517 Dec 22 15:36:15.092945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6af69aa1-fb50-4f16-9d14-f9ae45d2f0d3 req-ea4c5337-eef8-4ec2-adcf-03db34111769 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.1026142 Dec 22 15:36:15.179058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-4cc1ccb5-23e4-4651-9e88-b5a58a3bc24a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:15.179058 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-4cc1ccb5-23e4-4651-9e88-b5a58a3bc24a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=cf84d9a9-a549-43bb-9190-54c1a75de9ab HTTP/1.1" status: 200 len: 796 time: 0.2354107 Dec 22 15:36:15.235160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-a997dc2c-322e-4bfd-ae00-0855aab3adf7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 380 time: 0.0497348 Dec 22 15:36:15.246959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['a88b88a4-f5ce-468e-99e4-5c04ae1639e8']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:15.633891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:15.646720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:16.016784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:36:16.022624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:16.701209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.12 (cf84d9a9-a549-43bb-9190-54c1a75de9ab/8288286d-89eb-4d07-a6bf-e02e18375da8/d883599e-cb1a-4b01-9e2c-793aa4f7d486) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:36:16.732892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93ccaeea-a308-407b-8915-8a293adc3fd2 req-300ffbc5-471c-4b4e-80ac-12c7c8618708 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0552797 Dec 22 15:36:17.178495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:17.198012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object d883599e-cb1a-4b01-9e2c-793aa4f7d486 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:36:17.470185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:17.476739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:17.565469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:36:17.569666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:36:17.575027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:36:17.607496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=d883599e-cb1a-4b01-9e2c-793aa4f7d486,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:17.616311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:17.649802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:17.650500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:17.846398 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6059935 Dec 22 15:36:17.859331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Request body: {'port': {'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:18.051270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:18.166124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab966ab1-7b30-40ab-82b4-ab033c610b7d req-fbb2d08c-f6da-4a03-9600-e5aea15c38b8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:18.166827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ab966ab1-7b30-40ab-82b4-ab033c610b7d req-fbb2d08c-f6da-4a03-9600-e5aea15c38b8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:18.206799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0c601789-ff56-4c3b-8663-921b2a817b17 None None] Provisioning for port d883599e-cb1a-4b01-9e2c-793aa4f7d486 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:18.212763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0c601789-ff56-4c3b-8663-921b2a817b17 None None] Provisioning complete for port d883599e-cb1a-4b01-9e2c-793aa4f7d486 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:18.213335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c601789-ff56-4c3b-8663-921b2a817b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:18.272050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0c601789-ff56-4c3b-8663-921b2a817b17 None None] Port d883599e-cb1a-4b01-9e2c-793aa4f7d486 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:36:18.485003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ab966ab1-7b30-40ab-82b4-ab033c610b7d req-fbb2d08c-f6da-4a03-9600-e5aea15c38b8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:18.486865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab966ab1-7b30-40ab-82b4-ab033c610b7d req-fbb2d08c-f6da-4a03-9600-e5aea15c38b8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 932 time: 0.5633988 Dec 22 15:36:18.527991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d883599e-cb1a-4b01-9e2c-793aa4f7d486 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:36:18.537926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:18.574796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Transition to ACTIVE for port object d883599e-cb1a-4b01-9e2c-793aa4f7d486 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:36:18.578740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab966ab1-7b30-40ab-82b4-ab033c610b7d req-19a0b814-d7c1-4ec7-836b-2ab9bdb0c7e8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851283 Dec 22 15:36:18.737978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:18.742346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac2fc5f4-1eec-4050-9c8d-022a915b7187 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:18.870382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d883599e-cb1a-4b01-9e2c-793aa4f7d486,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:19.142572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:19.256525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Attempting to bind port d883599e-cb1a-4b01-9e2c-793aa4f7d486 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:36:19.256912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Attempting to bind port d883599e-cb1a-4b01-9e2c-793aa4f7d486 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:36:19.257286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Attempting to bind port d883599e-cb1a-4b01-9e2c-793aa4f7d486 on network cf84d9a9-a549-43bb-9190-54c1a75de9ab {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:36:19.263530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Port d883599e-cb1a-4b01-9e2c-793aa4f7d486 on network cf84d9a9-a549-43bb-9190-54c1a75de9ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:36:19.263877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Attempting to bind port d883599e-cb1a-4b01-9e2c-793aa4f7d486 on network cf84d9a9-a549-43bb-9190-54c1a75de9ab {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:36:19.272904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:36:19.273288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Checking segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:36:19.273724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Bound using segment: {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:36:19.274204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Bound port: d883599e-cb1a-4b01-9e2c-793aa4f7d486, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3958eb-e823-439d-841f-331f8ed37e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:36:19.274601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:19.375808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] For port d883599e-cb1a-4b01-9e2c-793aa4f7d486, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:36:19.379254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] For port d883599e-cb1a-4b01-9e2c-793aa4f7d486, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:36:19.725930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:19.731465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3d708fd-7c67-427d-928a-4f3128f9d97d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:19.788242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:19.789906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] 10.222.0.71 "PUT /v2.0/ports/d883599e-cb1a-4b01-9e2c-793aa4f7d486 HTTP/1.1" status: 200 len: 1094 time: 1.9352405 Dec 22 15:36:19.793037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:36:19.832356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d883599e-cb1a-4b01-9e2c-793aa4f7d486,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:19.837100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:19.990396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777c796-8698-47e9-af13-84c4abe6b1b5 req-a4c8c5f4-3c90-4ccc-9763-1b7e2b8847d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:19.992713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0777c796-8698-47e9-af13-84c4abe6b1b5 req-a4c8c5f4-3c90-4ccc-9763-1b7e2b8847d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 944 time: 0.1104274 Dec 22 15:36:20.023148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'status': 'completed', 'code': 200} Dec 22 15:36:20.054207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0777c796-8698-47e9-af13-84c4abe6b1b5 req-6a675668-aaf7-49fb-9b3e-3dbd9e038746 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:20.069001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0777c796-8698-47e9-af13-84c4abe6b1b5 req-6a675668-aaf7-49fb-9b3e-3dbd9e038746 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:20.070549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0777c796-8698-47e9-af13-84c4abe6b1b5 req-6a675668-aaf7-49fb-9b3e-3dbd9e038746 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704494 Dec 22 15:36:20.137614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6f16e171-a7e4-4f46-a0f9-feb3bbe1fc12 req-eecc8baf-06a4-4023-97bf-4633d88a61e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 1097 time: 0.0944557 Dec 22 15:36:20.312339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e171-a7e4-4f46-a0f9-feb3bbe1fc12 req-7585efa7-8a2f-450c-93a4-b47fb9ae2599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:20.314553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6f16e171-a7e4-4f46-a0f9-feb3bbe1fc12 req-7585efa7-8a2f-450c-93a4-b47fb9ae2599 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=893e62757dcf4c53b1dd355e3c905573&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1682937 Dec 22 15:36:20.478758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e171-a7e4-4f46-a0f9-feb3bbe1fc12 req-8d57ebd4-6f52-47fe-9ede-3194fdb3023a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:20.489662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6f16e171-a7e4-4f46-a0f9-feb3bbe1fc12 req-8d57ebd4-6f52-47fe-9ede-3194fdb3023a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600003 Dec 22 15:36:20.598434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-9a087467-3ab1-4530-bc5f-62312a1e2ee2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 1097 time: 0.0772872 Dec 22 15:36:20.684169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-8afe6597-ca29-4cbf-a5e0-6314958a754c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486 HTTP/1.1" status: 200 len: 217 time: 0.0788901 Dec 22 15:36:20.766039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-bcbe5962-f0ea-4dbc-ac97-4ab4541b72c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:20.768876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-bcbe5962-f0ea-4dbc-ac97-4ab4541b72c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8288286d-89eb-4d07-a6bf-e02e18375da8 HTTP/1.1" status: 200 len: 834 time: 0.0790124 Dec 22 15:36:20.854631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-f0657e0c-9af5-4ee1-8399-50b9eb2449eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cf84d9a9-a549-43bb-9190-54c1a75de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800774 Dec 22 15:36:21.009516 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-8ebf6c95-aa23-4056-9d43-8c59a6194c0f service neutron] 10.222.0.71 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484284 Dec 22 15:36:21.185974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e7cb204-25dd-41d1-a036-ab1f4ce705fe req-da367ef3-9ded-4b5f-a42c-00c5f19f82be service neutron] 10.222.0.71 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703377 Dec 22 15:36:21.322908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3df7f9-8c99-4816-9bc3-fb2b9e89fc90 req-99eb986a-cbff-45e2-8405-080505e195d8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:21.324473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db3df7f9-8c99-4816-9bc3-fb2b9e89fc90 req-99eb986a-cbff-45e2-8405-080505e195d8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 944 time: 0.0997987 Dec 22 15:36:21.381789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db3df7f9-8c99-4816-9bc3-fb2b9e89fc90 req-0c20dedc-17a0-4880-8d95-eafa9d747a4c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506473 Dec 22 15:36:22.629124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30265-20a1-42e4-ac6e-e21e4f418fe4 req-499b02f6-c804-4e33-abda-53a0dad333fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:22.630841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84a30265-20a1-42e4-ac6e-e21e4f418fe4 req-499b02f6-c804-4e33-abda-53a0dad333fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 944 time: 0.1064298 Dec 22 15:36:22.694216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84a30265-20a1-42e4-ac6e-e21e4f418fe4 req-69a7d1e5-9344-4f08-a75d-77a03f3c507c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Dec 22 15:36:23.184493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d883599e-cb1a-4b01-9e2c-793aa4f7d486 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:36:23.334220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port d883599e-cb1a-4b01-9e2c-793aa4f7d486, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:23.350004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:36:23.409710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:23.442789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d883599e-cb1a-4b01-9e2c-793aa4f7d486 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:36:23.459403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port d883599e-cb1a-4b01-9e2c-793aa4f7d486, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:23.658770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:23.660761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:23.734026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=d883599e-cb1a-4b01-9e2c-793aa4f7d486,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:23.738281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:23.876435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['d883599e-cb1a-4b01-9e2c-793aa4f7d486'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:36:23.922962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5562e8e-40d2-4032-b2a6-6b161085edca req-d2bf4c27-b19d-4eb7-a893-2c9e8066c88a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:23.924876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5562e8e-40d2-4032-b2a6-6b161085edca req-d2bf4c27-b19d-4eb7-a893-2c9e8066c88a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 945 time: 0.0921624 Dec 22 15:36:23.988407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5562e8e-40d2-4032-b2a6-6b161085edca req-64866e9a-e746-4ce3-95cd-cdeb836ef201 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575140 Dec 22 15:36:25.198697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d883599e-cb1a-4b01-9e2c-793aa4f7d486 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:36:25.270238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307c1a-bf97-4021-9af6-4e76e9960067 req-d448392b-989c-4dbf-905a-6b25ff79eade tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:25.272435 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef307c1a-bf97-4021-9af6-4e76e9960067 req-d448392b-989c-4dbf-905a-6b25ff79eade tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 945 time: 0.1116920 Dec 22 15:36:25.328130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef307c1a-bf97-4021-9af6-4e76e9960067 req-554efd98-fae3-45da-ab26-518a82c7014a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489192 Dec 22 15:36:25.600801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port d883599e-cb1a-4b01-9e2c-793aa4f7d486 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:25.606406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port d883599e-cb1a-4b01-9e2c-793aa4f7d486 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:25.606837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:25.730214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:25.936209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:36:25.947555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port d883599e-cb1a-4b01-9e2c-793aa4f7d486, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:25.993622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'code': 200} Dec 22 15:36:26.061978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:26.064553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:26.137387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=d883599e-cb1a-4b01-9e2c-793aa4f7d486,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:26.141272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:26.552331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b8f24-7bcd-4b05-be7e-6313d1504444 req-2c2326d1-b4ca-4d03-a3c8-d94174f1b185 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:26.553904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b40b8f24-7bcd-4b05-be7e-6313d1504444 req-2c2326d1-b4ca-4d03-a3c8-d94174f1b185 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.0945840 Dec 22 15:36:26.607218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b40b8f24-7bcd-4b05-be7e-6313d1504444 req-9c9c0051-6b7c-4974-8040-8af4060cbc6e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468137 Dec 22 15:36:26.667780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd0a7f39-2fc6-41b2-97de-7af701c6b075 req-b4833756-5566-449c-9dff-899f4825bdf4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 1099 time: 0.0851150 Dec 22 15:36:26.713558 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd0a7f39-2fc6-41b2-97de-7af701c6b075 req-02881a2b-daa4-4ef1-a594-bd54ce565fce service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Dec 22 15:36:27.835785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabfb10-8785-4bc8-94cf-f429a2adc28d req-bb4c378e-3917-4d10-ae4b-44ebd5fec83e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:27.837429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3fabfb10-8785-4bc8-94cf-f429a2adc28d req-bb4c378e-3917-4d10-ae4b-44ebd5fec83e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.0937045 Dec 22 15:36:27.891085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3fabfb10-8785-4bc8-94cf-f429a2adc28d req-c279cd61-7805-47df-a38c-e391f37d294e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471661 Dec 22 15:36:29.328307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4be9e-210d-4edd-9234-46a4e6c1f8a4 req-5ed14f15-d81b-4ff3-8722-3eedbee5ee22 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:29.330149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cec4be9e-210d-4edd-9234-46a4e6c1f8a4 req-5ed14f15-d81b-4ff3-8722-3eedbee5ee22 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.2075825 Dec 22 15:36:29.393418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cec4be9e-210d-4edd-9234-46a4e6c1f8a4 req-51ffc883-43e3-4e94-a9d2-df7d72d6f53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520000 Dec 22 15:36:29.616213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6caffb4-83d4-4dcf-865c-d7254dcc979e req-797d6a3f-4ab6-48cf-871c-1a71512f0553 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:29.618632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f6caffb4-83d4-4dcf-865c-d7254dcc979e req-797d6a3f-4ab6-48cf-871c-1a71512f0553 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.0931416 Dec 22 15:36:29.678007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f6caffb4-83d4-4dcf-865c-d7254dcc979e req-0296fc87-65f9-4b6c-b73d-bfbb90c8d342 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477359 Dec 22 15:36:29.716380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50478) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:29.810249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af6a7912-c426-4672-b07a-e8e385408fe3 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 1094 time: 0.0925231 Dec 22 15:36:29.816757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:29.819411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:29.826052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:29.830931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:36:29.834395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:36:29.845018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:29.891387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:30.057799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:30.244699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.116 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/da776d56-74bf-416a-a9a7-f62617e4c254) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:36:30.417351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:30.499230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:30.505555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:30.578309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:36:30.580156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:36:30.584425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:36:30.617672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=da776d56-74bf-416a-a9a7-f62617e4c254,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:30.624986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:31.278237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:31.415042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:31.548043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:31.651764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:31.731896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:31.736865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e696bb69-1210-4365-a3b9-6e7e38af2c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:31.841344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=da776d56-74bf-416a-a9a7-f62617e4c254,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:31.845995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:31.866079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:32.087795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 117c0915-a197-4d88-96e5-fdea667f03bd associated. External IP: 172.26.4.116, port: d883599e-cb1a-4b01-9e2c-793aa4f7d486. Dec 22 15:36:32.359303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8549c65-3b63-4474-89aa-33d549be3a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:32.810085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router e89b07f0-6b8c-4730-81d2-a570262d6f85 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:36:33.038905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:36:33.050281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] Sync routers for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:36:33.079245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:33.079245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:36:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:33.177872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:33.237234 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4226799 Dec 22 15:36:33.237956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:36:33.242710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:33.268905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:36:33.305426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'status': 'completed', 'code': 200} Dec 22 15:36:33.548260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-6d1902da-63af-40e8-b842-623a12e5f318 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 1099 time: 0.2222419 Dec 22 15:36:33.555343 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-776dd490-308c-482f-be2b-541d2b75617f tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85 HTTP/1.1" status: 200 len: 922 time: 0.3080287 Dec 22 15:36:33.558298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50500) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:33.653557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '117c0915-a197-4d88-96e5-fdea667f03bd', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:31Z', 'updated_at': '2021-12-22T15:36:31Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:36:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:33.658059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] Checking router: e89b07f0-6b8c-4730-81d2-a570262d6f85 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:36:33.674128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:36:33.674494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:36:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:33.678693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-62c8b68f-9aee-4923-aa69-3d537c0de645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1187801 Dec 22 15:36:33.703829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1794e-855d-4e4d-8e81-889adc76140b req-66c584a5-8e8b-4a33-95e2-b137f48641b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:33.705518 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-66c584a5-8e8b-4a33-95e2-b137f48641b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cf84d9a9-a549-43bb-9190-54c1a75de9ab HTTP/1.1" status: 200 len: 897 time: 0.1488535 Dec 22 15:36:33.824391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-e57f6f60-e4b0-4a12-ad84-79d7da4c52cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486 HTTP/1.1" status: 200 len: 1000 time: 0.1123033 Dec 22 15:36:33.846465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:33.890126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:36:33.895899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1794e-855d-4e4d-8e81-889adc76140b req-d61eea9a-c89a-424d-8e20-8d23c15af174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:33.897496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-d61eea9a-c89a-424d-8e20-8d23c15af174 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8288286d-89eb-4d07-a6bf-e02e18375da8 HTTP/1.1" status: 200 len: 834 time: 0.0669830 Dec 22 15:36:34.004672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-f3d3fc8c-1e63-4f05-9628-ef99cf0d6957 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cf84d9a9-a549-43bb-9190-54c1a75de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000674 Dec 22 15:36:34.192562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-6e4c583f-3064-4675-8136-3b4c2d25325b service neutron] 10.222.0.71 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746056 Dec 22 15:36:34.300988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '117c0915-a197-4d88-96e5-fdea667f03bd', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:31Z', 'updated_at': '2021-12-22T15:36:31Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:36:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:36:34.305250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b6ee83-c78a-43af-a0d6-784ad4a783db None None] The sync data for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv is: [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '117c0915-a197-4d88-96e5-fdea667f03bd', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:31Z', 'updated_at': '2021-12-22T15:36:31Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:36:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:36:34.346556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c1794e-855d-4e4d-8e81-889adc76140b req-40a23913-a24a-41db-a529-059c37e0b5de service neutron] 10.222.0.71 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528971 Dec 22 15:36:34.510033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e898e9a6-0651-4194-a8d9-bec4b51686f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:34.680377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50506) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:34.741543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbf2816-8540-4517-931d-1ef657630ce7 None None] New status for floating IP 117c0915-a197-4d88-96e5-fdea667f03bd: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:36:34.805936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e70c158-e8ca-4309-a8a0-d84c53b0d61b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1235170 Dec 22 15:36:34.949098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:35.809961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50512) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:36:35.928847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-907fbeb7-5204-405c-bf9d-186b144500bf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 994 time: 0.1174276 Dec 22 15:36:36.846790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:40.209304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-0c32ca93-5997-4dc3-87c2-26acc5a158d3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198563471&fields=id&tenant_id=0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 267 time: 0.0480940 Dec 22 15:36:40.384581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-cf047142-69d7-4f2d-99fa-b177d249ff1b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:40.386257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-cf047142-69d7-4f2d-99fa-b177d249ff1b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 812 time: 0.1695387 Dec 22 15:36:40.407432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-c7bd30f0-7804-4fb5-8ec8-be3a8c97809a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/quotas/0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 375 time: 0.0135961 Dec 22 15:36:40.507439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-7504e4dd-2014-46d2-a3e9-d31949368161 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0932865 Dec 22 15:36:40.678765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-ff3b3a8c-52f7-4d2d-bfef-d3aa054ba153 service neutron] 10.222.0.32 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573620 Dec 22 15:36:40.827565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-ed1f93cc-45f9-4e3f-9e70-f2eac81e632f service neutron] 10.222.0.32 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421506 Dec 22 15:36:41.698771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-199330ce-1a14-413b-9f86-60cb212f2e1d req-342e3817-dc65-40d4-9725-c5c2fce82370 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 210 time: 0.0484543 Dec 22 15:36:42.883409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5e66346-7543-40f3-8c31-498c97599010 req-1bf8520b-f5ae-4e1d-a5cd-de803812eb51 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 210 time: 0.0559735 Dec 22 15:36:44.088221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f30ab0ba-5561-4fdd-986b-416d88218a33 req-6bbb60f2-d1c7-460a-8531-2c5d98efaf63 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 210 time: 0.0672333 Dec 22 15:36:44.247185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-feec23ac-2dee-4e91-93df-2f86123ec374 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:44.250127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-feec23ac-2dee-4e91-93df-2f86123ec374 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 812 time: 0.2615807 Dec 22 15:36:44.325356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-08c0e6d9-3a91-4a51-a4d5-9362deaa35a3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4fbe25a2464ea2aab0447fb9176551 HTTP/1.1" status: 200 len: 380 time: 0.0562868 Dec 22 15:36:44.334641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'port': {'device_id': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'admin_state_up': True, 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'security_groups': ['17dedd9d-ead5-40fc-81d8-1298219d014b']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:44.529979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:36:44.548033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:36:44.599060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Made reservation on behalf of 0d4fbe25a2464ea2aab0447fb9176551 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:36:44.605695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:44.809051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Allocated IP 172.20.0.9 (01f74385-7e49-4ed6-8fef-bb4aa34740e2/77b7d538-31c7-4d2a-9eaf-84766a944a79/17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:36:45.334763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb575aad-8d4f-48d0-a92d-648ab08514c6 req-893aa35f-686b-45ad-86e3-e4a25e1a3346 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 210 time: 0.0729563 Dec 22 15:36:45.382229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:45.401288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Transition to ACTIVE for port object 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:36:45.465794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:45.472071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:45.540908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:36:45.549813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:36:45.554864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:36:45.596271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:45.601708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:45.634116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:45.634856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:45.797016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4670229 Dec 22 15:36:45.822833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Request body: {'port': {'device_id': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:36:46.006944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fcbf469a-9d23-4c97-93b2-1483a0a09429 None None] Provisioning for port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:46.013084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fcbf469a-9d23-4c97-93b2-1483a0a09429 None None] Provisioning complete for port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:46.021755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fcbf469a-9d23-4c97-93b2-1483a0a09429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:46.071898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf469a-9d23-4c97-93b2-1483a0a09429 None None] Port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:36:46.179581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:46.551971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9443-2df6-4ba3-a307-a8f47d1976dd req-d2f74713-2dfb-4f6a-9a3b-6dfb780bf956 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:46.553641 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a8a9443-2df6-4ba3-a307-a8f47d1976dd req-d2f74713-2dfb-4f6a-9a3b-6dfb780bf956 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 931 time: 0.0930758 Dec 22 15:36:46.556971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:36:46.566600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:46.584782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Transition to ACTIVE for port object 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:36:46.605265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a8a9443-2df6-4ba3-a307-a8f47d1976dd req-ed81585f-07e5-4836-bf86-d9fac8c1529c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Dec 22 15:36:46.640570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:46.646144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:46.784450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Pushing event updated for resources: {'Port': ['ID=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:46.790411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:46.906334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Attempting to bind port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:36:46.906724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Attempting to bind port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:36:46.912122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Attempting to bind port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:36:46.916373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:36:46.916750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Attempting to bind port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 on network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:36:46.925242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:36:46.925604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Checking segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:36:46.926041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Bound using segment: {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:36:46.926527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Bound port: 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64b5fda-a72a-4b9f-a458-d11f961013d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:36:46.926942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:47.036415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] For port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:36:47.039824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] For port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:36:47.075926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:47.081109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c90dc921-8c5f-49b8-a2f7-e4d847da560f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:47.138629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:47.140243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] 10.222.0.71 "PUT /v2.0/ports/17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 200 len: 1093 time: 1.3339674 Dec 22 15:36:47.143660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:36:47.179748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Pushing event updated for resources: {'Port': ['ID=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:47.183632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:47.250159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:36:47.311114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'status': 'completed', 'code': 200} Dec 22 15:36:47.320684 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-8884d34d-c334-45bb-8dde-a42d544cc447 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1096 time: 0.0909286 Dec 22 15:36:47.403366 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-4bc1fb72-b6dd-44b1-bc89-bb5b1a0292a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0751278 Dec 22 15:36:47.473905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-d4c58f24-bbfe-4eb0-b3d1-642367d5b34a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:47.475592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-d4c58f24-bbfe-4eb0-b3d1-642367d5b34a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0656002 Dec 22 15:36:47.562355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-a2bc55ef-95c3-4252-92cd-b44a14410752 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802038 Dec 22 15:36:47.707960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-a8883a28-97ba-4adc-a1e9-0cd1997fa964 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382153 Dec 22 15:36:47.816204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d139a-0841-4561-a224-9dc5e6ad928a req-03beb346-6285-47ab-b3e1-742807c9c9c3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:47.817871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6d139a-0841-4561-a224-9dc5e6ad928a req-03beb346-6285-47ab-b3e1-742807c9c9c3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.0898416 Dec 22 15:36:47.856310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8440a83-5272-42e8-8c0b-6d08391ea2e5 req-f412db55-b45f-44b5-9293-5bc7b34b3498 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405542 Dec 22 15:36:47.869706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6d139a-0841-4561-a224-9dc5e6ad928a req-e48f1444-6238-4874-8373-845d2fdaaf42 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449870 Dec 22 15:36:48.004980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-2fec09dd-fcc6-4850-bddb-013c23dbc760 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1096 time: 0.0749459 Dec 22 15:36:48.154157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5751-333d-4e79-90f8-46c29726034d req-3afa530b-ed55-4a7a-a211-1f2e3d210d95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:48.154157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-3afa530b-ed55-4a7a-a211-1f2e3d210d95 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1410227 Dec 22 15:36:48.232290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-a907cfe5-68a2-418c-9570-bd8661e36355 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0705805 Dec 22 15:36:48.306384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f5751-333d-4e79-90f8-46c29726034d req-f4fd3843-ff8b-4877-8ac1-c4e092eafbbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:48.308109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-f4fd3843-ff8b-4877-8ac1-c4e092eafbbe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0687685 Dec 22 15:36:48.401503 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-66f8cc70-e4a9-46c7-85f7-db2b6c32a69b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859423 Dec 22 15:36:48.547190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-db3ca0bb-0bf2-4f84-bed9-0ce448ae0c38 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390262 Dec 22 15:36:48.696007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c5f5751-333d-4e79-90f8-46c29726034d req-bb4b703c-bf41-4361-af37-7a258723436e service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409400 Dec 22 15:36:49.078322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad3f2-b618-46e8-a8bf-76637d350b1b req-2ddf147c-80a2-425b-b048-3c24990bf6d4 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:49.079192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-823ad3f2-b618-46e8-a8bf-76637d350b1b req-2ddf147c-80a2-425b-b048-3c24990bf6d4 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:36:49.131835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-823ad3f2-b618-46e8-a8bf-76637d350b1b req-2ddf147c-80a2-425b-b048-3c24990bf6d4 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:36:49.134653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ad3f2-b618-46e8-a8bf-76637d350b1b req-2ddf147c-80a2-425b-b048-3c24990bf6d4 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.1365223 Dec 22 15:36:49.184149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-823ad3f2-b618-46e8-a8bf-76637d350b1b req-2ef10b8f-6d10-4275-abcc-300966d1b7ef tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Dec 22 15:36:50.398467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375f713-bc06-4b22-aa32-7967f27bf9ee req-6e9d206f-85fe-441b-924c-b6c648335c3d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:50.400322 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3375f713-bc06-4b22-aa32-7967f27bf9ee req-6e9d206f-85fe-441b-924c-b6c648335c3d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.0871747 Dec 22 15:36:50.452408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3375f713-bc06-4b22-aa32-7967f27bf9ee req-c3df8fc0-36c1-4c4b-8044-ad3ed476aba5 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Dec 22 15:36:51.669735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27a38b-cdc4-48d4-9ef6-8e392e01a37f req-2bfcfc8f-58ef-408a-9f2f-109058b0120d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:51.671361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7e27a38b-cdc4-48d4-9ef6-8e392e01a37f req-2bfcfc8f-58ef-408a-9f2f-109058b0120d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.0861781 Dec 22 15:36:51.726662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7e27a38b-cdc4-48d4-9ef6-8e392e01a37f req-4a8a1997-959d-449e-adf8-04a17ce6964d tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486286 Dec 22 15:36:52.931949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa04fb-3352-4c2c-bcba-9a40d6fe85bc req-ef8458c2-8126-4d1a-9cc6-ced201898c5e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:52.933563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7eaa04fb-3352-4c2c-bcba-9a40d6fe85bc req-ef8458c2-8126-4d1a-9cc6-ced201898c5e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.0866055 Dec 22 15:36:52.982603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7eaa04fb-3352-4c2c-bcba-9a40d6fe85bc req-20005d55-d1a3-4db7-8724-532897663849 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Dec 22 15:36:54.197232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fb9f8-8eb0-4e28-91c9-fd01012bbc0c req-cbe36f06-e38c-4f29-8a36-d635a686decb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:54.198899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-670fb9f8-8eb0-4e28-91c9-fd01012bbc0c req-cbe36f06-e38c-4f29-8a36-d635a686decb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.0916281 Dec 22 15:36:54.253018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-670fb9f8-8eb0-4e28-91c9-fd01012bbc0c req-b5a65537-b24b-4632-9234-6706e3c4056c tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 Dec 22 15:36:55.324735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:36:55.477355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba771776-e3b6-43ec-98de-55570ceb403e req-1dd818ec-6b2a-43b1-810c-96eeb7214807 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:55.478941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba771776-e3b6-43ec-98de-55570ceb403e req-1dd818ec-6b2a-43b1-810c-96eeb7214807 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 943 time: 0.0970461 Dec 22 15:36:55.485631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:55.505414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'port_id': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'mac_address': 'fa:16:3e:13:03:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:36:55.531805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba771776-e3b6-43ec-98de-55570ceb403e req-d0b3cb3c-ee60-4689-87aa-29be7f9acea2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 Dec 22 15:36:55.568781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:55.588513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:36:55.605711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:55.634630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:55.636666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:55.705905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:55.709343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:55.860262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:36:56.752499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f070-00fc-4ba6-88ce-95e67f10c1dd req-c757ac0e-83b9-40ef-beb7-e6a134d86286 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:56.754215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8d8f070-00fc-4ba6-88ce-95e67f10c1dd req-c757ac0e-83b9-40ef-beb7-e6a134d86286 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 944 time: 0.0889678 Dec 22 15:36:56.807568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8d8f070-00fc-4ba6-88ce-95e67f10c1dd req-7a8b9818-ef3c-42fe-806f-61755da36d60 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466702 Dec 22 15:36:57.338631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:36:57.457534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:36:57.463245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:36:57.463723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:57.587670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:57.617599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:36:57.628577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:36:57.675395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:36:57.679596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'code': 200} Dec 22 15:36:57.693662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:36:57.753921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:36:57.763795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.764191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.764572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.764954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.765397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.765766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.766677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.767067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.767432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.767830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.768198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:36:57.772500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:36:58.084052 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9aa455ce-bce1-473c-8300-5bb0a5b24094 req-9352e3d0-78cf-46e4-a58e-50d9de305f3c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1098 time: 0.0924745 Dec 22 15:36:58.156549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9aa455ce-bce1-473c-8300-5bb0a5b24094 req-8801b02d-0857-48dc-a346-7cff380a48a4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652688 Dec 22 15:36:58.267427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d7a8c-071e-45b6-b3c2-90214bc1048d req-06374da5-0508-431b-97a3-2b6971de5ae6 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:58.270633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-367d7a8c-071e-45b6-b3c2-90214bc1048d req-06374da5-0508-431b-97a3-2b6971de5ae6 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.3357756 Dec 22 15:36:58.323310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-367d7a8c-071e-45b6-b3c2-90214bc1048d req-a0cadcf9-f9b5-41cc-a027-2444ae41ea16 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Dec 22 15:36:59.539074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd804-d40b-40ce-999c-9aec49285a8f req-fb3ca600-24b6-4216-9b16-31ea40db8284 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:36:59.540730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b40dd804-d40b-40ce-999c-9aec49285a8f req-fb3ca600-24b6-4216-9b16-31ea40db8284 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.0892758 Dec 22 15:36:59.598058 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b40dd804-d40b-40ce-999c-9aec49285a8f req-7ef9896d-ddfa-4472-a1be-4d2b30873995 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Dec 22 15:37:00.808432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aed85a-5060-44f1-b192-a23e25de60f1 req-3bfeaf8f-8224-4da9-842a-dafee153876e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:00.810112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9aed85a-5060-44f1-b192-a23e25de60f1 req-3bfeaf8f-8224-4da9-842a-dafee153876e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.0857754 Dec 22 15:37:00.869200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9aed85a-5060-44f1-b192-a23e25de60f1 req-e7e2f906-4dee-49c8-907b-3914ba1c3d3b tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528107 Dec 22 15:37:01.085669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea034d-51f9-4246-9ad1-04596a1d3d7e req-17f099c7-c17f-485d-9859-e54ceaff4b9a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:01.087425 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-99ea034d-51f9-4246-9ad1-04596a1d3d7e req-17f099c7-c17f-485d-9859-e54ceaff4b9a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.0928595 Dec 22 15:37:01.137419 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-99ea034d-51f9-4246-9ad1-04596a1d3d7e req-600f3190-3cee-4d57-be45-10b31f11b240 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439172 Dec 22 15:37:01.171611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50600) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:01.328053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8c6fc4d-79f4-4cb3-9d1b-5e3a7c25cee0 tempest-TestVolumeBootPattern-2059451640 tempest-TestVolumeBootPattern-2059451640-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1093 time: 0.1550705 Dec 22 15:37:01.331451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50606) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:01.337187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:01.343253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:01.347374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Usage tracker for resource:floatingip and tenant:0d4fbe25a2464ea2aab0447fb9176551 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:01.350363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:01.356647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:01.429182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:01.497399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:01.581971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:01.728930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Allocated IP 172.26.4.245 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/7287675c-941e-4746-8ab3-dabb1c3d809d) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:01.892855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:01.959047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:01.963728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:02.037083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:02.040882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:02.043109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=7287675c-941e-4746-8ab3-dabb1c3d809d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:02.045596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:02.095602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.096093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.096518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.096934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.097346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.097761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.098168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.098594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.099017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.099424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.099832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:02.105163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:02.367181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d16c830-456e-4efb-90e9-70b82cf5cd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.611902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.699757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.923626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.956227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.960597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7158314c-c60e-4708-b5a2-4a546fea4638 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:03.068563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event updated for resources: {'Port': ['ID=7287675c-941e-4746-8ab3-dabb1c3d809d,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:03.072993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:03.086845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:03.288432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Floating IP 42fc07c9-5791-45ff-acb0-be01a9a6ef61 associated. External IP: 172.26.4.245, port: 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5. Dec 22 15:37:03.701861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:37:03.795154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:03.909522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:03.920414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:03.933484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:03.934167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:36:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:03.981134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:04.040093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7075210 Dec 22 15:37:04.040790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:37:04.099858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'status': 'completed', 'code': 200} Dec 22 15:37:04.132797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:04.220538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-38f130bc-fe62-46f4-b09f-34ee8cdc27c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1098 time: 0.0834503 Dec 22 15:37:04.369666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-ddcfcaa4-a3e0-4036-a46e-3c5bc421174d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:04.371324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-ddcfcaa4-a3e0-4036-a46e-3c5bc421174d service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1437206 Dec 22 15:37:04.482746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-47d884ef-1f25-40a5-9edd-d9d0c0ed658f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 200 len: 999 time: 0.1041973 Dec 22 15:37:04.529323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '42fc07c9-5791-45ff-acb0-be01a9a6ef61', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:13:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:02Z', 'updated_at': '2021-12-22T15:37:02Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}, {'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:29Z', 'revision_number': 1, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:04.534284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:04.545164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-468ff159-36b8-4700-af15-6cd48a97369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:04.549231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:04.549970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:04.561963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-2ae95bc5-003f-4ca6-88af-aac04bf99db0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:04.563609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-2ae95bc5-003f-4ca6-88af-aac04bf99db0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0704093 Dec 22 15:37:04.652919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-7fb6fe39-02df-4947-967f-7b696febbf28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827236 Dec 22 15:37:04.801080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-a9ba664b-c141-440a-86b0-5a0993795f8d service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418366 Dec 22 15:37:04.919769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:04.958138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31e2213a-6d9e-4858-a644-d4203f4b8eec req-f71d8f47-e23e-4891-b352-571edf44e815 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477640 Dec 22 15:37:05.042923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50616) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:05.065607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:05.278137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa060a81-e3a4-4a26-b691-e0ff010a9145 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2308722 Dec 22 15:37:05.278436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50620) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:05.331054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '42fc07c9-5791-45ff-acb0-be01a9a6ef61', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:13:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:02Z', 'updated_at': '2021-12-22T15:37:02Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}, {'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:29Z', 'revision_number': 1, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:05.335481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d1e2e-5f7a-434d-990d-2c593bb81a39 None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '42fc07c9-5791-45ff-acb0-be01a9a6ef61', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:13:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:02Z', 'updated_at': '2021-12-22T15:37:02Z', 'revision_number': 0, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}, {'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:29Z', 'revision_number': 1, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:05.703993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b710b0-2a75-404a-9eb3-9a5f20a51e0d None None] New status for floating IP 42fc07c9-5791-45ff-acb0-be01a9a6ef61: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:37:05.869380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a07035-4506-434f-a826-f04d080929d1 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Notify agent at dv-neutron-822709-1-hyperv the message router_removed_from_agent {{(pid=88968) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 22 15:37:05.872902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-25a07035-4506-434f-a826-f04d080929d1 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "DELETE /v2.0/agents/789440b0-5e3d-446b-9d89-7a0023cd4b3c/l3-routers/e89b07f0-6b8c-4730-81d2-a570262d6f85 HTTP/1.1" status: 204 len: 168 time: 0.5933013 Dec 22 15:37:05.875907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50624) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:06.318641 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0b00eecb-5965-49e5-8e6a-4909aa715fa6 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.4384561 Dec 22 15:37:06.320261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50628) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:06.321747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed59c52-1acb-421b-aedc-6ae40b8cdd4a None None] New status for floating IP 117c0915-a197-4d88-96e5-fdea667f03bd: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:37:06.440437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7d9343f1-6012-4b8b-a07a-2ba59d3da145 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 994 time: 0.1188710 Dec 22 15:37:06.811744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:07.031833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:37:07.150721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:07.169107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:07.204401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:07.205264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:37:07.233611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa8fa9a1-d9db-448f-8d75-5cc0f7061607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:07.328811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:07.332181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:07.389022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:07.424963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port ead9a311-4b14-4f01-a2ab-8749b48d6a02, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ead9a311-4b14-4f01-a2ab-8749b48d6a02,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:07.444156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50632) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:07.461607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:07.465175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81609932-876a-408f-a42b-c1c9876de17c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:07.542649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:07.546147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:07.560255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-143fe631-8eae-4711-8cd4-d49222bb2711 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1147678 Dec 22 15:37:08.723502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50638) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:09.061476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ba53ea-d02b-4d45-ae1e-b8f44c0e830e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Router e89b07f0-6b8c-4730-81d2-a570262d6f85 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:37:09.062018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ba53ea-d02b-4d45-ae1e-b8f44c0e830e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Notify agent at dv-neutron-822709-1-hyperv the message router_added_to_agent {{(pid=88968) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 22 15:37:09.090842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-07ba53ea-d02b-4d45-ae1e-b8f44c0e830e tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "POST /v2.0/agents/789440b0-5e3d-446b-9d89-7a0023cd4b3c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3634310 Dec 22 15:37:09.095849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50644) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:09.109449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] Sync routers for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:09.124026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:09.125067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:09.316916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a5a4e8a6-c691-4426-9a10-4184661eacae tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2244959 Dec 22 15:37:09.320804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50650) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:09.444355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e04671ce-be2a-403f-bd9b-84f805f07424 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1208878 Dec 22 15:37:09.485922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:09.866738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '117c0915-a197-4d88-96e5-fdea667f03bd', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:31Z', 'updated_at': '2021-12-22T15:37:06Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:37:07Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:09.871324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] Checking router: e89b07f0-6b8c-4730-81d2-a570262d6f85 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:09.882974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:09.883641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:10.083665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:10.447569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50654) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:10.480451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '117c0915-a197-4d88-96e5-fdea667f03bd', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:31Z', 'updated_at': '2021-12-22T15:37:06Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:37:07Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:10.485424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106942f-1cf5-4f23-91e7-b490c31d30db None None] The sync data for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv is: [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '117c0915-a197-4d88-96e5-fdea667f03bd', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'port_id': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'mac_address': 'fa:16:3e:fe:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:36:31Z', 'updated_at': '2021-12-22T15:37:06Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:37:07Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:10.571217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-abef609d-f1b4-4486-a5a4-3c2e7f4dbf84 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1222875 Dec 22 15:37:11.064422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:11.144194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:11.144633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:11.272438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:11.309344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port ead9a311-4b14-4f01-a2ab-8749b48d6a02, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ead9a311-4b14-4f01-a2ab-8749b48d6a02,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:11.361117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:11.363371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:11.435471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:11.439408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:11.575376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50658) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:11.690209 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-50c35a9b-f37a-4f99-a2d4-95054a3cbacf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1134324 Dec 22 15:37:12.694689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50662) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:12.815843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-026e6ee6-b331-47cf-8917-fdad4b6e130a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1127076 Dec 22 15:37:13.113281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:13.195773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:13.196189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:13.317203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:13.354491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:13.400942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:13.400942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:13.426020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:13.544840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:13.544840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:13.544840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ead9a311-4b14-4f01-a2ab-8749b48d6a02 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:13.544840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:13.759493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c743fd-7088-420c-b6dd-83a0e3fe1ede None None] New status for floating IP 117c0915-a197-4d88-96e5-fdea667f03bd: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:37:13.819849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50666) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:13.936175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0152acc3-723b-4b65-b838-d44faac55a20 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 992 time: 0.1211772 Dec 22 15:37:14.940315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50670) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:15.042665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:15.061440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f233b5a6-b285-4a0f-b388-064d7c9565ed tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 200 len: 994 time: 0.1197045 Dec 22 15:37:15.120149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:15.120579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:15.378143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50678) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:15.593824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port da776d56-74bf-416a-a9a7-f62617e4c254 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:37:15.597785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:15.776250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:15.776630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:15.905554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for da776d56-74bf-416a-a9a7-f62617e4c254 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:37:16.092452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:16.098086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-018aeef5-f5b8-4c92-b600-8d4a0b54a3cc tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:16.146043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=da776d56-74bf-416a-a9a7-f62617e4c254,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:16.149064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:16.243304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:16.661805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router e89b07f0-6b8c-4730-81d2-a570262d6f85 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:37:16.880185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:16.894317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] Sync routers for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:16.907137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:16.907850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:16.955415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:17.037162 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/117c0915-a197-4d88-96e5-fdea667f03bd HTTP/1.1" status: 204 len: 168 time: 1.6577692 Dec 22 15:37:17.037872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:37:17.148788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:17.249855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'status': 'completed', 'code': 200} Dec 22 15:37:17.363751 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-5445e466-b293-4ff8-af64-9f24b4f708b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 1099 time: 0.0886877 Dec 22 15:37:17.544517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-2c011377-e1e8-4bdd-8c3f-4da8dc9d7bf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:17.545991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:37:11Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:17.546322 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-2c011377-e1e8-4bdd-8c3f-4da8dc9d7bf2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cf84d9a9-a549-43bb-9190-54c1a75de9ab HTTP/1.1" status: 200 len: 897 time: 0.1759040 Dec 22 15:37:17.550451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] Checking router: e89b07f0-6b8c-4730-81d2-a570262d6f85 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:17.565992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:17.567128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:17.627959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-21b0ea5a-f6da-47ce-943a-f760ec2d94de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486 HTTP/1.1" status: 200 len: 217 time: 0.0723448 Dec 22 15:37:17.706429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-21870ebc-5ada-49d8-a43e-c51ea26d8272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:17.708091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-21870ebc-5ada-49d8-a43e-c51ea26d8272 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8288286d-89eb-4d07-a6bf-e02e18375da8 HTTP/1.1" status: 200 len: 834 time: 0.0691421 Dec 22 15:37:17.718833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735da803-3e88-4872-a05c-ed3a43abc9a8 req-24dea973-a472-4b88-bb3f-c2dc0a1ab124 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:17.719800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-735da803-3e88-4872-a05c-ed3a43abc9a8 req-24dea973-a472-4b88-bb3f-c2dc0a1ab124 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:17.783100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:17.800418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-e0836284-1c2d-4e3b-85de-bc74d6b61549 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cf84d9a9-a549-43bb-9190-54c1a75de9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850456 Dec 22 15:37:17.815649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-0467e44c-6c7f-4428-83e7-c763de2e0375 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:37:17.816717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-0467e44c-6c7f-4428-83e7-c763de2e0375 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060816 Dec 22 15:37:17.832940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-735da803-3e88-4872-a05c-ed3a43abc9a8 req-24dea973-a472-4b88-bb3f-c2dc0a1ab124 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:17.835184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-735da803-3e88-4872-a05c-ed3a43abc9a8 req-24dea973-a472-4b88-bb3f-c2dc0a1ab124 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.2174842 Dec 22 15:37:17.901643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-735da803-3e88-4872-a05c-ed3a43abc9a8 req-eca4154d-b113-4c19-b755-345e2321cf15 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541229 Dec 22 15:37:17.980869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-f15f29ee-3e73-415f-942f-0e999f526ae0 service neutron] 10.222.0.71 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572821 Dec 22 15:37:18.167579 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec0b9701-b4ef-4644-b79c-24789a65fdf2 req-b9064647-2beb-43f5-8903-1ebd718c6f17 service neutron] 10.222.0.71 "GET /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705716 Dec 22 15:37:18.302114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:37:11Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:18.306511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960b1b3-18e1-4785-bcc9-9914a3891190 None None] The sync data for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv is: [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:35:58Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'ead9a311-4b14-4f01-a2ab-8749b48d6a02', 'name': '', 'network_id': 'cf84d9a9-a549-43bb-9190-54c1a75de9ab', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:62:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:57Z', 'updated_at': '2021-12-22T15:37:11Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '8288286d-89eb-4d07-a6bf-e02e18375da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:18.964766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-85321f81-6533-4012-aecd-9b4598a7f677 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807528 Dec 22 15:37:19.264275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-72bd65f6-7090-4b6d-b32e-012888b98af4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:19.265881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-72bd65f6-7090-4b6d-b32e-012888b98af4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.2705853 Dec 22 15:37:19.323586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-d50bca67-9e05-4add-b20b-e354b2e14d90 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1098 time: 0.2629991 Dec 22 15:37:19.346570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d6b02-74ee-4952-931e-24329f3ecc5a req-4fc29c75-f9b1-45fe-a629-ede20d352ad3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:19.348276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d84d6b02-74ee-4952-931e-24329f3ecc5a req-4fc29c75-f9b1-45fe-a629-ede20d352ad3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 946 time: 0.2510951 Dec 22 15:37:19.442151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port d883599e-cb1a-4b01-9e2c-793aa4f7d486 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:37:19.442564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:19.635450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d84d6b02-74ee-4952-931e-24329f3ecc5a req-a27c4cb4-1f03-4102-849f-893abf43d92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a88b88a4-f5ce-468e-99e4-5c04ae1639e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547832 Dec 22 15:37:19.692784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-4ae67e74-9081-43cf-8591-d66d678c29ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:19.692784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-4ae67e74-9081-43cf-8591-d66d678c29ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.3409200 Dec 22 15:37:19.720727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac24bb-657d-432f-be29-851f7fd810a9 None None] New status for floating IP 117c0915-a197-4d88-96e5-fdea667f03bd: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:37:19.939901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-ac18e496-7137-4a0b-8b47-4fcf3d7c7e8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 1001 time: 0.2177517 Dec 22 15:37:19.997265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port d883599e-cb1a-4b01-9e2c-793aa4f7d486, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d883599e-cb1a-4b01-9e2c-793aa4f7d486,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:19.997674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:20.156348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for d883599e-cb1a-4b01-9e2c-793aa4f7d486 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:37:20.438067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-bc6bca29-71da-4ffd-b072-cfb9e09ae6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:20.440276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-bc6bca29-71da-4ffd-b072-cfb9e09ae6e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.4959946 Dec 22 15:37:20.561424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-5f1f6d04-63e0-449b-a46b-e1f559880712 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021128 Dec 22 15:37:20.773812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-3a37af50-d060-4248-817f-6206dd548c36 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061872 Dec 22 15:37:20.823201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-acf33fc3-37c5-4b50-9a4f-c7cf039e0e11 req-f4fe595d-ba00-45c7-878a-69422ab4a187 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0466905 Dec 22 15:37:20.873880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:20.888950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9dd70fd-c2b5-48fc-b219-9cb82d377b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:20.947154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=d883599e-cb1a-4b01-9e2c-793aa4f7d486,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:21.001624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.011233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:21.049568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:21.068707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port d883599e-cb1a-4b01-9e2c-793aa4f7d486 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:37:21.073779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:21.081872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'name': 'network-vif-deleted', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:37:21.088804 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e8247d1-aab0-427d-9775-c5c1d53d3363 req-bc5b527b-9c27-4c80-8eeb-10cf7bd0d93e service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044968 Dec 22 15:37:21.155981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93dff252-f522-4fc0-9b5e-6c107d6fdd90 req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/d883599e-cb1a-4b01-9e2c-793aa4f7d486 HTTP/1.1" status: 204 len: 173 time: 1.8763621 Dec 22 15:37:21.163852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4faa7cf-a91c-45d8-8850-2b3350474be5', 'name': 'network-vif-deleted', 'tag': 'd883599e-cb1a-4b01-9e2c-793aa4f7d486', 'status': 'completed', 'code': 200} Dec 22 15:37:22.069748 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89292678-6a5e-4b43-990a-63ecda598a46 req-4e2b8388-7bb8-4431-a776-85f583cf9ac7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4faa7cf-a91c-45d8-8850-2b3350474be5 HTTP/1.1" status: 200 len: 210 time: 0.0664427 Dec 22 15:37:23.204443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50702) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:23.284009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.323584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.512835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d883599e-cb1a-4b01-9e2c-793aa4f7d486 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:37:23.552319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: d883599e-cb1a-4b01-9e2c-793aa4f7d486 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:37:23.552319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d883599e-cb1a-4b01-9e2c-793aa4f7d486 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:37:23.760601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.760601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1361ea8-add3-46ba-a480-4a621f37d781 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:23.777207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b88a4-f5ce-468e-99e4-5c04ae1639e8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:23.783641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:23.840504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.840504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bc2080a5-8e4c-48c0-b81b-737344e02f13 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/a88b88a4-f5ce-468e-99e4-5c04ae1639e8 HTTP/1.1" status: 204 len: 168 time: 0.6350112 Dec 22 15:37:23.908759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50708) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:24.262659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:37:24.636993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:25.346489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port ead9a311-4b14-4f01-a2ab-8749b48d6a02 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:37:25.346489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:25.568271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port ead9a311-4b14-4f01-a2ab-8749b48d6a02, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ead9a311-4b14-4f01-a2ab-8749b48d6a02,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:25.568271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:25.711096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for ead9a311-4b14-4f01-a2ab-8749b48d6a02 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:37:25.958888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:25.958888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:26.003722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=ead9a311-4b14-4f01-a2ab-8749b48d6a02,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:26.003722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:26.365846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.243385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router e89b07f0-6b8c-4730-81d2-a570262d6f85 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:37:27.461708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:27.473928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] Sync routers for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:27.476186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5737240 Dec 22 15:37:27.484850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50714) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:27.488924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:27.489603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:27.683558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:27.705439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 8288286d-89eb-4d07-a6bf-e02e18375da8 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:37:27.707524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.776938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.865947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.015445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:25Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:28.015445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] Checking router: e89b07f0-6b8c-4730-81d2-a570262d6f85 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:28.016364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] Routers {'e89b07f0-6b8c-4730-81d2-a570262d6f85'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:28.017592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e89b07f0-6b8c-4730-81d2-a570262d6f85'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:28.206675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] Set router e89b07f0-6b8c-4730-81d2-a570262d6f85 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:28.427744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.435519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7023d51-5bc5-43e0-a5b7-ad564e88eeee tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:28.476092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=8288286d-89eb-4d07-a6bf-e02e18375da8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:28.479057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:28.482426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.490565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd0a46-fe58-4e87-9797-4ab6bbae419c None None] Network cf84d9a9-a549-43bb-9190-54c1a75de9ab requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:28.490852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/8288286d-89eb-4d07-a6bf-e02e18375da8 HTTP/1.1" status: 204 len: 168 time: 1.0104239 Dec 22 15:37:28.493333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50718) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:28.526269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:25Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:28.534917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b1188-4715-4b5b-b6cd-1890b6ebf7d9 None None] The sync data for ids ['e89b07f0-6b8c-4730-81d2-a570262d6f85'] in dv-neutron-822709-1-hyperv is: [{'id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'name': 'tempest-TestNetworkBasicOps-router-315897221', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:25Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '35f8e85e-4b5f-4cd6-8640-ef319fe976a4', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b07f0-6b8c-4730-81d2-a570262d6f85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:35:53Z', 'updated_at': '2021-12-22T15:37:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:28.734167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.809244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] DHCP port deletion for cf84d9a9-a549-43bb-9190-54c1a75de9ab request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:37:28.821870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Deleting port 95c5cc22-8811-4817-b87e-d267ea40f52d {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:37:28.822304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.970993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.053849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] For port 95c5cc22-8811-4817-b87e-d267ea40f52d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=95c5cc22-8811-4817-b87e-d267ea40f52d,segment=NetworkSegment(7e3958eb-e823-439d-841f-331f8ed37e71),segment_id=7e3958eb-e823-439d-841f-331f8ed37e71)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:29.053849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.072809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:37:29.072809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.075408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 95c5cc22-8811-4817-b87e-d267ea40f52d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:37:29.219955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Calling delete_port for 95c5cc22-8811-4817-b87e-d267ea40f52d owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:37:29.256756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 35f8e85e-4b5f-4cd6-8640-ef319fe976a4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:29.257267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.367336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.398552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:37:29.538145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:37:29.573037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: ead9a311-4b14-4f01-a2ab-8749b48d6a02 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:37:29.573439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ead9a311-4b14-4f01-a2ab-8749b48d6a02 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:37:29.595574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.599957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:29.647909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Pushing event deleted for resources: {'Port': ['ID=95c5cc22-8811-4817-b87e-d267ea40f52d,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:29.652687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:29.655352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] No DVR routers for this DVR port 95c5cc22-8811-4817-b87e-d267ea40f52d on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:37:29.929989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:29.934528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:30.000645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=35f8e85e-4b5f-4cd6-8640-ef319fe976a4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:30.000645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:30.229395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:30.519865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:30.519865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.348997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.359440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router e89b07f0-6b8c-4730-81d2-a570262d6f85 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:37:31.365057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.366314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/e89b07f0-6b8c-4730-81d2-a570262d6f85 HTTP/1.1" status: 204 len: 168 time: 2.8719618 Dec 22 15:37:31.369341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50722) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:31.513362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.555268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.675646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.942278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf84d9a9-a549-43bb-9190-54c1a75de9ab']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:31.955982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3958eb-e823-439d-841f-331f8ed37e71') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:31.956319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3958eb-e823-439d-841f-331f8ed37e71') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:31.969107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.992577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:31.998940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:37:31.998940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:37:32.021911 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:37:32.277972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:32.281761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0ad1a60c-f880-45f5-b2a2-9266929946f9 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:32.300561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:32.307851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=cf84d9a9-a549-43bb-9190-54c1a75de9ab,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:32.322428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:32.388046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/cf84d9a9-a549-43bb-9190-54c1a75de9ab HTTP/1.1" status: 204 len: 168 time: 1.0171628 Dec 22 15:37:32.417973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50728) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:32.424070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--1365965039', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:32.431126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:32.435890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:32.439747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:32.447459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:32.455780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87eb2617-b912-4076-8a52-5c8b991fdf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:32.512856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:32.518847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:32.555969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:37:32.635761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:32.638996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 99398f83-5f4a-4c8e-a9f7-c1141030aed0 of type vlan for network 3d7b0044-120b-420d-8e2d-4de43f3df0ed Dec 22 15:37:32.884458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.004146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:37:33.036389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:37:33.036787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 35f8e85e-4b5f-4cd6-8640-ef319fe976a4 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:37:33.080927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.088570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:33.088570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.091819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b0fc46e-c379-4650-bd36-bab4630d03da tempest-NetworksTest-1295675687 tempest-NetworksTest-1295675687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:33.212069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7956851 Dec 22 15:37:33.215080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50732) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:33.221849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=3d7b0044-120b-420d-8e2d-4de43f3df0ed,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:33.221946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:33.229398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:33.229754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:33.233387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:37:33.233903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:33.237374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:33.244067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:33.354360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.354360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.535537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.825386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.890050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.081370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.113816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.266567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.122 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/7c9bfe83-ac30-45c8-9dc8-b5e51da27003) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:34.434005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.489908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.494958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:34.568595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:34.570437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:34.573091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:34.575134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:34.576269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:34.581360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9a18006-ae75-40ca-b16b-f8942c6970bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.789203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.789925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.955550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:35.095892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router b9e5445f-54d0-4894-9322-4778ed9874ad is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:37:35.315120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:35.325305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Sync routers for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:35.338091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:35.338849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:35.417632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:35.423438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50736) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:35.423643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2063925 Dec 22 15:37:35.474432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-659bfe47-163e-44ed-bc0d-85e99a365341 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468395 Dec 22 15:37:35.474692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50740) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:35.534280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:35.623968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9f1ae-73a2-4a17-a5c2-a3ebd059f230 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:35.625621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b8d9f1ae-73a2-4a17-a5c2-a3ebd059f230 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499202 Dec 22 15:37:35.629156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50744) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:35.676097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c501092-5ef9-4a3f-affb-8a192e2cb8ff tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456507 Dec 22 15:37:35.678674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50748) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:35.685659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-789795115', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:35.807020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:35.811142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:35.814224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:35.820631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:35.847403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:34Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:35.851515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Checking router: b9e5445f-54d0-4894-9322-4778ed9874ad for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:35.851929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Updating router b9e5445f-54d0-4894-9322-4778ed9874ad port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:37:35.908769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:35.966608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:36.084852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.279285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.290064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Transition to ACTIVE for port object 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:36.331385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.335979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee5d7ea8-8b85-4285-b290-e738571dd662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:36.359930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.364340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d5a9717b-d544-4a1d-a8d4-5e8bdf1310ad tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:36.416609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Attempting to bind port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:36.417052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Attempting to bind port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:36.417620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Attempting to bind port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274973c-c144-4326-88c8-3634bc733365 None None] Pushing event updated for resources: {'Port': ['ID=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4274973c-c144-4326-88c8-3634bc733365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Bound port: 7c9bfe83-ac30-45c8-9dc8-b5e51da27003, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:36.436432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.451908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=2e250a68-6c0d-4d4f-9cde-089bc48e7c88,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:36.455439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:36.465321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:36.465730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 3d7b0044-120b-420d-8e2d-4de43f3df0ed, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:37:36.589286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:37:36.661889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] For port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:36.665523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] For port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:36.853773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 3d7b0044-120b-420d-8e2d-4de43f3df0ed) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:36.856306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:36.856981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.863738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59bb00-8dd1-4256-9d44-d1073e6f162a None None] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:36.956712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.960532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:36.963999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4274973c-c144-4326-88c8-3634bc733365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:37.005084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3251436 Dec 22 15:37:37.009502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50752) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:37.252354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274973c-c144-4326-88c8-3634bc733365 None None] Pushing event updated for resources: {'Port': ['ID=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:37.257380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4274973c-c144-4326-88c8-3634bc733365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:37.297135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:37.297904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:37.504729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:37:37.505641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:37.628433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:37.868556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:37.918500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Allocated IP 172.20.0.2 (3d7b0044-120b-420d-8e2d-4de43f3df0ed/2e250a68-6c0d-4d4f-9cde-089bc48e7c88/d5524261-89ae-4a9e-bbcb-4aac5ff549a6) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:38.177262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:34Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:38.201145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ee5394-dffb-4695-9917-10cbadf2c0e9 None None] The sync data for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv is: [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:34Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:38.226183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:38.239256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Transition to ACTIVE for port object d5524261-89ae-4a9e-bbcb-4aac5ff549a6 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:38.355413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Transition to ACTIVE for port object d5524261-89ae-4a9e-bbcb-4aac5ff549a6 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:38.401846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:38.424132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f61fc3ef-2110-4579-b5a9-87fa5ab5f8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:38.429259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (3d7b0044-120b-420d-8e2d-4de43f3df0ed/2e250a68-6c0d-4d4f-9cde-089bc48e7c88/8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:38.479773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:38.483806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:38.487001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Pushing event updated for resources: {'Port': ['ID=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:38.496777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:38.496777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:38.592329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Attempting to bind port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:38.592329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Attempting to bind port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:38.592951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Attempting to bind port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 on network 3d7b0044-120b-420d-8e2d-4de43f3df0ed {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:38.612268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:38.612268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Checking segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:38.612268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:38.612268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Bound using segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:38.612268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Bound port: d5524261-89ae-4a9e-bbcb-4aac5ff549a6, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:38.612268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:38.779169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] For port d5524261-89ae-4a9e-bbcb-4aac5ff549a6, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:38.785357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] For port d5524261-89ae-4a9e-bbcb-4aac5ff549a6, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:38.838701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:38.838701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:38.866619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:38.931739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Pushing event updated for resources: {'Port': ['ID=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:38.934920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:38.964997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:39.070007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.077186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:39.238198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:39.269484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:39.269810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.385759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0e13d98-0b35-46b5-80e6-99b895fbbde5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:39.449170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:39.453453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:39.456204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:39.502590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.502710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:39.505843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:39.523082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:39.540839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.581032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.584868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a0635f61-f53f-4a80-848f-8e33355ccac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:39.652833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:39.656618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:39.701144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:40.156870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:40.264127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:40.299592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cf58e0a-4bc1-47af-8f2a-14a13f99b62f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:40.391473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:40.394791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:40.399088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:40.556638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:40.557883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:40.658033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459f2d8-b807-4e50-a93a-45e9711716f1 None None] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:40.834979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-40c8283d-a839-462a-ba35-1acda8a8cbd4 None None] Provisioning for port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:40.990118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router b9e5445f-54d0-4894-9322-4778ed9874ad has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:37:41.199487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:41.254369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:41.276376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50758) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:41.280621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/b9e5445f-54d0-4894-9322-4778ed9874ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2673364 Dec 22 15:37:41.309322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:41.309752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:41.388926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4eb4206b-8e04-4e81-acdf-813ef041744e None None] Provisioning for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:41.395229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4eb4206b-8e04-4e81-acdf-813ef041744e None None] Provisioning complete for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:41.397537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4eb4206b-8e04-4e81-acdf-813ef041744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:41.440334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Sync routers for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:41.460431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4206b-8e04-4e81-acdf-813ef041744e None None] Port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:37:41.467131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.468483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.469547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.470154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.470284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.470964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.471250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:41.473450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1007ae38-6950-46ef-9911-e6ca6443c4eb tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1954854 Dec 22 15:37:41.473534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:41.477571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50762) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:41.531113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d5524261-89ae-4a9e-bbcb-4aac5ff549a6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:41.597221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.597642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.598495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.598764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.599194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.599598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:41.601999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b25a0b6a-ffcd-4987-b325-fb1d05be0156 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.1232274 Dec 22 15:37:41.604943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50766) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:41.686983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:41.692719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:41.693269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:41.699329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:41.778897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-92f1b1de-c587-4bbc-88f2-74db1e1c363b None None] Provisioning complete for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:41.779326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92f1b1de-c587-4bbc-88f2-74db1e1c363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:41.848532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d9e3f4dc-da18-4af8-ad1b-5760073b2042 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2420948 Dec 22 15:37:41.920634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-92f1b1de-c587-4bbc-88f2-74db1e1c363b None None] Port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:37:41.921247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:41.959921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port d5524261-89ae-4a9e-bbcb-4aac5ff549a6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:41.992332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:41.996324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:42.077886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bf9e8a2c-edd5-456a-a7a4-45e6a5a0939c None None] Provisioning complete for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:42.078312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bf9e8a2c-edd5-456a-a7a4-45e6a5a0939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.097753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:42.102399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Checking router: b9e5445f-54d0-4894-9322-4778ed9874ad for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:42.103127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Updating router b9e5445f-54d0-4894-9322-4778ed9874ad port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:37:42.183804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.272362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50772) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:42.279907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291480242', 'description': 'tempest-secgroup-smoke-291480242 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:42.287923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:42.292585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:42.296254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:42.296571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:42.303679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:42.305824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:42.328230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bf9e8a2c-edd5-456a-a7a4-45e6a5a0939c None None] Port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:37:42.491310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.530127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:42.536591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:42.541591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:42.548646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:42.595064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.607388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Transition to ACTIVE for port object 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:42.616664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.690069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.696039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8be8f91e-7ad6-4e04-bf0b-247d9d27f980 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:42.739976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df855f68-2fa2-45d7-bed4-ab905b8532a6,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:42.743115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:42.806675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.806675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:42.900993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:42.904216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6288676 Dec 22 15:37:42.905767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50776) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:42.912908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'df855f68-2fa2-45d7-bed4-ab905b8532a6', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:42.920751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:42.926193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:42.929719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:42.936699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:42.992178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.074047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d5524261-89ae-4a9e-bbcb-4aac5ff549a6 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:43.080652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.111799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Pushing event updated for resources: {'Port': ['ID=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:43.132630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.133011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.133379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.133744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.134109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.134467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.134842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.135216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.135574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.135925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.136362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:43.159255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:43.159580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.171055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.171241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:43.182481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-94db8f93-cd45-421c-91be-24d4c2c3f193 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:43.198859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaeb1bb-8e9f-46bb-ae43-54f3a06d2ed3,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:43.201765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:43.217947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.219551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3127253 Dec 22 15:37:43.223212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50780) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:43.229967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'df855f68-2fa2-45d7-bed4-ab905b8532a6', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:43.233616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Attempting to bind port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:43.234008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Attempting to bind port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:43.234582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Attempting to bind port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a on network 3d7b0044-120b-420d-8e2d-4de43f3df0ed {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:43.237481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:43.243399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:43.247041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:43.247211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:43.247813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Checking segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:43.248448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.249073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Bound using segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:43.249776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Bound port: 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:43.250403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.255024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:43.363229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] For port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:43.366659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] For port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:43.430917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.484600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.489546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6d09ec0-6f9a-4414-9773-ccd2f950a15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:43.501938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.554414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.563305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-216a9814-9774-4cf9-9934-905b1403a494 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:43.583451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:43.584405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:43.585688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4d8fd1-1d3e-4f38-b380-b85bfd09909c,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:43.588491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:43.639386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Pushing event updated for resources: {'Port': ['ID=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:43.647714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:43.709066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.714104 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7d1104b-3ca3-4967-be2f-26d73c5aa3a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4863000 Dec 22 15:37:43.714104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50784) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:43.721152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'df855f68-2fa2-45d7-bed4-ab905b8532a6', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:43.728829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:43.733573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:43.738267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:43.745283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:43.790355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:43.813144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.971487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.149800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:43Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:44.155614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.159465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab73014-a52a-4cf6-b118-728f10a4f49e None None] The sync data for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv is: [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:43Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:44.185405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5cef50ab-c8af-4731-bacb-a6f2cc606bfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:44.203817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7953dac-a309-47ac-ba6a-587fd3d4b06b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:44.207196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:44.223585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.225075 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5100884 Dec 22 15:37:44.228635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50788) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:44.235231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'df855f68-2fa2-45d7-bed4-ab905b8532a6', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:44.242872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:44.249462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:44.254147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:44.260939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:44.335667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.426905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.474935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.484825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca6661eb-0fe0-4130-9706-3797af720f87 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:44.514635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eef2a0b-ff4b-4dab-9fc0-b09fdef14bac,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:44.517700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:44.555310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.556932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3274596 Dec 22 15:37:44.559987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50792) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:44.567201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'df855f68-2fa2-45d7-bed4-ab905b8532a6', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:44.574499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:44.578954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:44.583119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:44.589969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:44.645057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:37:44.653213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.739029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.788973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.794560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01696554-9b15-4f53-a21f-0c1910f627dc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:44.815245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fc8e81-ee84-48b4-8f29-ea427e5c1409,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:44.819768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:44.855399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.859504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a2efb624-1f6f-4739-ae84-f70b7242eae2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2981024 Dec 22 15:37:44.860792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50796) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:44.867299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'df855f68-2fa2-45d7-bed4-ab905b8532a6', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:44.874161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:44.881319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:44.884835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:44.892136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:44.960861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:37:44.968979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.049680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.092000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:45.095649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.111923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8701e7e-b166-48db-9050-456edb967ebd tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:45.136019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3469ac-f07b-4541-9c7e-3a78b25f00f2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:45.141131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:45.177823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.186594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3221290 Dec 22 15:37:45.207653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:45.214457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:45.215406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.349869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.386322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-e15e9225-6175-424d-a79d-7a8a398271b1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:45.448918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:45.458994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-e15e9225-6175-424d-a79d-7a8a398271b1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:45.460373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-e15e9225-6175-424d-a79d-7a8a398271b1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291480242&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.1307209 Dec 22 15:37:45.502462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.505241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:45.583748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:45.587377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:45.641238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-cbc60a55-ae24-473f-93f3-c6760157fc22 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:45.642544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-cbc60a55-ae24-473f-93f3-c6760157fc22 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:45.722857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-cbc60a55-ae24-473f-93f3-c6760157fc22 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:45.722857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-cbc60a55-ae24-473f-93f3-c6760157fc22 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 200 len: 797 time: 0.2346780 Dec 22 15:37:45.722857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-82eed200-eecd-4639-9fec-785e1873b42d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0127797 Dec 22 15:37:45.812653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-591f6c9b-cfdd-4e82-b684-b2319719e0a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:45.857885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-591f6c9b-cfdd-4e82-b684-b2319719e0a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:45.859300 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-591f6c9b-cfdd-4e82-b684-b2319719e0a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312301 Dec 22 15:37:46.087220 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-c10b3055-5be4-4f97-9c67-b85cc304cced service neutron] 10.222.0.32 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147086 Dec 22 15:37:46.238783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-77e70ae0-21b0-4c5c-b35e-5669a90d1e4d service neutron] 10.222.0.32 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448338 Dec 22 15:37:46.502274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-74812a6a-9d35-49e5-8cc9-fab948f5ed64 req-93fa981c-3c57-4b5f-b637-c2d38e3b0404 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:46.516183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-74812a6a-9d35-49e5-8cc9-fab948f5ed64 req-93fa981c-3c57-4b5f-b637-c2d38e3b0404 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:46.517670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-74812a6a-9d35-49e5-8cc9-fab948f5ed64 req-93fa981c-3c57-4b5f-b637-c2d38e3b0404 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 210 time: 0.0683420 Dec 22 15:37:47.067905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:47.127307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:47.127828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:47.694852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0d5068a2-ec00-43b4-adbc-9a16d745cb1b req-01ceaed7-36e5-487e-8f9c-711a2f0f34f2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 210 time: 0.0467649 Dec 22 15:37:48.997477 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89c2c226-36a9-44c2-a88f-52fd4f027ef3 req-1c7c6c5e-d1af-492c-a1b0-da2c784862a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 210 time: 0.0610535 Dec 22 15:37:49.033948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-f376dcfd-9306-427b-b3c9-2261053627ac tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:49.034704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-f376dcfd-9306-427b-b3c9-2261053627ac tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:49.047621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-f376dcfd-9306-427b-b3c9-2261053627ac tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:49.048879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-f376dcfd-9306-427b-b3c9-2261053627ac tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 200 len: 797 time: 0.4540327 Dec 22 15:37:49.107260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-2646e403-97b7-4bab-860f-c9145968d827 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:49.119886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-2646e403-97b7-4bab-860f-c9145968d827 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:49.121148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-2646e403-97b7-4bab-860f-c9145968d827 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 379 time: 0.0598283 Dec 22 15:37:49.133266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '51676847-b297-429c-9091-3b931f89c3bf', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['df855f68-2fa2-45d7-bed4-ab905b8532a6']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:49.283772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:49.294131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:49.343752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:49.350872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:49.531885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.4 (3d7b0044-120b-420d-8e2d-4de43f3df0ed/2e250a68-6c0d-4d4f-9cde-089bc48e7c88/3c7d1d74-6577-4e84-b521-d803586a74cc) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:49.740586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:49.759066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 3c7d1d74-6577-4e84-b521-d803586a74cc will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:49.806644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:49.812892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7aa33efd-9fe8-431c-aae5-60eba91bf624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:49.884599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:49.888556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:49.893506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:49.925272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=3c7d1d74-6577-4e84-b521-d803586a74cc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:49.935456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:49.973645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:49.974345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.068386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9306278 Dec 22 15:37:50.072473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Request body: {'port': {'device_id': '51676847-b297-429c-9091-3b931f89c3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:50.220864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.225983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cbd2be52-8e78-4242-aeff-f2f72ab30c9b None None] Provisioning for port 3c7d1d74-6577-4e84-b521-d803586a74cc completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:50.236316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cbd2be52-8e78-4242-aeff-f2f72ab30c9b None None] Provisioning complete for port 3c7d1d74-6577-4e84-b521-d803586a74cc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:50.236709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c3d6-4d2c-4942-ac80-d5beb9d929ca req-124e384e-a3f1-4998-8086-c3c0998f245d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:50.237055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cbd2be52-8e78-4242-aeff-f2f72ab30c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.238742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1565c3d6-4d2c-4942-ac80-d5beb9d929ca req-124e384e-a3f1-4998-8086-c3c0998f245d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 931 time: 0.0925779 Dec 22 15:37:50.299320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1565c3d6-4d2c-4942-ac80-d5beb9d929ca req-995c1f68-e6c9-4105-913e-25d829f329ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523672 Dec 22 15:37:50.323594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2be52-8e78-4242-aeff-f2f72ab30c9b None None] Port 3c7d1d74-6577-4e84-b521-d803586a74cc cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:37:50.607859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7d1d74-6577-4e84-b521-d803586a74cc {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:37:50.617145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.634961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Transition to ACTIVE for port object 3c7d1d74-6577-4e84-b521-d803586a74cc will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:50.692102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.698422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-814ffac5-8efa-4c9e-9320-bc4921b6b1d0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:50.830876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7d1d74-6577-4e84-b521-d803586a74cc,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:50.836528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:50.962073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Attempting to bind port 3c7d1d74-6577-4e84-b521-d803586a74cc on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:50.962462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Attempting to bind port 3c7d1d74-6577-4e84-b521-d803586a74cc by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:50.962871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Attempting to bind port 3c7d1d74-6577-4e84-b521-d803586a74cc on network 3d7b0044-120b-420d-8e2d-4de43f3df0ed {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:50.969780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Port 3c7d1d74-6577-4e84-b521-d803586a74cc on network 3d7b0044-120b-420d-8e2d-4de43f3df0ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:37:50.970083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Attempting to bind port 3c7d1d74-6577-4e84-b521-d803586a74cc on network 3d7b0044-120b-420d-8e2d-4de43f3df0ed {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:50.979719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:50.980131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Checking segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:50.980533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Bound using segment: {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:50.981014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Bound port: 3c7d1d74-6577-4e84-b521-d803586a74cc, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99398f83-5f4a-4c8e-a9f7-c1141030aed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:50.981403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:51.077859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] For port 3c7d1d74-6577-4e84-b521-d803586a74cc, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:51.082291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] For port 3c7d1d74-6577-4e84-b521-d803586a74cc, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3c7d1d74-6577-4e84-b521-d803586a74cc,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:51.125030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:51.131165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22f52d0d-d0bd-453b-9756-6a9e94686561 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:51.188328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:51.189867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 200 len: 1093 time: 1.1230936 Dec 22 15:37:51.190431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:37:51.215725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7d1d74-6577-4e84-b521-d803586a74cc,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:51.219689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:51.260668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'status': 'completed', 'code': 200} Dec 22 15:37:51.345951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-96b0dc13-9af8-40e2-8278-2900efec40ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1096 time: 0.0829206 Dec 22 15:37:51.430299 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-12915d40-ecf8-4c16-b45d-c31de78c910f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 200 len: 217 time: 0.0767243 Dec 22 15:37:51.509326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-ab5bddb6-dfa2-4a4e-bf8f-f0db7066c36a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:51.510987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-ab5bddb6-dfa2-4a4e-bf8f-f0db7066c36a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 200 len: 843 time: 0.0751407 Dec 22 15:37:51.525520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f12c5-fa1d-4b44-a80e-6c89960aaa13 req-fa81840c-c768-47d8-b709-9a08762b04e8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:51.527413 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f30f12c5-fa1d-4b44-a80e-6c89960aaa13 req-fa81840c-c768-47d8-b709-9a08762b04e8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 943 time: 0.0912926 Dec 22 15:37:51.576757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f30f12c5-fa1d-4b44-a80e-6c89960aaa13 req-b0928db9-8495-4f7c-88b7-1e11748f4111 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Dec 22 15:37:51.600639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-9e8ed443-f668-4e60-99e2-c4aa5874078c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d7b0044-120b-420d-8e2d-4de43f3df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833406 Dec 22 15:37:51.751821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-1c5a238b-63c3-4fd0-b764-b5f18e4d67d1 service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450453 Dec 22 15:37:51.897853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-15a2d563-f706-4b80-a4f5-5bd53db3432f req-f8fa07bb-89c5-4a92-99f0-93a96b913746 service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397662 Dec 22 15:37:52.069657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-6c1fd13a-da74-4926-9b0e-e6216f918aaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1096 time: 0.0836761 Dec 22 15:37:52.215917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-63fe765e-46b7-4b57-b40d-1e25a3724207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:52.217909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-63fe765e-46b7-4b57-b40d-1e25a3724207 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 200 len: 898 time: 0.1420822 Dec 22 15:37:52.291547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-2e2f99a1-c67f-48cd-9e64-2c85e3577121 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 200 len: 217 time: 0.0655177 Dec 22 15:37:52.365354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-4ce26ae2-5f2a-4295-b8b3-58e8323e79cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:52.366959 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-4ce26ae2-5f2a-4295-b8b3-58e8323e79cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 200 len: 843 time: 0.0693831 Dec 22 15:37:52.448611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-9507b2cc-c8ea-4d04-a290-c78071f141db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d7b0044-120b-420d-8e2d-4de43f3df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743399 Dec 22 15:37:52.592719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-0bb5d927-0693-4f35-8b4f-d33589b60008 service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368532 Dec 22 15:37:52.802123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-334e5a00-ce30-4655-8aab-ac00a11f1b0c req-d86f28d4-1c73-40db-be3c-b3b3b7e0a4bb service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018316 Dec 22 15:37:52.826371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13cf86-67eb-4bf8-8571-f7172fb99e21 req-9ccedee2-dda1-4d20-8da4-c28dfb2a0e88 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:52.827086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4b13cf86-67eb-4bf8-8571-f7172fb99e21 req-9ccedee2-dda1-4d20-8da4-c28dfb2a0e88 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:52.903552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4b13cf86-67eb-4bf8-8571-f7172fb99e21 req-9ccedee2-dda1-4d20-8da4-c28dfb2a0e88 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:52.903552 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4b13cf86-67eb-4bf8-8571-f7172fb99e21 req-9ccedee2-dda1-4d20-8da4-c28dfb2a0e88 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 943 time: 0.1855831 Dec 22 15:37:52.956117 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4b13cf86-67eb-4bf8-8571-f7172fb99e21 req-ec4e4e3c-e4b2-4a56-bd80-8d696ca0f634 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479443 Dec 22 15:37:53.587224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3c7d1d74-6577-4e84-b521-d803586a74cc details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:37:53.732749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3c7d1d74-6577-4e84-b521-d803586a74cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3c7d1d74-6577-4e84-b521-d803586a74cc,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:53.747753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'port_id': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'mac_address': 'fa:16:3e:d5:0e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:37:53.809353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:53.828176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7d1d74-6577-4e84-b521-d803586a74cc {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:37:53.843944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3c7d1d74-6577-4e84-b521-d803586a74cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3c7d1d74-6577-4e84-b521-d803586a74cc,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:53.877792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:53.879722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c140099-d90e-4105-a12d-193b4392e979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:53.947579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3c7d1d74-6577-4e84-b521-d803586a74cc,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:53.951474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:54.110463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['3c7d1d74-6577-4e84-b521-d803586a74cc'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:37:54.171779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbf841-6678-43a6-a3ab-3c547686124e req-b4d39533-3db8-4e2d-a5a0-0c625ab1ea0d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:54.174632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20dbf841-6678-43a6-a3ab-3c547686124e req-b4d39533-3db8-4e2d-a5a0-0c625ab1ea0d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 944 time: 0.0871210 Dec 22 15:37:54.231310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20dbf841-6678-43a6-a3ab-3c547686124e req-df5f8812-19ac-4641-90ce-2a0e519b2364 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486259 Dec 22 15:37:55.486756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db8891-6b9b-4fc5-9f62-908a1c191e7b req-801f165c-a707-47a4-8da3-34f8085a3a3f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:55.488518 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85db8891-6b9b-4fc5-9f62-908a1c191e7b req-801f165c-a707-47a4-8da3-34f8085a3a3f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 944 time: 0.0927999 Dec 22 15:37:55.539074 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85db8891-6b9b-4fc5-9f62-908a1c191e7b req-15edb868-6777-46c7-b521-815edcf96060 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Dec 22 15:37:55.602229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3c7d1d74-6577-4e84-b521-d803586a74cc up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:55.777420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 3c7d1d74-6577-4e84-b521-d803586a74cc completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:55.777420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 3c7d1d74-6577-4e84-b521-d803586a74cc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:55.777420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:55.893037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:55.921852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:37:55.932658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3c7d1d74-6577-4e84-b521-d803586a74cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3c7d1d74-6577-4e84-b521-d803586a74cc,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:55.995970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'code': 200} Dec 22 15:37:56.029733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:56.041103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:56.101218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3c7d1d74-6577-4e84-b521-d803586a74cc,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:56.104490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:56.336341 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-83b6f285-705c-4f86-9364-8481a3bbadc8 req-83a60508-eb05-458e-b532-bde487d3103c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1098 time: 0.0819156 Dec 22 15:37:56.384176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-83b6f285-705c-4f86-9364-8481a3bbadc8 req-7e5a702d-e35b-4bfc-9d23-42634e70849a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415018 Dec 22 15:37:56.748251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8e496-0689-48f2-9630-5b73dea0caf6 req-0c2c7057-751d-42f7-be32-ec3c37abc2c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:56.749911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c8e496-0689-48f2-9630-5b73dea0caf6 req-0c2c7057-751d-42f7-be32-ec3c37abc2c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 945 time: 0.0890362 Dec 22 15:37:56.799493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63c8e496-0689-48f2-9630-5b73dea0caf6 req-83d1e456-837f-4ed9-bc94-e2db2c685012 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429835 Dec 22 15:37:58.010142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57c011-d7d1-417a-95b7-64533fc0228a req-32aa97ca-00ac-44ad-90c2-83ee59d6accb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:58.011731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb57c011-d7d1-417a-95b7-64533fc0228a req-32aa97ca-00ac-44ad-90c2-83ee59d6accb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 945 time: 0.0863414 Dec 22 15:37:58.063603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb57c011-d7d1-417a-95b7-64533fc0228a req-02977e3e-3b7e-4e56-8b80-8b32fb413d5f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Dec 22 15:37:58.284648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed664b26-9bfd-4f2b-8756-aa3ac264a2fa req-610d0157-b145-4a9d-bfc0-b6975c906e1e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:58.287070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ed664b26-9bfd-4f2b-8756-aa3ac264a2fa req-610d0157-b145-4a9d-bfc0-b6975c906e1e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 945 time: 0.0868549 Dec 22 15:37:58.336876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ed664b26-9bfd-4f2b-8756-aa3ac264a2fa req-157db695-08b0-49c1-8dd6-a25b85759a26 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Dec 22 15:37:58.368182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50858) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:58.450866 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-84d943ae-1b76-4dc9-b3df-bf1b9a2c79db tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1093 time: 0.0805163 Dec 22 15:37:58.452954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50862) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:58.458660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:58.465683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:58.469930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:58.472995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:58.485316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:58.550642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:58.931637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:59.149380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.104 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/70f2df44-b51e-4ed8-9016-d5399d460d2e) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:59.311403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:59.380794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:59.384520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:59.458009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:59.462376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:59.467410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:59.494696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=70f2df44-b51e-4ed8-9016-d5399d460d2e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:59.500237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:38:00.037083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:00.128310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:00.348443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:00.396517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:00.397315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:38:00.507898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=70f2df44-b51e-4ed8-9016-d5399d460d2e,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:38:00.512561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:38:00.523865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:00.731000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c associated. External IP: 172.26.4.104, port: 3c7d1d74-6577-4e84-b521-d803586a74cc. Dec 22 15:38:01.160758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router b9e5445f-54d0-4894-9322-4778ed9874ad has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:38:01.254643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:38:01.389367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:38:01.399689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] Sync routers for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:38:01.413388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:01.414087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:38:01.449759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:01.519047 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0648122 Dec 22 15:38:01.519698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:38:01.521972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50866) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:01.579354 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'status': 'completed', 'code': 200} Dec 22 15:38:01.591019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:01.641949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:38:01.690216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f5ca94c3-2f51-4fca-aaba-e95dc1afde06 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c HTTP/1.1" status: 200 len: 991 time: 0.1668718 Dec 22 15:38:01.713998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-27ee1442-51e2-40e5-bd50-15b0fe467c14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1098 time: 0.1032808 Dec 22 15:38:01.859602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-a64d9835-19c3-42a3-bf5e-d68a4c03a9e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:38:01.861189 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-a64d9835-19c3-42a3-bf5e-d68a4c03a9e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 200 len: 898 time: 0.1413436 Dec 22 15:38:02.033948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.104', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'port_id': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'mac_address': 'fa:16:3e:d5:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51676847-b297-429c-9091-3b931f89c3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:59Z', 'updated_at': '2021-12-22T15:37:59Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:45Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:38:02.039540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] Checking router: b9e5445f-54d0-4894-9322-4778ed9874ad for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:38:02.052473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:38:02.053785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:37:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:38:02.220477 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-fad3406c-c5e9-4c36-86ea-e706ce6b14ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 200 len: 999 time: 0.3532577 Dec 22 15:38:02.255330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:38:02.299444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-46a8cae1-ad5f-4de4-bb93-54ced2089f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:38:02.301660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-46a8cae1-ad5f-4de4-bb93-54ced2089f61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 200 len: 843 time: 0.0747077 Dec 22 15:38:02.408991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-1be2d2fe-957f-460e-8b1c-542383bdd0df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d7b0044-120b-420d-8e2d-4de43f3df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009192 Dec 22 15:38:02.451979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ede1eb7b-0513-407a-b194-10220c477713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:02.585401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-834edf4f-d944-4d03-8485-0ede8121e404 service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690688 Dec 22 15:38:02.678921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.104', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'port_id': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'mac_address': 'fa:16:3e:d5:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51676847-b297-429c-9091-3b931f89c3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:59Z', 'updated_at': '2021-12-22T15:37:59Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:45Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:38:02.683880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81a3bf-ccc9-4e58-99d0-2c1966c605b8 None None] The sync data for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv is: [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.104', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'port_id': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'mac_address': 'fa:16:3e:d5:0e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51676847-b297-429c-9091-3b931f89c3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:37:59Z', 'updated_at': '2021-12-22T15:37:59Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:45Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:38:02.694328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50872) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:02.742490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bb8a20f-9c06-45e8-a1d2-c6817fff51ab req-2fc94f80-ea4d-46ce-a062-5eee4f5e20bf service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506190 Dec 22 15:38:02.814190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-57a37684-ed23-42ac-ac58-a9ddecaf65a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c HTTP/1.1" status: 200 len: 991 time: 0.1184504 Dec 22 15:38:03.047084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e7e3b9-118d-4d49-acd9-43c9623bec9d None None] New status for floating IP 43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:38:03.812559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:03.819355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 50876) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:38:03.937871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-398e5a87-05fd-409d-8eda-ffed3f11ddbf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c HTTP/1.1" status: 200 len: 993 time: 0.1171553 Dec 22 15:38:04.526413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c72e4185-cb4e-489f-994e-cb5a4d7a614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:04.957889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:06.817632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:19.996154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-e18b1e65-81e8-4076-9019-6d5dd30da909 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914097 Dec 22 15:38:20.100415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-37be6779-6c17-4200-9f98-f96afccd7d0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1098 time: 0.0812843 Dec 22 15:38:20.281921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-8eac7597-7589-48bf-985a-302409b8deb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:38:20.283637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-8eac7597-7589-48bf-985a-302409b8deb3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1522372 Dec 22 15:38:20.401410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-39f38104-ad41-46ff-8f3b-7f7d213a9cd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 200 len: 1001 time: 0.1103344 Dec 22 15:38:20.474952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-46f9c6c6-28f6-4353-873a-27e4c36edab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:38:20.476601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-46f9c6c6-28f6-4353-873a-27e4c36edab2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0675046 Dec 22 15:38:20.564179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-937a7a44-2f1a-4f79-bef4-473f5f585878 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808160 Dec 22 15:38:20.717394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-0d63e16c-82db-40e9-9158-519f91f215c8 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453617 Dec 22 15:38:20.880601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f786b3db-76fb-4c40-a86b-daa51e5f6821 req-1e2aa220-5bed-41e3-9755-dbeaf91f7e26 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512215 Dec 22 15:38:31.774749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:32.338228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38064545-37d8-4df9-9b3f-c759fccb5821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:33.809077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:34.526279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a778-6e0d-4539-a802-d04964858d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:34.968736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:36.818277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:38.260930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:39:01.517320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:02.332222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7103f7b-fbb8-4887-8d41-46a5837198a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:03.789010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:04.511605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de464af5-2242-4cb5-a9bc-958a92f01461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:04.955950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:06.839171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:15.261585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:39:21.943003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-e52950cd-5947-4449-9fe8-e8ce60cafb15 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779243 Dec 22 15:39:22.095835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-70d3c5d6-2c7f-4ab0-baaa-ea4dcac29383 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1098 time: 0.0781822 Dec 22 15:39:22.262702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-be9d4398-ad40-4f71-95b7-ae501e635038 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:22.264527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-be9d4398-ad40-4f71-95b7-ae501e635038 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1492248 Dec 22 15:39:22.399685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-59ef4d59-4ef6-4f4e-b3f3-52641db25d5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 1001 time: 0.1273854 Dec 22 15:39:22.484378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-ca72ed7e-f28a-463a-989f-ea375888b5b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:22.484935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-ca72ed7e-f28a-463a-989f-ea375888b5b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.0803888 Dec 22 15:39:22.567555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-f44e226c-5ebe-47cd-b679-650d3b05b91b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763912 Dec 22 15:39:22.721108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-55892eaf-78ef-4740-8e11-91679fad1c52 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462362 Dec 22 15:39:22.869851 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22aa4dba-2c12-4d5d-8c53-90bd28829d6b req-6076e0f6-0f05-4ab0-a0dc-bc83a5db39f0 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416912 Dec 22 15:39:31.517206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:32.349660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed4f834d-ab4d-46a8-b7c4-69931a21e6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:33.789479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:34.504145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-75919118-6c5b-4447-8eab-1cc082ec6dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:34.957176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:36.820300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:47.283694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50908) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:47.512006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Deleting port 7287675c-941e-4746-8ab3-dabb1c3d809d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:39:47.512313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:47.700653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:47.701038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:47.834949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Calling delete_port for 7287675c-941e-4746-8ab3-dabb1c3d809d owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:39:48.156094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:48.161287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:39:48.204314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'Port': ['ID=7287675c-941e-4746-8ab3-dabb1c3d809d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:39:48.247790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.248362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.248883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.249443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.249998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.250524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.251086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.251602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.252116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.252690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.253173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:48.258123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:39:48.342581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:49.003755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:39:49.223321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:39:49.233924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:39:49.249529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:49.254841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:39:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:39:49.282413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:49.342212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "DELETE /v2.0/floatingips/42fc07c9-5791-45ff-acb0-be01a9a6ef61 HTTP/1.1" status: 204 len: 168 time: 2.0572391 Dec 22 15:39:49.342982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:39:49.443078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:39:49.446246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'status': 'completed', 'code': 200} Dec 22 15:39:49.547443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-29297819-6baf-487b-af05-f732a9c3ffa7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 1098 time: 0.0772305 Dec 22 15:39:49.700208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-c8435005-2538-4f79-8633-9b2c5a334e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:49.701947 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-c8435005-2538-4f79-8633-9b2c5a334e7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1485472 Dec 22 15:39:49.781393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-d3987d1b-2a0f-40f8-947c-77de11004faa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0721762 Dec 22 15:39:49.836338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:29Z', 'revision_number': 1, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:39:49.840438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:39:49.852006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:39:49.852686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:39:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:39:49.901949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-96e9ceca-7f81-4765-89d8-179ee1969f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:49.903598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-96e9ceca-7f81-4765-89d8-179ee1969f7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.1158552 Dec 22 15:39:49.982254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ac324-080e-4e52-b269-d8fc1aa3241a req-a62d9037-08af-40ec-a287-f41824956863 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:49.982254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-091ac324-080e-4e52-b269-d8fc1aa3241a req-a62d9037-08af-40ec-a287-f41824956863 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:39:50.018644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-964d555b-09ee-428a-aa6b-92fb32656a06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071589 Dec 22 15:39:50.043019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:39:50.048938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-091ac324-080e-4e52-b269-d8fc1aa3241a req-a62d9037-08af-40ec-a287-f41824956863 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:39:50.050721 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-091ac324-080e-4e52-b269-d8fc1aa3241a req-a62d9037-08af-40ec-a287-f41824956863 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.2121525 Dec 22 15:39:50.196391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-091ac324-080e-4e52-b269-d8fc1aa3241a req-ea93f3ea-6cf4-478a-a370-84af60de42ef tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303308 Dec 22 15:39:50.201799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-9ef35bd4-27ca-499f-a392-3e25b3152d96 service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761472 Dec 22 15:39:50.354123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb6fb5cb-38a5-436c-b281-ca736aeb01b6 req-694c39be-756d-4eb5-b30e-6434d18ed19a service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456010 Dec 22 15:39:50.421708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:29Z', 'revision_number': 1, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:39:50.426715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad199eda-07e9-4c25-add0-4816af7a789c None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '767ec701-3f45-4801-80bf-f622dda52360', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'floating_ip_address': '172.26.4.166', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'port_id': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'mac_address': 'fa:16:3e:37:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:33:26Z', 'updated_at': '2021-12-22T15:33:29Z', 'revision_number': 1, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:39:50.914104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1243dc7-234f-425c-a0ed-182159017657 None None] New status for floating IP 42fc07c9-5791-45ff-acb0-be01a9a6ef61: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:39:51.331050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-e31d5578-1b36-4090-bdf8-2853d5af0625 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:51.333324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-e31d5578-1b36-4090-bdf8-2853d5af0625 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.0933206 Dec 22 15:39:51.411950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Deleting port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:39:51.412531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:51.426521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587da805-ead8-43af-ac0b-d6424513578b req-29df80af-3a49-4a6d-9fae-aa1c1267c941 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:51.428187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-587da805-ead8-43af-ac0b-d6424513578b req-29df80af-3a49-4a6d-9fae-aa1c1267c941 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 945 time: 0.0909262 Dec 22 15:39:51.477425 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-587da805-ead8-43af-ac0b-d6424513578b req-1269b0c9-4185-4033-8b24-cdc7487b46af tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Dec 22 15:39:51.686051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] For port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:39:51.686455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:51.814138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Calling delete_port for 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:39:52.047092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:52.053904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1bbdbaf-45ef-49a3-bdd5-53eb71a484eb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:39:52.099570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'Port': ['ID=17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:39:52.104355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:39:52.183940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] No DVR routers for this DVR port 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:39:52.186515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:52.189811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'name': 'network-vif-deleted', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:39:52.239364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c6b2e8f-cfc1-473b-b009-c0bc64509fc0 req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "DELETE /v2.0/ports/17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 HTTP/1.1" status: 204 len: 173 time: 0.8995061 Dec 22 15:39:52.251612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d701f0-518a-44c0-8c1e-b41eeb1618ec', 'name': 'network-vif-deleted', 'tag': '17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5', 'status': 'completed', 'code': 200} Dec 22 15:39:52.263357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:39:52.672817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e7960b0-5963-4ddc-b8a4-6274a1644744 req-524b619d-3b48-4ab9-9d7f-575fe71baca4 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4d701f0-518a-44c0-8c1e-b41eeb1618ec HTTP/1.1" status: 200 len: 210 time: 0.0584314 Dec 22 15:39:54.288878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:39:54.323443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:39:54.323837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 17ad6b0f-73ec-40b0-9bdf-2ebf88f7a6d5 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:39:57.137190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50954) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:57.300384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:39:57.571382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3373402'] for subnet, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:57.865651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758581936038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3679317'] for subnet, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:57.870578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d1102df3-d208-4419-b4a6-b0b2e856ffe4 tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:39:57.929968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:57.931053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:57.932091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/subnets/2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 200 len: 835 time: 0.7938025 Dec 22 15:39:57.934685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e79ecb-a8f6-4cc6-8c75-15b16c5c2d9b None None] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:39:57.947924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=2e250a68-6c0d-4d4f-9cde-089bc48e7c88,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:39:57.950968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:39:58.474635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50966) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:58.515430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-024b8be4-b7e3-4ecf-ae04-9791575b8b3f None None] Provisioning complete for port 3c7d1d74-6577-4e84-b521-d803586a74cc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:39:58.516063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-024b8be4-b7e3-4ecf-ae04-9791575b8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:58.655787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-024b8be4-b7e3-4ecf-ae04-9791575b8b3f None None] Provisioning complete for port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:39:58.656201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-024b8be4-b7e3-4ecf-ae04-9791575b8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:58.704196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Deleting port 38caa094-0cb0-4cb5-b342-b3cd676ff881 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:39:58.704502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:58.802574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-024b8be4-b7e3-4ecf-ae04-9791575b8b3f None None] Provisioning complete for port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:39:58.803043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-024b8be4-b7e3-4ecf-ae04-9791575b8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:59.136335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:59.136691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:59.268965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Calling delete_port for 38caa094-0cb0-4cb5-b342-b3cd676ff881 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:39:59.487224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:59.492417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:39:59.535495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'Port': ['ID=38caa094-0cb0-4cb5-b342-b3cd676ff881,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:39:59.538224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:39:59.637242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:00.068998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:40:00.296293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:40:00.308856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:40:00.315933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:00.331044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:00.331044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:39:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:00.376629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "DELETE /v2.0/floatingips/767ec701-3f45-4801-80bf-f622dda52360 HTTP/1.1" status: 204 len: 168 time: 1.9006054 Dec 22 15:40:00.377382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:40:00.444631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'status': 'completed', 'code': 200} Dec 22 15:40:00.601160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-1ceac18e-9177-4c9e-83fd-0d6e9e8fb83a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 1098 time: 0.1292188 Dec 22 15:40:00.759602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:00.765902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-bb2866d5-7935-4f87-a266-a5f2622bbd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:00.767700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-bb2866d5-7935-4f87-a266-a5f2622bbd58 service neutron] 10.222.0.71 "GET /v2.0/networks?id=01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 200 len: 913 time: 0.1603115 Dec 22 15:40:00.861580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-5cceca79-b3f0-41a6-83a6-8ebb46b8bc2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 200 len: 217 time: 0.0861568 Dec 22 15:40:00.996812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-b356f040-bc42-4259-9a2e-9f71e8a6ca87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:00.998457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-b356f040-bc42-4259-9a2e-9f71e8a6ca87 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 200 len: 851 time: 0.1299930 Dec 22 15:40:01.078468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deb12d-87d7-4d41-8ae6-20562ba0dd3f req-8eef574e-e2b1-4061-a931-0804109c44f1 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:01.079327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71deb12d-87d7-4d41-8ae6-20562ba0dd3f req-8eef574e-e2b1-4061-a931-0804109c44f1 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Synchronizing usage tracker for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:40:01.125590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-0e7efbde-e5f6-451f-aa62-a492616222d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=01f74385-7e49-4ed6-8fef-bb4aa34740e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180837 Dec 22 15:40:01.162668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-71deb12d-87d7-4d41-8ae6-20562ba0dd3f req-8eef574e-e2b1-4061-a931-0804109c44f1 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Unset dirty status for tenant:0d4fbe25a2464ea2aab0447fb9176551 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:40:01.164055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71deb12d-87d7-4d41-8ae6-20562ba0dd3f req-8eef574e-e2b1-4061-a931-0804109c44f1 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 945 time: 0.2544358 Dec 22 15:40:01.191724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:01.196798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:40:01.209346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:01.210059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:39:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:01.308711 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-71deb12d-87d7-4d41-8ae6-20562ba0dd3f req-8480fe9b-24e2-4000-ba54-21cdb23943fc tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317668 Dec 22 15:40:01.331049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-3a3b4bbd-15e8-4be5-8fda-b52a8e76fc9a service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984861 Dec 22 15:40:01.432141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:01.565753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-066d920e-0a53-4234-9e80-4054c6bac50e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:01.567378 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-066d920e-0a53-4234-9e80-4054c6bac50e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 945 time: 0.1951807 Dec 22 15:40:01.569558 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efff1896-91ab-4f1c-a19f-ebbdaa7ba999 req-2e0e9c90-69db-4b8a-ae8d-32767366196b service neutron] 10.222.0.71 "GET /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274663 Dec 22 15:40:01.578798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:01.658899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Deleting port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:01.659539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:01.801122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:01.805562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109669fa-804f-4de0-b517-ff88f5c50800 None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:28:07Z', 'revision_number': 4, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '818a5308-f2e9-49de-bde0-b91031216493', 'name': '', 'network_id': '01f74385-7e49-4ed6-8fef-bb4aa34740e2', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'mac_address': 'fa:16:3e:f4:7a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:06Z', 'updated_at': '2021-12-22T15:28:30Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'subnets': [{'id': '77b7d538-31c7-4d2a-9eaf-84766a944a79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:40:02.202265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] For port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:02.202676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:02.261695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14972984-e75a-49e9-862f-bd5324a15fa6 None None] New status for floating IP 767ec701-3f45-4801-80bf-f622dda52360: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:40:02.328545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f20de26a-283b-42be-9725-650a7a8ff9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:02.351845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Calling delete_port for d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:02.543863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdd1b-0828-4123-8ab5-080294f8894e req-e89feae3-7653-42e1-80ac-25daaf13bedb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:02.545639 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef2bdd1b-0828-4123-8ab5-080294f8894e req-e89feae3-7653-42e1-80ac-25daaf13bedb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 945 time: 0.0888906 Dec 22 15:40:02.599184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef2bdd1b-0828-4123-8ab5-080294f8894e req-c262c14f-221e-4b9e-807f-0414da9771fc tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/security-groups?id=17dedd9d-ead5-40fc-81d8-1298219d014b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463414 Dec 22 15:40:02.614847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:02.621137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-95317d59-59f1-4ab1-a9c7-10280217387a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:02.666207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'Port': ['ID=d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:02.670806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:02.748643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] No DVR routers for this DVR port d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:40:02.751199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:02.754756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'name': 'network-vif-deleted', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:40:02.798025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ccc1f798-dfed-47bb-80ef-dc1ff52958c4 req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.71 "DELETE /v2.0/ports/d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce HTTP/1.1" status: 204 len: 173 time: 1.2208276 Dec 22 15:40:02.816111 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1', 'name': 'network-vif-deleted', 'tag': 'd8f00fa9-79d3-40ec-b8bf-bcd35bc025ce', 'status': 'completed', 'code': 200} Dec 22 15:40:03.825846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:03.835921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d078617c-3f7d-4c80-a058-97548abc1e48 req-b8872f1d-fc07-46df-bdfc-b6eae22be848 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e8aad2f-1ca8-4788-b2a8-40cb0218f1d1 HTTP/1.1" status: 200 len: 210 time: 0.0870106 Dec 22 15:40:04.349924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:04.392744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:04.393396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device d8f00fa9-79d3-40ec-b8bf-bcd35bc025ce not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:04.517355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a99fc804-acd6-420c-8836-bd638a4ede02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:04.949221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 50984) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:04.962655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.120364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Deleting port c43677eb-7cd6-4f04-b338-1a3cc7b1352f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:05.120733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.304091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.304460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.436729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Calling delete_port for c43677eb-7cd6-4f04-b338-1a3cc7b1352f owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:05.659680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.664307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:05.710640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'Port': ['ID=c43677eb-7cd6-4f04-b338-1a3cc7b1352f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:05.715162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:05.810387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.827004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:05.828326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "DELETE /v2.0/floatingips/6ceec0ea-7734-4d55-88c3-cb25cfec8cd5 HTTP/1.1" status: 204 len: 168 time: 0.8779821 Dec 22 15:40:06.825247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:08.442833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51000) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:08.523006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:08.560236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:08.893956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:08.899856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f7e975b3-00b4-4d56-b701-9476c18dabb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:08.917452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dedd9d-ead5-40fc-81d8-1298219d014b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:08.928203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.930719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.930719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.930719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.930719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.930719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.931256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.931360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.931749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.932164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.932581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:08.936279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:08.955275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:08.956527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] 10.222.0.32 "DELETE /v2.0/security-groups/17dedd9d-ead5-40fc-81d8-1298219d014b HTTP/1.1" status: 204 len: 168 time: 0.5124459 Dec 22 15:40:09.058450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51006) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:10.004531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:10.652414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Deleting port 818a5308-f2e9-49de-bde0-b91031216493 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:10.652861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:10.845650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] For port 818a5308-f2e9-49de-bde0-b91031216493, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=818a5308-f2e9-49de-bde0-b91031216493,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:10.846046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:10.985918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Calling delete_port for 818a5308-f2e9-49de-bde0-b91031216493 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:11.202561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:11.208057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:11.252937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=818a5308-f2e9-49de-bde0-b91031216493,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:11.256373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:11.562406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:12.200490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Router fea67671-8bb5-4776-a3ff-2a4fafc17beb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:40:12.418122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:40:12.428890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] Sync routers for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:40:12.432403 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] 10.222.0.32 "PUT /v2.0/routers/fea67671-8bb5-4776-a3ff-2a4fafc17beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3727045 Dec 22 15:40:12.435094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51012) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:12.442726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:12.443446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:12.647566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:12.908565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:12.969312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:40:11Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:12.974230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] Checking router: fea67671-8bb5-4776-a3ff-2a4fafc17beb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:40:12.986101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] Routers {'fea67671-8bb5-4776-a3ff-2a4fafc17beb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:12.986792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:13.133296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:13.194572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] Set router fea67671-8bb5-4776-a3ff-2a4fafc17beb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:13.202696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Deleting port 99bd1bea-2fad-4220-aace-e729f5f76c1c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:13.203144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:13.415086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] For port 99bd1bea-2fad-4220-aace-e729f5f76c1c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=99bd1bea-2fad-4220-aace-e729f5f76c1c,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:13.415738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:13.596065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:40:11Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:13.600251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72df11-e65b-4040-b488-1703a52e633c None None] The sync data for ids ['fea67671-8bb5-4776-a3ff-2a4fafc17beb'] in dv-neutron-822709-1-hyperv is: [{'id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'name': 'tempest-TestVolumeBootPattern-2021434628-router', 'tenant_id': '0d4fbe25a2464ea2aab0447fb9176551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:27:54Z', 'updated_at': '2021-12-22T15:40:11Z', 'revision_number': 5, 'project_id': '0d4fbe25a2464ea2aab0447fb9176551', 'gw_port': {'id': '99bd1bea-2fad-4220-aace-e729f5f76c1c', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea67671-8bb5-4776-a3ff-2a4fafc17beb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:27:56Z', 'updated_at': '2021-12-22T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:40:13.618218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Calling delete_port for 99bd1bea-2fad-4220-aace-e729f5f76c1c owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:13.962407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:13.967351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d0a54db-557a-4f18-b7a3-b57b61cf2e6a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:14.011365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=99bd1bea-2fad-4220-aace-e729f5f76c1c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:14.014519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:14.251363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.530117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.534699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.648026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.648612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea67671-8bb5-4776-a3ff-2a4fafc17beb {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:40:14.662988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.667260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fea67671-8bb5-4776-a3ff-2a4fafc17beb HTTP/1.1" status: 204 len: 168 time: 2.2310195 Dec 22 15:40:14.667389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51016) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:14.742926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Deleting subnet 77b7d538-31c7-4d2a-9eaf-84766a944a79 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:40:14.746560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.802265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.890420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.991618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.996143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7130f1b1-060c-4ff8-b3b1-2d0d054334d6 tempest-NetworksTestDHCPv6-328361242 tempest-NetworksTestDHCPv6-328361242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:15.033224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b7d538-31c7-4d2a-9eaf-84766a944a79,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:15.037834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:15.042170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.047796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a3f2f-e131-405d-b55b-fad04bc326ce None None] Network 01f74385-7e49-4ed6-8fef-bb4aa34740e2 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:40:15.049041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/77b7d538-31c7-4d2a-9eaf-84766a944a79 HTTP/1.1" status: 204 len: 168 time: 0.3805785 Dec 22 15:40:15.052379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51020) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:15.192393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.204986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Deleting port 061350bc-c41a-4423-aa50-708a0fe300f7 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:15.205370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.317759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 818a5308-f2e9-49de-bde0-b91031216493 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:15.370121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 818a5308-f2e9-49de-bde0-b91031216493 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:15.370515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 818a5308-f2e9-49de-bde0-b91031216493 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:15.371021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 99bd1bea-2fad-4220-aace-e729f5f76c1c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:15.407817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 99bd1bea-2fad-4220-aace-e729f5f76c1c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:15.408247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 99bd1bea-2fad-4220-aace-e729f5f76c1c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:15.450316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] For port 061350bc-c41a-4423-aa50-708a0fe300f7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=061350bc-c41a-4423-aa50-708a0fe300f7,segment=NetworkSegment(f64b5fda-a72a-4b9f-a458-d11f961013d6),segment_id=f64b5fda-a72a-4b9f-a458-d11f961013d6)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:15.450719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.573127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee2480-dfe8-4fc4-b898-0e54751897e8 None None] DHCP port deletion for 01f74385-7e49-4ed6-8fef-bb4aa34740e2 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:40:15.577917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee2480-dfe8-4fc4-b898-0e54751897e8 None None] Deleting port 061350bc-c41a-4423-aa50-708a0fe300f7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:15.578425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2480-dfe8-4fc4-b898-0e54751897e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.588718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Calling delete_port for 061350bc-c41a-4423-aa50-708a0fe300f7 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:15.669924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee2480-dfe8-4fc4-b898-0e54751897e8 None None] The port '061350bc-c41a-4423-aa50-708a0fe300f7' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:40:15.705126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.710325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-85fd9e90-0f2e-4ec2-ab28-d7b27fce7499 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:15.755826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=061350bc-c41a-4423-aa50-708a0fe300f7,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:15.760802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:15.763300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] No DVR routers for this DVR port 061350bc-c41a-4423-aa50-708a0fe300f7 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:40:15.890875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.920693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f74385-7e49-4ed6-8fef-bb4aa34740e2']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:15.935280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64b5fda-a72a-4b9f-a458-d11f961013d6') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:15.935623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64b5fda-a72a-4b9f-a458-d11f961013d6') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:15.949018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.965271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.972904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:40:15.973363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:40:15.988641 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:40:16.105235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:16.109157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-178e2bed-293c-48cb-8a6f-711e7d9d7028 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:16.126514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:16.136754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=01f74385-7e49-4ed6-8fef-bb4aa34740e2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:16.140464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:16.191843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] 10.222.0.32 "DELETE /v2.0/networks/01f74385-7e49-4ed6-8fef-bb4aa34740e2 HTTP/1.1" status: 204 len: 168 time: 1.1382782 Dec 22 15:40:16.194971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51024) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:16.645910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:17.141037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 061350bc-c41a-4423-aa50-708a0fe300f7 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:17.174513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 061350bc-c41a-4423-aa50-708a0fe300f7 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:17.174843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 061350bc-c41a-4423-aa50-708a0fe300f7 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:17.557018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Deleting port f43dce48-15ae-4079-9c34-a8c25788c87d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:17.557403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:17.754522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] For port f43dce48-15ae-4079-9c34-a8c25788c87d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f43dce48-15ae-4079-9c34-a8c25788c87d,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:17.755008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:17.899738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Calling delete_port for f43dce48-15ae-4079-9c34-a8c25788c87d owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:18.123048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:18.128148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-31ada2a5-69be-4079-82c0-e88eb76a33cb tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:18.172951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Pushing event deleted for resources: {'Port': ['ID=f43dce48-15ae-4079-9c34-a8c25788c87d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:18.175747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:18.509355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:19.144811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Router 5089fb56-74d9-4a82-8ace-f0f8e5585344 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:40:19.364619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:40:19.374281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] Sync routers for ids ['5089fb56-74d9-4a82-8ace-f0f8e5585344'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:40:19.388351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] Routers {'5089fb56-74d9-4a82-8ace-f0f8e5585344'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:19.389029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5089fb56-74d9-4a82-8ace-f0f8e5585344'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:19.406479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] 10.222.0.32 "PUT /v2.0/routers/5089fb56-74d9-4a82-8ace-f0f8e5585344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2099326 Dec 22 15:40:19.409278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51028) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:19.737087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] Set router 5089fb56-74d9-4a82-8ace-f0f8e5585344 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:19.863564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:20.046871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82'}], 'enable_snat': True}, 'gw_port_id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:40:18Z', 'revision_number': 5, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port': {'id': 'bc4d7ab7-693e-4a26-b108-9a8f3559ba3d', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:33:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:28:25Z', 'updated_at': '2021-12-22T15:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:20.051219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] Checking router: 5089fb56-74d9-4a82-8ace-f0f8e5585344 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:40:20.062769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] Routers {'5089fb56-74d9-4a82-8ace-f0f8e5585344'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:20.063367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5089fb56-74d9-4a82-8ace-f0f8e5585344'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:20.081094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:20.122135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Deleting port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:20.122532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:20.226429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] Set router 5089fb56-74d9-4a82-8ace-f0f8e5585344 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:20.317327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] For port bc4d7ab7-693e-4a26-b108-9a8f3559ba3d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:20.317682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:20.341975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:40:20Z', 'revision_number': 6, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:20.346380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb71d2b-6b26-4f24-a14a-2311a92d4b2e None None] The sync data for ids ['5089fb56-74d9-4a82-8ace-f0f8e5585344'] in dv-neutron-822709-1-hyperv is: [{'id': '5089fb56-74d9-4a82-8ace-f0f8e5585344', 'name': 'tempest-TestVolumeBootPattern-1093718159-router', 'tenant_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:28:22Z', 'updated_at': '2021-12-22T15:40:20Z', 'revision_number': 6, 'project_id': 'd5056cf9c7a84ee493b1868a9c094c8d', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:40:20.451745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Calling delete_port for bc4d7ab7-693e-4a26-b108-9a8f3559ba3d owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:20.671402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:20.677331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c823a961-cfd6-4d9b-8269-4202874d3be3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:20.725000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4d7ab7-693e-4a26-b108-9a8f3559ba3d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:20.727904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:20.966794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.144687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc4d7ab7-693e-4a26-b108-9a8f3559ba3d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:21.182744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: bc4d7ab7-693e-4a26-b108-9a8f3559ba3d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:21.183162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device bc4d7ab7-693e-4a26-b108-9a8f3559ba3d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:21.183633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f43dce48-15ae-4079-9c34-a8c25788c87d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:21.215755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: f43dce48-15ae-4079-9c34-a8c25788c87d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:21.216149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f43dce48-15ae-4079-9c34-a8c25788c87d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:21.240804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.245465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.556808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.557434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5089fb56-74d9-4a82-8ace-f0f8e5585344 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:40:21.570518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.571844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5089fb56-74d9-4a82-8ace-f0f8e5585344 HTTP/1.1" status: 204 len: 168 time: 2.1611562 Dec 22 15:40:21.574669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51032) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:21.647088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Deleting subnet 88dc2157-2081-4294-bab4-f72627b3d24f {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:40:21.650607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.705322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:21.793849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.048352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.054000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-117090e5-f965-4058-bee2-b0ac57c1f4c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:22.091299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88dc2157-2081-4294-bab4-f72627b3d24f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:22.094257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:22.099913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.105581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60544ea-c86f-4cdf-b907-b05de7e413db None None] Network d1c04a6a-36f5-4fad-94ab-726e73ffefb6 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:40:22.106694 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88dc2157-2081-4294-bab4-f72627b3d24f HTTP/1.1" status: 204 len: 168 time: 0.5308781 Dec 22 15:40:22.109457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51036) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:22.197771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-99a37c7f-b3e4-450d-9ef1-4a1d4a39a54a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898607 Dec 22 15:40:22.235496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.247572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Deleting port 7db68a6e-b24a-428e-b09e-05406051f10f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:22.247951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.301420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-87cd885a-e764-4cc6-94a7-9e7668740951 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1098 time: 0.0800872 Dec 22 15:40:22.418784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] DHCP port deletion for d1c04a6a-36f5-4fad-94ab-726e73ffefb6 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:40:22.424866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Deleting port 7db68a6e-b24a-428e-b09e-05406051f10f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:22.425485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.478940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] For port 7db68a6e-b24a-428e-b09e-05406051f10f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7db68a6e-b24a-428e-b09e-05406051f10f,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:22.479454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.481751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-3106572e-2f8e-42bd-bc6b-fa3dfda9d5a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:22.483682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-3106572e-2f8e-42bd-bc6b-fa3dfda9d5a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 200 len: 898 time: 0.1614885 Dec 22 15:40:22.608458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-8a945091-3c2d-4b6b-98c9-c99421ad30da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 200 len: 1001 time: 0.1187155 Dec 22 15:40:22.614830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Calling delete_port for 7db68a6e-b24a-428e-b09e-05406051f10f owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:22.658641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] For port 7db68a6e-b24a-428e-b09e-05406051f10f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7db68a6e-b24a-428e-b09e-05406051f10f,segment=NetworkSegment(ce20eb51-0f2d-4a1d-8d42-c4d24b076b77),segment_id=ce20eb51-0f2d-4a1d-8d42-c4d24b076b77)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:22.659045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.683049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-26699c4f-0577-4f73-bb3f-b96087f2bb43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:22.684651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-26699c4f-0577-4f73-bb3f-b96087f2bb43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 200 len: 843 time: 0.0697677 Dec 22 15:40:22.728003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.734288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b4dca79-1b13-4c41-a9da-919153cf3b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:22.774143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-79d27a4d-f239-41f7-9713-2e2a38955141 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d7b0044-120b-420d-8e2d-4de43f3df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829625 Dec 22 15:40:22.783405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db68a6e-b24a-428e-b09e-05406051f10f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:22.787231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:22.788072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] No DVR routers for this DVR port 7db68a6e-b24a-428e-b09e-05406051f10f on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:40:22.791995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Calling delete_port for 7db68a6e-b24a-428e-b09e-05406051f10f owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:22.865652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:40:22.866009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:40:22.917042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.930096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-ce441777-53cb-4a49-90a7-f8f1712a8001 service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491897 Dec 22 15:40:22.949644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c04a6a-36f5-4fad-94ab-726e73ffefb6']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:22.964191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:22.964531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce20eb51-0f2d-4a1d-8d42-c4d24b076b77') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:22.978670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.078232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c484ce02-0026-4a54-b26a-ee61ff6c7c5a req-1d9896fc-0c5f-4a91-8453-92d6a8eccedb service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421850 Dec 22 15:40:23.079602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.087940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:40:23.088396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:40:23.104022 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:40:23.130629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7db68a6e-b24a-428e-b09e-05406051f10f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:23.190459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7db68a6e-b24a-428e-b09e-05406051f10f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:23.190877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7db68a6e-b24a-428e-b09e-05406051f10f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:23.367618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Deleting port 7db68a6e-b24a-428e-b09e-05406051f10f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:23.369091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.435999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c4e52389-bf0e-42f5-a20c-ab79862bb3a8 None None] The port '7db68a6e-b24a-428e-b09e-05406051f10f' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:40:23.487936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.493016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2bc7cbdd-2278-4ea8-b73d-e734006a1d01 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:23.508522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.520464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c04a6a-36f5-4fad-94ab-726e73ffefb6,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:23.525485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:23.529284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d1c04a6a-36f5-4fad-94ab-726e73ffefb6 HTTP/1.1" status: 204 len: 168 time: 1.4187202 Dec 22 15:40:23.811452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51042) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:23.871396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8aa44a0c-3d26-4cb2-aa50-d5ba48c41fca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d4fbe25a2464ea2aab0447fb9176551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581663 Dec 22 15:40:23.874726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51046) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:23.941350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.968559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:24.099174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:24.105144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-38b51d44-9cf4-42e7-a838-1cd3556a1c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:24.127151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21a45af-f3ad-4391-90c7-2f2d8744b958,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:24.128795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:24.131322 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b21a45af-f3ad-4391-90c7-2f2d8744b958 HTTP/1.1" status: 204 len: 168 time: 0.2542703 Dec 22 15:40:24.131322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7110da28-2648-438b-bab1-759bcd5c0fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:24.842829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51056) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:24.898367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8882c0c3-3ff3-40fb-8b1d-3a13309d8f5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5056cf9c7a84ee493b1868a9c094c8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541282 Dec 22 15:40:24.901040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51060) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:24.966287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:24.993967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:25.254529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:25.260261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-135d5380-6da1-40a6-832e-dcf47f794619 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:25.272536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f17e92-299f-403a-8730-d4d1a4f3a86b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:25.275360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:25.281491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:25.282772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/52f17e92-299f-403a-8730-d4d1a4f3a86b HTTP/1.1" status: 204 len: 168 time: 0.3807282 Dec 22 15:40:29.264941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:40:31.516809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:32.350054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa4fbea0-afa3-4bb1-936a-d4ed00d198d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:33.779509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:34.499654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec681ede-f92a-4969-938f-b3a26e38ad51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:34.966746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:36.819338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:40.786166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51072) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:41.231253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 70f2df44-b51e-4ed8-9016-d5399d460d2e {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:41.231633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:41.415742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:41.416028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:41.543567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 70f2df44-b51e-4ed8-9016-d5399d460d2e owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:41.853620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:41.858257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4137d179-d0e1-437d-87ad-cf152b7d9930 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:41.905629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=70f2df44-b51e-4ed8-9016-d5399d460d2e,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:41.908444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:42.000181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:42.421681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router b9e5445f-54d0-4894-9322-4778ed9874ad has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:40:42.641660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:40:42.651968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] Sync routers for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:40:42.665668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:42.666354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:42.711483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:42.768393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c HTTP/1.1" status: 204 len: 168 time: 1.9809606 Dec 22 15:40:42.769103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:40:42.824578 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'status': 'completed', 'code': 200} Dec 22 15:40:42.856358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:42.929098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-7bfe73fe-3c78-472c-aa91-526d15a1ffde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 1098 time: 0.0821567 Dec 22 15:40:43.087877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-597575f5-9cc1-44fb-8b3d-2d06ec3324c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:43.088275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-597575f5-9cc1-44fb-8b3d-2d06ec3324c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 200 len: 898 time: 0.1532733 Dec 22 15:40:43.183676 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-7ad49a5f-ade2-48b5-ac32-3d617955da28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 200 len: 217 time: 0.0889580 Dec 22 15:40:43.209245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:45Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:43.213659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] Checking router: b9e5445f-54d0-4894-9322-4778ed9874ad for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:40:43.226433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:43.227234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:43.259148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-d935b901-a032-47b9-a8a9-1bcd66462f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:43.261167 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-d935b901-a032-47b9-a8a9-1bcd66462f2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 200 len: 843 time: 0.0701840 Dec 22 15:40:43.345064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-0e524b79-06f5-4c6a-bb21-0a723db3edaa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3d7b0044-120b-420d-8e2d-4de43f3df0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774271 Dec 22 15:40:43.397604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e66c1-fec4-42cc-b748-69174f818c8f req-6f3fe557-eefe-4275-96c6-882cbe88e616 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:43.399275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d98e66c1-fec4-42cc-b748-69174f818c8f req-6f3fe557-eefe-4275-96c6-882cbe88e616 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 945 time: 0.0948670 Dec 22 15:40:43.423839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:43.451933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d98e66c1-fec4-42cc-b748-69174f818c8f req-a3b9bb84-5037-4c16-8d8e-c0fae440c881 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Dec 22 15:40:43.496962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-3f3d8495-b34a-45bf-957a-be7098366a1f service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435552 Dec 22 15:40:43.648929 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbde249-b083-43be-9306-fdd7e7d70213 req-1a50868d-6d32-4fd5-82fb-f81ca2bd9e09 service neutron] 10.222.0.71 "GET /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455135 Dec 22 15:40:43.762832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:45Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:43.767027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc41613-0d4e-4727-a4e2-a024a5fbd364 None None] The sync data for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv is: [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a', 'name': '', 'network_id': '3d7b0044-120b-420d-8e2d-4de43f3df0ed', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:1b:64:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:38Z', 'updated_at': '2021-12-22T15:37:45Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '2e250a68-6c0d-4d4f-9cde-089bc48e7c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:40:44.237071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7417ef3c-b2ec-455c-aa98-1e7bbc190d4d None None] New status for floating IP 43ecea6c-bdbb-4c8d-9a69-5ccd6b67c40c: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:40:44.539936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc46f6-da31-4583-912c-764805019e9f req-da683d32-8d32-42af-9447-4c712d4d2090 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:44.540753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f5cc46f6-da31-4583-912c-764805019e9f req-da683d32-8d32-42af-9447-4c712d4d2090 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:40:44.627907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f5cc46f6-da31-4583-912c-764805019e9f req-da683d32-8d32-42af-9447-4c712d4d2090 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:40:44.629068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f5cc46f6-da31-4583-912c-764805019e9f req-da683d32-8d32-42af-9447-4c712d4d2090 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 945 time: 0.1767499 Dec 22 15:40:44.719672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 3c7d1d74-6577-4e84-b521-d803586a74cc {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:44.720059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:44.781728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769524ab-ae0f-40e0-bab6-487a4e40eee9 req-0749b91f-cbd9-4435-bb7a-59436d9fdb4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:44.783359 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-769524ab-ae0f-40e0-bab6-487a4e40eee9 req-0749b91f-cbd9-4435-bb7a-59436d9fdb4b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 945 time: 0.1969352 Dec 22 15:40:44.908514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-769524ab-ae0f-40e0-bab6-487a4e40eee9 req-5777d0f3-24bf-48dd-a075-3baa2c50c107 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=df855f68-2fa2-45d7-bed4-ab905b8532a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144035 Dec 22 15:40:45.030020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 3c7d1d74-6577-4e84-b521-d803586a74cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3c7d1d74-6577-4e84-b521-d803586a74cc,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:45.030390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:45.160818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 3c7d1d74-6577-4e84-b521-d803586a74cc owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:45.527766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:45.533718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb51bbd5-0504-45ac-92bc-8f90fd020912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:45.579943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=3c7d1d74-6577-4e84-b521-d803586a74cc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:45.583862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:45.663768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port 3c7d1d74-6577-4e84-b521-d803586a74cc on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:40:45.666869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:45.669905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'name': 'network-vif-deleted', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:40:45.725280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51676847-b297-429c-9091-3b931f89c3bf', 'name': 'network-vif-deleted', 'tag': '3c7d1d74-6577-4e84-b521-d803586a74cc', 'status': 'completed', 'code': 200} Dec 22 15:40:45.734584 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f5cc46f6-da31-4583-912c-764805019e9f req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/3c7d1d74-6577-4e84-b521-d803586a74cc HTTP/1.1" status: 204 len: 173 time: 1.0994272 Dec 22 15:40:46.103454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3dab4ca8-3af5-4e12-a024-f5f446423358 req-d65e7a79-ce2c-4c9a-b440-ec4a71d9a476 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:40:46.162492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3dab4ca8-3af5-4e12-a024-f5f446423358 req-d65e7a79-ce2c-4c9a-b440-ec4a71d9a476 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:40:46.164014 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3dab4ca8-3af5-4e12-a024-f5f446423358 req-d65e7a79-ce2c-4c9a-b440-ec4a71d9a476 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=51676847-b297-429c-9091-3b931f89c3bf HTTP/1.1" status: 200 len: 210 time: 0.1112618 Dec 22 15:40:47.277958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51090) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:47.361134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:47.392861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:47.476522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:47.481823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fecd8a1c-ad53-48bd-85f1-9716ddf8b4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:47.497452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df855f68-2fa2-45d7-bed4-ab905b8532a6,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:47.500289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:47.533037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:47.534328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9252daa3-c50f-47b7-9cbb-b974aa55ce0c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/df855f68-2fa2-45d7-bed4-ab905b8532a6 HTTP/1.1" status: 204 len: 168 time: 0.2552183 Dec 22 15:40:47.633039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51096) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:48.289591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:48.598196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3c7d1d74-6577-4e84-b521-d803586a74cc no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:48.632232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 3c7d1d74-6577-4e84-b521-d803586a74cc {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:48.632627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3c7d1d74-6577-4e84-b521-d803586a74cc not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:48.952044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:49.252707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:49.252707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:49.252707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:49.290048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:49.516169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:49.520651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-61372c77-9d75-4799-aa94-117454c1ab93 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:49.564885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:49.624075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:49.896124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:50.504483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router b9e5445f-54d0-4894-9322-4778ed9874ad has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:40:50.713562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:40:50.723486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] Sync routers for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:40:50.736016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:50.741201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:50.752717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/b9e5445f-54d0-4894-9322-4778ed9874ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1182389 Dec 22 15:40:50.755508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51100) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:51.107841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:51.218840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 2e250a68-6c0d-4d4f-9cde-089bc48e7c88 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:40:51.222037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:51.280303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:51.372011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:51.421377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:40:49Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:51.425561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] Checking router: b9e5445f-54d0-4894-9322-4778ed9874ad for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:40:51.436949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] Routers {'b9e5445f-54d0-4894-9322-4778ed9874ad'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:51.437616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['b9e5445f-54d0-4894-9322-4778ed9874ad'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:51.482903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:51.487762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-385b193b-9d34-4c2f-a243-1c14317dff13 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:51.529900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=2e250a68-6c0d-4d4f-9cde-089bc48e7c88,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:51.532819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:51.535519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:51.542869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/2e250a68-6c0d-4d4f-9cde-089bc48e7c88 HTTP/1.1" status: 204 len: 168 time: 0.7862608 Dec 22 15:40:51.545734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51104) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:51.577747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd0676-1e6e-42c4-aa3e-61af955ec385 None None] Network 3d7b0044-120b-420d-8e2d-4de43f3df0ed requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:40:51.758265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:51.789479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] Set router b9e5445f-54d0-4894-9322-4778ed9874ad gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:51.969076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.025015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:52.025335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.117936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] DHCP port deletion for 3d7b0044-120b-420d-8e2d-4de43f3df0ed request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:40:52.123866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Deleting port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:40:52.124291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.171095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:40:49Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:52.183754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763c62f-6e08-4c02-94ad-8e577df14277 None None] The sync data for ids ['b9e5445f-54d0-4894-9322-4778ed9874ad'] in dv-neutron-822709-1-hyperv is: [{'id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'name': 'tempest-TestNetworkBasicOps-router-1456393768', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:33Z', 'updated_at': '2021-12-22T15:40:49Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '7c9bfe83-ac30-45c8-9dc8-b5e51da27003', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5445f-54d0-4894-9322-4778ed9874ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:40:52.217587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 7c9bfe83-ac30-45c8-9dc8-b5e51da27003, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:52.218001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.349298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:52.361321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] For port d5524261-89ae-4a9e-bbcb-4aac5ff549a6, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,segment=NetworkSegment(99398f83-5f4a-4c8e-a9f7-c1141030aed0),segment_id=99398f83-5f4a-4c8e-a9f7-c1141030aed0)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:52.361864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.497029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Calling delete_port for d5524261-89ae-4a9e-bbcb-4aac5ff549a6 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:40:52.590682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.596262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63899106-13c7-4eae-9ce1-3121679c59ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:52.607928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:52.612807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec8f6336-168d-4fac-b492-148171041dcf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:52.644589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Pushing event deleted for resources: {'Port': ['ID=d5524261-89ae-4a9e-bbcb-4aac5ff549a6,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:52.654006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] No DVR routers for this DVR port d5524261-89ae-4a9e-bbcb-4aac5ff549a6 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:40:52.656622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.657016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.657405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.657583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=7c9bfe83-ac30-45c8-9dc8-b5e51da27003,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:52.657788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.658164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.658540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.658947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.659332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.659700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.660069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.660440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:52.661413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:52.664915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:52.889635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.166438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.171191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.200369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d5524261-89ae-4a9e-bbcb-4aac5ff549a6 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:53.234793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: d5524261-89ae-4a9e-bbcb-4aac5ff549a6 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:53.235358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d5524261-89ae-4a9e-bbcb-4aac5ff549a6 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:53.235771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:53.269086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:53.269507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8ca2fcf3-edb8-497b-a2a2-72c0bebdeb5a not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:53.310641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.312519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router b9e5445f-54d0-4894-9322-4778ed9874ad {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:40:53.327765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.329183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/b9e5445f-54d0-4894-9322-4778ed9874ad HTTP/1.1" status: 204 len: 168 time: 1.7823424 Dec 22 15:40:53.331954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51108) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:53.465974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.607948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.637941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7b0044-120b-420d-8e2d-4de43f3df0ed']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:53.651018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99398f83-5f4a-4c8e-a9f7-c1141030aed0') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:53.651448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99398f83-5f4a-4c8e-a9f7-c1141030aed0') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:53.663967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.680203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.686684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:40:53.687183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:40:53.707543 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:40:53.819672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.823215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e37a4001-e83c-4c83-94d4-3b0a7a240ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:53.842737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:53.849441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=3d7b0044-120b-420d-8e2d-4de43f3df0ed,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:53.854888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:53.894346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-225773b0-7250-4794-9fe0-2325b0721f0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/3d7b0044-120b-420d-8e2d-4de43f3df0ed HTTP/1.1" status: 204 len: 168 time: 0.5610723 Dec 22 15:40:53.907810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51112) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:53.914475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--1787198048', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:40:53.920421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:40:53.924794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:40:53.927794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:40:53.934447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:40:53.973712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:40:53.979869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.010828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:40:54.066372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.066770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd of type vlan for network 724260da-b43e-4d92-b987-139f7cb3bc53 Dec 22 15:40:54.145477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.236310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.240456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:54.241155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.246661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b45bb9ef-674d-4e2f-b698-4b4cf40eb9b8 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:54.355015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=724260da-b43e-4d92-b987-139f7cb3bc53,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:54.360137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:54.367257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 724260da-b43e-4d92-b987-139f7cb3bc53 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:40:54.431479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5224783 Dec 22 15:40:54.434270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51116) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:54.440013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-658039110', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:40:54.447696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:40:54.451946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:40:54.455032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:40:54.461825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:40:54.499244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.500231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:54.577072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.010567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.105314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:40:55.139739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:40:55.140169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7c9bfe83-ac30-45c8-9dc8-b5e51da27003 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:40:55.229678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.261752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.410522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.208 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/fc25475a-2604-4bd0-afbf-217e24e6f211) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:40:55.566261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.619276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.623871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-446890d6-5637-49fe-aa36-6bdca18720d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:55.696186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:40:55.699882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:40:55.702066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=fc25475a-2604-4bd0-afbf-217e24e6f211,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:55.704433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:40:55.736531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:55.899900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:55.900596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:56.223976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:40:56.437849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:40:56.447896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:40:56.460807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:56.461484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:56.499469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:56.500906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0655944 Dec 22 15:40:56.504426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51120) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:56.649143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:56.874489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-738ff953-fd7d-4e42-bdb9-ca903dda7220 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3687758 Dec 22 15:40:56.877275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51126) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:56.948548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:56.952734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:40:56.953132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Updating router 91ffee4e-9138-4562-b947-ffaacd8c892b port fc25475a-2604-4bd0-afbf-217e24e6f211 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:40:57.005936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.023817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186aaa9c-31df-4148-8128-3bc389729db1 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:57.028336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-186aaa9c-31df-4148-8128-3bc389729db1 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465652 Dec 22 15:40:57.028542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51130) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:57.075407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1b718c39-7cb5-4406-8d32-54bf925f0e0d tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431347 Dec 22 15:40:57.075638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51134) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:57.081594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1163544040', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:40:57.201255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:40:57.205394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:40:57.208466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:40:57.215249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:40:57.299237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:40:57.354698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.415090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.436299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Transition to ACTIVE for port object fc25475a-2604-4bd0-afbf-217e24e6f211 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:40:57.470496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.475377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:57.695898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Attempting to bind port fc25475a-2604-4bd0-afbf-217e24e6f211 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:40:57.696310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Attempting to bind port fc25475a-2604-4bd0-afbf-217e24e6f211 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:40:57.696713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Attempting to bind port fc25475a-2604-4bd0-afbf-217e24e6f211 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:40:57.703189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Pushing event updated for resources: {'Port': ['ID=fc25475a-2604-4bd0-afbf-217e24e6f211,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:57.713377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:40:57.713796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:40:57.714229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.714690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:40:57.715191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Bound port: fc25475a-2604-4bd0-afbf-217e24e6f211, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:40:57.715607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.744448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.744826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.745200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.745567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.745933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.746296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.746655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.747042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.747402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.747756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.748115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:57.757313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:57.839457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] For port fc25475a-2604-4bd0-afbf-217e24e6f211, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:40:57.842924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] For port fc25475a-2604-4bd0-afbf-217e24e6f211, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fc25475a-2604-4bd0-afbf-217e24e6f211,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:40:57.866043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.870906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-29564d03-9407-4e62-8cb1-3b03f9aabc9e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:57.894100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:57.898847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:57.955411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=3e30bdce-1869-4afd-a251-39367bd7bd9b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:57.960250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:57.969835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:40:57.970244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 724260da-b43e-4d92-b987-139f7cb3bc53, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:40:57.979375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Pushing event updated for resources: {'Port': ['ID=fc25475a-2604-4bd0-afbf-217e24e6f211,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:57.983749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:57.984744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:40:57.985424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:58.041914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 724260da-b43e-4d92-b987-139f7cb3bc53 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:40:58.081840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 724260da-b43e-4d92-b987-139f7cb3bc53) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:40:58.086488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:58.087189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:58.091573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09f1814-3ab4-4980-ade7-3d6909b7d818 None None] Network 724260da-b43e-4d92-b987-139f7cb3bc53 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:40:58.131916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0523562 Dec 22 15:40:58.133291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51138) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:58.177383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:40:58.492314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:40:58.496651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537ea90-6bb0-459c-80ae-c4d7211697c2 None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:40:55Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:40:58.509211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-724260da-b43e-4d92-b987-139f7cb3bc53', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:40:58.510297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:58.683668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Allocated IP 172.20.0.2 (724260da-b43e-4d92-b987-139f7cb3bc53/3e30bdce-1869-4afd-a251-39367bd7bd9b/a6f02306-3885-4754-9fba-734e1c3892c2) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:40:58.948055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:58.960472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Transition to ACTIVE for port object a6f02306-3885-4754-9fba-734e1c3892c2 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:40:59.025006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Transition to ACTIVE for port object a6f02306-3885-4754-9fba-734e1c3892c2 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:40:59.059762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.065029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:59.139137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Pushing event updated for resources: {'Port': ['ID=a6f02306-3885-4754-9fba-734e1c3892c2,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:59.142206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:59.163352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Network 724260da-b43e-4d92-b987-139f7cb3bc53 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:40:59.168155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:40:59.171641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:40:59.246709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fc25475a-2604-4bd0-afbf-217e24e6f211 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:40:59.271057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.320938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Attempting to bind port a6f02306-3885-4754-9fba-734e1c3892c2 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:40:59.321365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Attempting to bind port a6f02306-3885-4754-9fba-734e1c3892c2 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:40:59.321787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Attempting to bind port a6f02306-3885-4754-9fba-734e1c3892c2 on network 724260da-b43e-4d92-b987-139f7cb3bc53 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:40:59.347609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:40:59.348048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Checking segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:40:59.348556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.348996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Bound using segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:40:59.349541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Bound port: a6f02306-3885-4754-9fba-734e1c3892c2, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:40:59.350024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.454555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port fc25475a-2604-4bd0-afbf-217e24e6f211 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:40:59.458552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] For port a6f02306-3885-4754-9fba-734e1c3892c2, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:40:59.464307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] For port a6f02306-3885-4754-9fba-734e1c3892c2, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6f02306-3885-4754-9fba-734e1c3892c2,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:40:59.466630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port fc25475a-2604-4bd0-afbf-217e24e6f211 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:40:59.471525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.523194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.530423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:59.646843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Pushing event updated for resources: {'Port': ['ID=a6f02306-3885-4754-9fba-734e1c3892c2,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:59.650272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:59.710743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.728173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port fc25475a-2604-4bd0-afbf-217e24e6f211, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fc25475a-2604-4bd0-afbf-217e24e6f211,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:59.738016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (724260da-b43e-4d92-b987-139f7cb3bc53/3e30bdce-1869-4afd-a251-39367bd7bd9b/4ba5a50f-2487-4c49-b5b4-5faffe6aabcc) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:40:59.785127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:59.787480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:59.860016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=fc25475a-2604-4bd0-afbf-217e24e6f211,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:59.863402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:00.028890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.048649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:41:00.105432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.110332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-acea1855-e4ce-4558-8b4f-5b1dd10ffa08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:00.181740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 724260da-b43e-4d92-b987-139f7cb3bc53 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:41:00.190318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:41:00.193025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:00.234894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:00.239760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:00.263016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.382286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.812969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.847983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.882300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-902cccb8-9e34-4ff9-8d62-7191101a32b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:00.973136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:00.977719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:00.981339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:01.148498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 724260da-b43e-4d92-b987-139f7cb3bc53 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:41:01.150396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:41:01.263925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fc25475a-2604-4bd0-afbf-217e24e6f211 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:01.345725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port fc25475a-2604-4bd0-afbf-217e24e6f211 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:01.346263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:01.452960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853ae9c-89f0-440c-aa73-20307043c29f None None] Network 724260da-b43e-4d92-b987-139f7cb3bc53 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:41:01.601225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6f02306-3885-4754-9fba-734e1c3892c2 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:01.603478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:41:01.643024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:01.681997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-27f9f4c5-e418-4520-8b06-6c3495359384 None None] Provisioning for port a6f02306-3885-4754-9fba-734e1c3892c2 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:01.816471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a6f02306-3885-4754-9fba-734e1c3892c2 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:01.823418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a6f02306-3885-4754-9fba-734e1c3892c2 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:01.823847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:01.826182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:41:01.841822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/91ffee4e-9138-4562-b947-ffaacd8c892b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7078881 Dec 22 15:41:01.844413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51144) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:01.851361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:41:01.896341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:01.897614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:02.009216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdbd32f-8135-4d92-8c14-62e575f1ed1a tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.009754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdbd32f-8135-4d92-8c14-62e575f1ed1a tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.010263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdbd32f-8135-4d92-8c14-62e575f1ed1a tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.010762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdbd32f-8135-4d92-8c14-62e575f1ed1a tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.015323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2cdbd32f-8135-4d92-8c14-62e575f1ed1a tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1698630 Dec 22 15:41:02.016056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51148) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:02.111523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5d3b6-b0b9-4cc8-8b94-88e2fcbcea5b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.112185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5d3b6-b0b9-4cc8-8b94-88e2fcbcea5b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.112599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5d3b6-b0b9-4cc8-8b94-88e2fcbcea5b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.113009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5d3b6-b0b9-4cc8-8b94-88e2fcbcea5b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:02.115932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:02.116105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-14e5d3b6-b0b9-4cc8-8b94-88e2fcbcea5b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0976226 Dec 22 15:41:02.118532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51152) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:02.212666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port a6f02306-3885-4754-9fba-734e1c3892c2, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6f02306-3885-4754-9fba-734e1c3892c2,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:02.215176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b80c9cdc-fa58-4706-a096-36405d0040d9 None None] Provisioning complete for port a6f02306-3885-4754-9fba-734e1c3892c2 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:02.215768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b80c9cdc-fa58-4706-a096-36405d0040d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:02.257637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:41:02.301998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:02.308844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:02.354914 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-325566ac-f2bf-4604-be7c-3a702b5877a3 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2348342 Dec 22 15:41:02.694313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51160) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:02.701071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703431626', 'description': 'tempest-secgroup-smoke-1703431626 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:02.705499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2a0c-6a28-47b9-bf07-f42e8e8b4756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:02.708911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:02.714180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:02.717284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:02.723481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:02.730632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=a6f02306-3885-4754-9fba-734e1c3892c2,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:02.762253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:02.767170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:02.872017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:02.876188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:02.879329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:02.886298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:02.955775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:02.960846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:41:02.961201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Updating router 91ffee4e-9138-4562-b947-ffaacd8c892b port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:41:02.988514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b80c9cdc-fa58-4706-a096-36405d0040d9 None None] Provisioning for port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:03.002249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b80c9cdc-fa58-4706-a096-36405d0040d9 None None] Provisioning complete for port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:03.002703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b80c9cdc-fa58-4706-a096-36405d0040d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.051738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.055453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.081171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.087562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-44067755-fdf2-43eb-b724-36ba801cf09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:03.116518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b80c9cdc-fa58-4706-a096-36405d0040d9 None None] Port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:41:03.144690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:03.148530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:03.185278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.186843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-386da2cf-4ff0-42c3-a9ed-19ca1a53e77d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4911830 Dec 22 15:41:03.191199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51164) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:03.197710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6f02306-3885-4754-9fba-734e1c3892c2 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:03.198114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'c5d27c6d-859a-4bff-ab11-bf6aa819f5c9', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:03.205288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:03.209852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:03.213038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:03.219526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:03.265812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.331335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0fc3b234-06eb-4c2d-99ff-60bcd9b405c6 None None] Provisioning complete for port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:03.331756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0fc3b234-06eb-4c2d-99ff-60bcd9b405c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.450163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.454503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3b234-06eb-4c2d-99ff-60bcd9b405c6 None None] Port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:41:03.467410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a6f02306-3885-4754-9fba-734e1c3892c2 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:03.467841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.488320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.490882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e574e32d-0ef2-4c62-a90c-ee5675e7e90a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:03.516640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c85e94-7e20-41b1-8e45-1dfe9c90480b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:03.519382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:03.556579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.557952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-da473b22-50b7-4098-a7d1-5f84a3cedc36 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3656545 Dec 22 15:41:03.560883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51168) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:03.567024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'c5d27c6d-859a-4bff-ab11-bf6aa819f5c9', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:03.573937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:03.578160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:03.581253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:03.587676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:03.631742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.690539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.700892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.704193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Transition to ACTIVE for port object 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:41:03.733452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.735597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63928bfb-a998-446e-9e4d-02491b55bdb1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:03.760587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87ee715-0946-4086-90d3-52fe96c988fa,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:03.762322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.763316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:03.766893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:03.807955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.819584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.820885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2589850 Dec 22 15:41:03.823760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51172) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:03.830353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'c5d27c6d-859a-4bff-ab11-bf6aa819f5c9', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:03.837912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:03.843661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:03.847637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:03.855594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:03.906456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:03.908836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601ac2d-9ea4-4727-b9e1-c3ae6aef6519 None None] Pushing event updated for resources: {'Port': ['ID=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:03.912771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b601ac2d-9ea4-4727-b9e1-c3ae6aef6519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:03.982329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.010276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Attempting to bind port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:41:04.010703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Attempting to bind port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:41:04.011177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Attempting to bind port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc on network 724260da-b43e-4d92-b987-139f7cb3bc53 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:41:04.014109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.016136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4368cd31-f1e6-4a2d-82c6-6ba761766a48 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:04.019012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:41:04.019451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Checking segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:41:04.019922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.020369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Bound using segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:41:04.020898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Bound port: 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:41:04.021349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.043384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4989275f-1773-4498-a0a8-6e1533ec464f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:04.046156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:04.082415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.083854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2590570 Dec 22 15:41:04.087321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51176) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:04.094028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'c5d27c6d-859a-4bff-ab11-bf6aa819f5c9', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:04.102001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:04.106226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:04.109864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:04.115758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] For port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:41:04.119230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] For port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:41:04.120032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:04.151460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.156196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a94303f9-40d6-40ae-a7f4-eb19c9cd62c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:04.186757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.260466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601ac2d-9ea4-4727-b9e1-c3ae6aef6519 None None] Pushing event updated for resources: {'Port': ['ID=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:04.261691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.265442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b601ac2d-9ea4-4727-b9e1-c3ae6aef6519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:04.272212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:04.272212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:40:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:04.293770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.296107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-524741f1-88cf-44d3-8418-40733f0ce9b7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:04.326890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83236166-1b0a-4ff4-b1c3-493fbae6a89b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:04.332645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:04.373060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.374946 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2860031 Dec 22 15:41:04.377899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51180) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:04.386508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'c5d27c6d-859a-4bff-ab11-bf6aa819f5c9', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:04.394557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:04.399800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:04.403087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:04.410031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:04.454317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:41:04.462468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.463233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:41:04.552284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.596538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.598530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-374e935d-8972-40c1-8337-a976017b7cdd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:04.622532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf28b90-0b9b-4005-af60-36353827311e,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:04.625236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:04.628548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea7253d0-1647-472c-bd9e-252c361d515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.659499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.660844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2814844 Dec 22 15:41:04.664884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51184) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:04.671380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'c5d27c6d-859a-4bff-ab11-bf6aa819f5c9', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:04.677958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:04.682109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:04.685444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:04.691648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:04.734109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:41:04.742262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.815173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.838215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:04Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:04.842800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b154f8a-c580-4e49-b92c-a2f28b47b44b None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:04Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:41:04.846854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.855451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de174994-f743-477a-b536-e662dc10a30d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:04.881939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb82152d-d251-4c54-9666-77dd1b5d49b8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:04.885062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:04.912312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:04.914847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2476113 Dec 22 15:41:04.968515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:05.193480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:05.293754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:05.299657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:05.300623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:05.301225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-c436c38d-04ca-4b0d-83de-b5652c7cf3a3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:05.339748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-c436c38d-04ca-4b0d-83de-b5652c7cf3a3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:05.341516 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-c436c38d-04ca-4b0d-83de-b5652c7cf3a3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703431626&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.0874276 Dec 22 15:41:05.432567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:05.471059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:05.505125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:05.508682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b601ac2d-9ea4-4727-b9e1-c3ae6aef6519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:05.516221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b43427a4-06a0-4bc4-8dbe-a29a708d84a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:05.516996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b43427a4-06a0-4bc4-8dbe-a29a708d84a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:05.556906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b43427a4-06a0-4bc4-8dbe-a29a708d84a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:05.558849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b43427a4-06a0-4bc4-8dbe-a29a708d84a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 797 time: 0.2098589 Dec 22 15:41:05.581144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-48ad373b-d5b4-48c7-b630-d017a1747847 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0128365 Dec 22 15:41:05.588135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:05.598441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:05.915195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-c92e9693-a1fb-4e2a-a058-c3aa2dc5b9f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:06.006799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-c92e9693-a1fb-4e2a-a058-c3aa2dc5b9f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:06.008592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-c92e9693-a1fb-4e2a-a058-c3aa2dc5b9f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4199145 Dec 22 15:41:06.113819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-1d90f2a2-07e0-4cd2-b03f-0fab182a70c5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:41:06.114902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-1d90f2a2-07e0-4cd2-b03f-0fab182a70c5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0931556 Dec 22 15:41:06.265870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:41:06.266177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-8ece13c3-d5df-4b85-983b-a2dbf112646a service neutron] 10.222.0.32 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427629 Dec 22 15:41:06.413118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b6d4eac8-976a-441f-a022-72ac8d3d0fe2 service neutron] 10.222.0.32 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392064 Dec 22 15:41:06.675724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-96b5e3b2-18b7-4b05-a745-b5a8c8d1910e req-c725e2de-29a6-4ebe-b4aa-ea8753ce47a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 210 time: 0.0489266 Dec 22 15:41:06.910568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:07.166554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:07.241052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:07.241479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:07.912638 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23643386-84cd-4181-a9d6-4d082d00c50c req-a0aa96fe-bb81-4844-be1c-0f214c3d6319 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 210 time: 0.0513146 Dec 22 15:41:08.496034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-f692f483-7e2c-4627-9652-0716cbac6321 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:08.497799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-f692f483-7e2c-4627-9652-0716cbac6321 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 797 time: 0.1610744 Dec 22 15:41:08.554212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-6abdfa18-cb97-4ab2-85c3-c63574dd136a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 380 time: 0.0461760 Dec 22 15:41:08.563052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['c5d27c6d-859a-4bff-ab11-bf6aa819f5c9']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:08.711863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:08.721888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:08.750475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:41:08.756815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:08.930368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.3 (724260da-b43e-4d92-b987-139f7cb3bc53/3e30bdce-1869-4afd-a251-39367bd7bd9b/fb4c2cd3-e8f0-47db-97eb-9ce096636d30) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:41:09.118430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a1e49180-946f-461b-ad72-3f190d6ad017 req-11f20bb9-6a2e-43d7-8b3b-f45c1ff1cd5a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 210 time: 0.0500727 Dec 22 15:41:09.152298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:09.170572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object fb4c2cd3-e8f0-47db-97eb-9ce096636d30 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:41:09.213846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:09.220021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:09.307615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 724260da-b43e-4d92-b987-139f7cb3bc53 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:41:09.311661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:41:09.318525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:09.349980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:09.356133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:09.397778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:09.398282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:09.454304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953526 Dec 22 15:41:09.468848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Request body: {'port': {'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:09.595028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:09.710457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e4dda323-3a53-43e0-92c1-6eff21f6a386 None None] Provisioning for port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:09.717733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e4dda323-3a53-43e0-92c1-6eff21f6a386 None None] Provisioning complete for port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:09.718161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4dda323-3a53-43e0-92c1-6eff21f6a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:09.776725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e4dda323-3a53-43e0-92c1-6eff21f6a386 None None] Port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:41:09.972664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4c2cd3-e8f0-47db-97eb-9ce096636d30 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:41:09.980247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:09.995529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Transition to ACTIVE for port object fb4c2cd3-e8f0-47db-97eb-9ce096636d30 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:41:10.042082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:10.046887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a099e1be-b233-43b4-bf42-fab25dbd19f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:10.179414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:10.182442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:10.346186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Attempting to bind port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:41:10.346560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Attempting to bind port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:41:10.346964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Attempting to bind port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 on network 724260da-b43e-4d92-b987-139f7cb3bc53 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:41:10.368099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 on network 724260da-b43e-4d92-b987-139f7cb3bc53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:41:10.368412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Attempting to bind port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 on network 724260da-b43e-4d92-b987-139f7cb3bc53 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:41:10.385790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e372d-b489-4017-87e3-9d41edce3979 req-4f9c494b-5b52-400e-abb3-9629224122de tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:10.386555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fb9e372d-b489-4017-87e3-9d41edce3979 req-4f9c494b-5b52-400e-abb3-9629224122de tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:10.390626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:41:10.391040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Checking segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:41:10.391463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Bound using segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:41:10.391948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Bound port: fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:41:10.392333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:10.456909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fb9e372d-b489-4017-87e3-9d41edce3979 req-4f9c494b-5b52-400e-abb3-9629224122de tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:10.458210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fb9e372d-b489-4017-87e3-9d41edce3979 req-4f9c494b-5b52-400e-abb3-9629224122de tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 943 time: 0.1886551 Dec 22 15:41:10.525942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:41:10.541117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:41:10.543991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fb9e372d-b489-4017-87e3-9d41edce3979 req-f89cbdd4-eca0-4f8f-9752-eb7707cee08b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722730 Dec 22 15:41:10.568340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:10.573390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:10.632661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:10.634487 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] 10.222.0.71 "PUT /v2.0/ports/fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 1093 time: 1.1716435 Dec 22 15:41:10.635159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:41:10.665219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:10.668920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:10.696768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'status': 'completed', 'code': 200} Dec 22 15:41:10.785969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-1b246c44-ffaa-4e5b-afc9-bb8ea98cfff3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1096 time: 0.0835569 Dec 22 15:41:10.862754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-884822fb-560c-4aaf-8e1c-7ca1a7c8e8e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 217 time: 0.0693932 Dec 22 15:41:10.932383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b500ae44-574a-4a8f-9349-b61bebf32f2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:10.933995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b500ae44-574a-4a8f-9349-b61bebf32f2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0656912 Dec 22 15:41:11.015188 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-b161e898-567c-43e9-a84d-fa605c852e19 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742710 Dec 22 15:41:11.160269 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-fd19eef0-cd6b-4874-a627-fb162d992056 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390233 Dec 22 15:41:11.306096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bbe0e14-b855-43ff-9ef9-5094f962ac9b req-98301f1e-f080-4604-8eff-bb9da5112434 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389468 Dec 22 15:41:11.487386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-38a97bc0-e27e-4a7e-9786-5d54bc294166 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1096 time: 0.0803268 Dec 22 15:41:11.633818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1a061-14de-42d5-9182-034c24005887 req-a8c8e5bb-4e17-4a49-8fbf-86fef3aa11e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:11.635458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-a8c8e5bb-4e17-4a49-8fbf-86fef3aa11e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1414759 Dec 22 15:41:11.748534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-b1781873-2995-450c-8f06-b6b5dc9486e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 217 time: 0.1057577 Dec 22 15:41:11.838938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1a061-14de-42d5-9182-034c24005887 req-a5151c24-08a7-4bf1-abe1-95d58e420fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:11.840516 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-a5151c24-08a7-4bf1-abe1-95d58e420fdf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0839350 Dec 22 15:41:11.850673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a29ef1-dbf8-41d3-a2a0-28cb2bc7aa56 req-2713c0ec-2710-4481-bfb3-88163c68c0bf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:11.852252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89a29ef1-dbf8-41d3-a2a0-28cb2bc7aa56 req-2713c0ec-2710-4481-bfb3-88163c68c0bf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 943 time: 0.1580470 Dec 22 15:41:12.198301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89a29ef1-dbf8-41d3-a2a0-28cb2bc7aa56 req-a31bb31e-e7d7-4587-8f3a-17623135a155 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119462 Dec 22 15:41:12.218714 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-5383fbba-9f7b-4987-9326-859f2d4f0e1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3654511 Dec 22 15:41:12.364871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-5488784a-0f65-4b92-a5ed-bed4b76a9eb3 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389096 Dec 22 15:41:12.514484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51f1a061-14de-42d5-9182-034c24005887 req-a814e4c0-dbb5-48b1-b903-0786b8958f13 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436527 Dec 22 15:41:12.675660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device fb4c2cd3-e8f0-47db-97eb-9ce096636d30 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:41:12.820397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:12.835314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:41:12.899529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:12.919393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4c2cd3-e8f0-47db-97eb-9ce096636d30 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:41:12.935577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:12.961802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:12.963767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:13.055967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:13.061168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:13.216965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['fb4c2cd3-e8f0-47db-97eb-9ce096636d30'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:41:13.418963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c8d9f-7c7e-441b-aa50-d3da9f602ab4 req-643bd77b-e445-47e6-b801-6ed77a6de852 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:13.420524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c55c8d9f-7c7e-441b-aa50-d3da9f602ab4 req-643bd77b-e445-47e6-b801-6ed77a6de852 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 944 time: 0.0918565 Dec 22 15:41:13.473414 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c55c8d9f-7c7e-441b-aa50-d3da9f602ab4 req-06dc46b6-2a36-4e93-a833-1f02dada6429 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Dec 22 15:41:14.687656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c54540-0c3b-4f22-bbfb-44d2b9d059f4 req-c203e6b7-3501-4430-9e46-7847e9bf10a9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:14.689307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95c54540-0c3b-4f22-bbfb-44d2b9d059f4 req-c203e6b7-3501-4430-9e46-7847e9bf10a9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 944 time: 0.0892169 Dec 22 15:41:14.707608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device fb4c2cd3-e8f0-47db-97eb-9ce096636d30 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:14.741793 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95c54540-0c3b-4f22-bbfb-44d2b9d059f4 req-2cc66a98-a731-4d3c-968f-48fadb897cc7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460021 Dec 22 15:41:14.984945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:14.992684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:14.993128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:15.119225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:15.147784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:41:15.159457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:15.196208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:15.198429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:15.264687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:15.267912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:15.379910 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'code': 200} Dec 22 15:41:15.671734 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1374b034-7e99-47b0-bcd5-4d36d7f80ee6 req-cb4100e6-2105-476a-9e18-0403caf948d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1098 time: 0.0766351 Dec 22 15:41:15.720239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1374b034-7e99-47b0-bcd5-4d36d7f80ee6 req-a85ddf6d-4be2-4a15-8db0-c0ca1ee988db service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429144 Dec 22 15:41:15.948431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dac19-71c5-4749-85bc-6610dc32ac44 req-1d820a7c-3ae0-4939-9c63-2f5fc7a54f7e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:15.950157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a04dac19-71c5-4749-85bc-6610dc32ac44 req-1d820a7c-3ae0-4939-9c63-2f5fc7a54f7e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 945 time: 0.0853410 Dec 22 15:41:16.008857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a04dac19-71c5-4749-85bc-6610dc32ac44 req-584218d7-acc8-4297-b840-085d79fc81de tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519423 Dec 22 15:41:17.231774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c01f1-11fb-44a0-8ea3-76e6f3633e0b req-28918e84-5c7c-4cb6-bdc5-a4996877250e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:17.233396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b89c01f1-11fb-44a0-8ea3-76e6f3633e0b req-28918e84-5c7c-4cb6-bdc5-a4996877250e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 945 time: 0.0896282 Dec 22 15:41:17.517568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b89c01f1-11fb-44a0-8ea3-76e6f3633e0b req-34d412b7-6ced-4bdd-b7bc-bd801f50dbfb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776465 Dec 22 15:41:17.731663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319314-df7b-49f1-84db-326f150211f6 req-fa3e431e-6c9c-4224-93cc-8e9fe61fac0b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:17.733491 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16319314-df7b-49f1-84db-326f150211f6 req-fa3e431e-6c9c-4224-93cc-8e9fe61fac0b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 945 time: 0.0903006 Dec 22 15:41:17.787666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16319314-df7b-49f1-84db-326f150211f6 req-606b16c8-a6bb-4691-89d2-f4cfe7eeafd2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Dec 22 15:41:17.816491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51240) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:17.897731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e36202cd-39ab-4c0e-9151-dac1ed637859 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1093 time: 0.0797920 Dec 22 15:41:17.900578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51244) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:17.906791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:17.913947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:17.918734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:17.922203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:17.929571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:17.973475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:18.134985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:18.301444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.176 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/bd5a53d9-1205-4172-98a6-56f9a01858c1) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:41:18.573524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:18.625507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:18.630607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:18.711151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:41:18.712438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:41:18.717826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:18.747656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=bd5a53d9-1205-4172-98a6-56f9a01858c1,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:18.773275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.773709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.774147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.774567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.775027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.775455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.775875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.776293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.776725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.777116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.777523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:18.783440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:19.293226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:19.394273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:19.612745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:19.642060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:19.646300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7f97ee4b-f552-41e7-9202-8a95d3dbf6bb tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:19.764782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=bd5a53d9-1205-4172-98a6-56f9a01858c1,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:19.767979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:19.782179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:19.989127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 4119df88-b492-4f5a-b2b1-eee8d6dad165 associated. External IP: 172.26.4.176, port: fb4c2cd3-e8f0-47db-97eb-9ce096636d30. Dec 22 15:41:20.422414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:41:20.637583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:41:20.648999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:41:20.661808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:20.663111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:41:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:20.688350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:20.753060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8486910 Dec 22 15:41:20.753060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:41:20.753995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51248) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:20.811387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'status': 'completed', 'code': 200} Dec 22 15:41:20.842420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fae3b84d-cba9-4987-a784-f16b402a543a tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1093 time: 0.0870156 Dec 22 15:41:20.862106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:41:20.930426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-cd07d328-1d7b-4947-b0e0-b9b6bbb86d7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1098 time: 0.0861762 Dec 22 15:41:21.087057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-279488e1-5730-4fde-a991-9467e2b2ee56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:21.088698 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-279488e1-5730-4fde-a991-9467e2b2ee56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1526930 Dec 22 15:41:21.090702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51256) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:21.097611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756705708', 'description': 'tempest-secgroup-smoke-756705708 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:21.107862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:21.174204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:21.236122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-a0f729ea-e370-414b-8ba1-511b4fe85682 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 999 time: 0.1277399 Dec 22 15:41:21.237377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:21.282569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:19Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:21.286908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:41:21.298440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:21.299144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:41:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:21.339402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-768fa4ff-3e93-4763-9635-004307e00c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:21.340886 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-768fa4ff-3e93-4763-9635-004307e00c27 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0928178 Dec 22 15:41:21.344680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:21.383311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:21.390634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:21.403926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:21.472678 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-02dce365-164a-4949-b7f9-fd9e4f004292 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252537 Dec 22 15:41:21.495105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:41:21.515215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:21.593871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:21.601996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-deb8bb4f-091c-4627-a2ab-08c553979c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:21.682001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-1466784b-4772-4445-9904-d06ca1b1ab04 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960740 Dec 22 15:41:21.685177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb805d-5277-4a81-acef-c307a432e2b5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:21.686280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:21.714919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:21.716295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4b9298e4-93c4-488a-a8fc-64a9bd87aa18 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6245379 Dec 22 15:41:21.719583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51260) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:21.726913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb805d-5277-4a81-acef-c307a432e2b5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:21.734139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:21.739560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:21.743772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:21.757423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:21.811076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:21.853821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9efe945-f695-4cd7-ab30-f52efbef8602 req-f7c458b8-290a-4b46-b97a-def6f43c664f service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647096 Dec 22 15:41:22.041782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:19Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:22.049665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ae914-4078-45ba-af14-82bbe7541845 None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:19Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:41:22.139928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.185034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.187313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:22.213303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ffdbbe-54e1-4406-ad5e-8552a6f8a45e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:22.216297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:22.253398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.254789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5341229 Dec 22 15:41:22.257955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51264) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:22.264602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb805d-5277-4a81-acef-c307a432e2b5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:22.272002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:22.276781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:22.281235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:22.288964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:22.366170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.439950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.452337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec21309-364c-4d1c-b7f1-60119ab1e285 None None] New status for floating IP 4119df88-b492-4f5a-b2b1-eee8d6dad165: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:41:22.482033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.484251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78e14519-a96d-46e9-a4e1-0be6f3135a1a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:22.508999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a24ab44-f220-4c36-a4d6-0dc83782a697,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:22.513887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:22.556379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.562724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2983699 Dec 22 15:41:22.563117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51268) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:22.570182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb805d-5277-4a81-acef-c307a432e2b5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:22.577606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:22.583451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:22.589663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:22.601735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:22.650730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.741851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.796355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.798455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:22.824155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eec489-fdd9-4b91-a7fc-c91fe1f442e6,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:22.826945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:22.859370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:22.860776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2965453 Dec 22 15:41:22.863682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51272) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:22.870414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb805d-5277-4a81-acef-c307a432e2b5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:22.877375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:22.882484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:22.886111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:22.892921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:22.935273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.007972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.058495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.060557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dcb8661c-a070-4656-af47-95321a6257ab tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:23.088709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b721b2c7-94b0-435e-8685-04b3c037245a,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:23.093785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:23.139357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.141054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2759995 Dec 22 15:41:23.143898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51276) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:23.151252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb805d-5277-4a81-acef-c307a432e2b5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:23.158079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:23.162795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:23.166359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:23.174021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:23.219471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:41:23.227601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.302125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.344217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.346223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aac58412-259a-4a57-864f-102bcbee14a9 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:23.374846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8296fba1-f578-410a-88ab-639e039b7acc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:23.377613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:23.419269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.420550 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2751999 Dec 22 15:41:23.423544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51280) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:23.430362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a3fb805d-5277-4a81-acef-c307a432e2b5', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:23.437305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:23.445373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:23.452646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:23.460811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:23.504795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:41:23.512769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.585233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.624550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.626547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8879d5f4-7b2e-4c16-a141-44e4ca22a551 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:23.652075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e77c96d-a859-429a-9fad-7f03c1ed1c86,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:23.657281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:23.693692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:23.695176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2704954 Dec 22 15:41:23.887361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-b62742bd-0c55-4725-af7a-2cf3d8a6042b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756705708&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.0514698 Dec 22 15:41:23.929456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-65389439-48b8-4e20-afd0-60ef1d1b2718 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836821 Dec 22 15:41:24.087357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aee01-3157-49f8-b724-59e334a8cb26 req-cd680275-0e55-4d74-bf06-ee8054a66ca0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:24.089219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-cd680275-0e55-4d74-bf06-ee8054a66ca0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 797 time: 0.1895835 Dec 22 15:41:24.108942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-d594cbf9-d162-49eb-8883-01c781bb9e1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1098 time: 0.1048398 Dec 22 15:41:24.110659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-e76c7459-362b-45d4-a78d-4dbb0d0c775b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0135071 Dec 22 15:41:24.222378 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-0a5269b8-b9f9-44c8-bc01-4bfe973b2f31 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1041553 Dec 22 15:41:24.239469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-733654b8-04a0-4686-95a8-d344d6efb196 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:41:24.241051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-733654b8-04a0-4686-95a8-d344d6efb196 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057063 Dec 22 15:41:24.274889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-ae98b96a-3cce-4c28-9ee0-2cf4c5f33c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:24.276644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-ae98b96a-3cce-4c28-9ee0-2cf4c5f33c68 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1473379 Dec 22 15:41:24.425331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-34967520-3737-4ea2-bc16-eca54f7cddd9 service neutron] 10.222.0.32 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775506 Dec 22 15:41:24.430517 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-44d03b2f-e4c6-4b41-8f63-cdfe1415bb4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 1001 time: 0.1477814 Dec 22 15:41:24.503264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-1e2cef07-1d44-4b6e-8235-bec5936f7553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:24.504941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-1e2cef07-1d44-4b6e-8235-bec5936f7553 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0683079 Dec 22 15:41:24.575444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-6bff1d50-a094-45f9-9222-09534ba1c06d service neutron] 10.222.0.32 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429496 Dec 22 15:41:24.594205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-86274dc9-da87-4abe-808d-7917a0f4175e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821271 Dec 22 15:41:24.746073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-1107d963-ea0b-4812-87d3-7f3c4834e8fd service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448057 Dec 22 15:41:24.891590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9f837f2-3391-43ba-9800-a7e5b550ae97 req-9ba3c8df-4aca-4f3f-8428-35db6b2038ad service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392710 Dec 22 15:41:25.854858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2873ae3f-62b9-443c-bbeb-7eb8e3213c18 req-51bb1ac7-6c98-4af2-8481-33e601df08d3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 210 time: 0.0458248 Dec 22 15:41:27.030919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b7ed186-fe1b-4511-8a32-212d09a14d10 req-ccdcd710-5be6-4244-8e71-516e4d16610f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 210 time: 0.0469670 Dec 22 15:41:27.655364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aee01-3157-49f8-b724-59e334a8cb26 req-9eb71a08-161a-4318-9401-a5e1d8c5c1e1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:27.657018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-9eb71a08-161a-4318-9401-a5e1d8c5c1e1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 797 time: 0.1595979 Dec 22 15:41:27.714912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-755aee01-3157-49f8-b724-59e334a8cb26 req-d3ebd12d-b9ae-44ff-ba5b-8899cd443750 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:27.779492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-755aee01-3157-49f8-b724-59e334a8cb26 req-d3ebd12d-b9ae-44ff-ba5b-8899cd443750 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:27.780946 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-d3ebd12d-b9ae-44ff-ba5b-8899cd443750 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 472 time: 0.1130173 Dec 22 15:41:27.790215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['a3fb805d-5277-4a81-acef-c307a432e2b5']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:27.944386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:27.954634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:28.008249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:41:28.014234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:28.229124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24dec944-393d-4b99-b8ec-64c62ae8445d req-adb37661-8e8e-4b96-8131-c6496ad334b9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 210 time: 0.0574775 Dec 22 15:41:28.239681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.14 (724260da-b43e-4d92-b987-139f7cb3bc53/3e30bdce-1869-4afd-a251-39367bd7bd9b/c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:41:28.454311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:28.471377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:41:28.528328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:28.534377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:28.605028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 724260da-b43e-4d92-b987-139f7cb3bc53 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:41:28.609072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:41:28.614047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:28.642445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:28.648865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:28.699153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:28.700381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:28.774553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9883902 Dec 22 15:41:28.788612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Request body: {'port': {'device_id': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:28.912083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:29.087872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-63620975-b89f-4e2f-94df-4865bfc8d663 None None] Provisioning for port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:29.093509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-63620975-b89f-4e2f-94df-4865bfc8d663 None None] Provisioning complete for port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:29.093929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63620975-b89f-4e2f-94df-4865bfc8d663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:29.162772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63620975-b89f-4e2f-94df-4865bfc8d663 None None] Port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:41:29.587459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741b47b-40a8-4ba5-8cd2-7395344c709d req-6d57f014-7b19-4cc0-948d-1e16bbc9b009 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:29.589143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6741b47b-40a8-4ba5-8cd2-7395344c709d req-6d57f014-7b19-4cc0-948d-1e16bbc9b009 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 932 time: 0.1727288 Dec 22 15:41:29.644240 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6741b47b-40a8-4ba5-8cd2-7395344c709d req-511ea4f4-e53f-4ab3-bc23-fa0188520a71 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474007 Dec 22 15:41:29.668393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:41:29.675863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:29.691955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Transition to ACTIVE for port object c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:41:29.716150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:29.721183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b915ad6-0f59-4bc4-bcc2-b795c61929f3 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:29.856468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Pushing event updated for resources: {'Port': ['ID=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:29.861268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:29.984347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Attempting to bind port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:41:29.984730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Attempting to bind port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:41:29.985111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Attempting to bind port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b on network 724260da-b43e-4d92-b987-139f7cb3bc53 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:41:29.992371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b on network 724260da-b43e-4d92-b987-139f7cb3bc53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:41:29.992747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Attempting to bind port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b on network 724260da-b43e-4d92-b987-139f7cb3bc53 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:41:30.000311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:41:30.000710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Checking segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:41:30.001149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Bound using segment: {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:41:30.001642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Bound port: c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:41:30.002036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:30.118403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] For port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:41:30.123072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] For port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:41:30.156869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:30.162088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75821b74-38cf-46e6-8eff-a195338bd1c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:30.223132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:30.224673 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] 10.222.0.71 "PUT /v2.0/ports/c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b HTTP/1.1" status: 200 len: 1094 time: 1.4422739 Dec 22 15:41:30.225261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:41:30.252983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Pushing event updated for resources: {'Port': ['ID=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:30.257130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:30.299266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'status': 'completed', 'code': 200} Dec 22 15:41:30.433183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5962ffee-1260-4064-a731-520861743a40 req-07b2e907-bf9c-4d43-bc80-added31551a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 1097 time: 0.1086140 Dec 22 15:41:30.605174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ffee-1260-4064-a731-520861743a40 req-c163cf56-900c-44fc-ae86-259a91194485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:30.606907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5962ffee-1260-4064-a731-520861743a40 req-c163cf56-900c-44fc-ae86-259a91194485 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=893e62757dcf4c53b1dd355e3c905573&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1662748 Dec 22 15:41:30.766062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ffee-1260-4064-a731-520861743a40 req-1392b059-6fb0-4bc5-9868-a479c3b43abe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:30.767833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5962ffee-1260-4064-a731-520861743a40 req-1392b059-6fb0-4bc5-9868-a479c3b43abe service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540916 Dec 22 15:41:30.866344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d23db6-0cc6-4cbb-a408-960b79602dcd req-b4d702b5-ff34-4ed2-90e8-5b08cebe7c69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:30.868025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e7d23db6-0cc6-4cbb-a408-960b79602dcd req-b4d702b5-ff34-4ed2-90e8-5b08cebe7c69 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 944 time: 0.0852661 Dec 22 15:41:30.887988 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-482d771d-4561-4602-80ae-03640e0b7a3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 1097 time: 0.0806022 Dec 22 15:41:30.923224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e7d23db6-0cc6-4cbb-a408-960b79602dcd req-21110316-dea4-4bdd-bb93-086094c341e1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477746 Dec 22 15:41:30.966843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-8cf0f62c-d73c-4559-89e3-f6c039286fa9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b HTTP/1.1" status: 200 len: 217 time: 0.0717506 Dec 22 15:41:31.038598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aee01-3157-49f8-b724-59e334a8cb26 req-77fd1406-f78f-4b69-8309-c23aabe6dab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:31.040236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-77fd1406-f78f-4b69-8309-c23aabe6dab0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0673723 Dec 22 15:41:31.123466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-57bceb65-3482-444a-8863-742799d00565 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772452 Dec 22 15:41:31.278230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-b04ee037-0747-48f0-8894-52b780bb362e service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484027 Dec 22 15:41:31.431710 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-755aee01-3157-49f8-b724-59e334a8cb26 req-4c0a40d8-dad9-4c99-89f0-1a870a1e7f38 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468532 Dec 22 15:41:31.544775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:32.166790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb7a58-46ea-492b-b8d1-c39dc58d4e45 req-a45069dc-e35b-4f9b-8f32-3a2b0a87fcc5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:32.168001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-02eb7a58-46ea-492b-b8d1-c39dc58d4e45 req-a45069dc-e35b-4f9b-8f32-3a2b0a87fcc5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:32.226435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-02eb7a58-46ea-492b-b8d1-c39dc58d4e45 req-a45069dc-e35b-4f9b-8f32-3a2b0a87fcc5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:32.228650 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-02eb7a58-46ea-492b-b8d1-c39dc58d4e45 req-a45069dc-e35b-4f9b-8f32-3a2b0a87fcc5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 944 time: 0.1746917 Dec 22 15:41:32.292227 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-02eb7a58-46ea-492b-b8d1-c39dc58d4e45 req-800455ed-770d-40ef-9e5a-ed245dc2bb50 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568614 Dec 22 15:41:32.345039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-975c374a-f665-4b7e-abe1-6665ce4135d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:32.816127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:41:32.964568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:32.980679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'port_id': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'mac_address': 'fa:16:3e:28:9a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:41:33.038612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:33.058975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:41:33.075566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:33.116866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:33.119137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:33.191142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:33.194491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:33.333316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:41:33.524338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39d254-88e8-4e91-ae09-03d83594ede2 req-9432397f-c662-4979-9155-c14c7d49233d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:33.525987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f39d254-88e8-4e91-ae09-03d83594ede2 req-9432397f-c662-4979-9155-c14c7d49233d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 945 time: 0.0985444 Dec 22 15:41:33.579186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f39d254-88e8-4e91-ae09-03d83594ede2 req-dd560324-cb97-42b2-8e07-c33e119c1910 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465548 Dec 22 15:41:33.790783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:34.510749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-50a389db-5fb3-46b7-b32a-d3e26d691766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:34.799054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ca86-747a-4f4b-803d-7c26f70b22e5 req-6b4d2c5a-88fd-42e5-9f29-9b101a1112fc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:34.800615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5519ca86-747a-4f4b-803d-7c26f70b22e5 req-6b4d2c5a-88fd-42e5-9f29-9b101a1112fc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 945 time: 0.0863774 Dec 22 15:41:34.831746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:41:34.855562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5519ca86-747a-4f4b-803d-7c26f70b22e5 req-80eceeb3-e7ee-4c8b-a0af-112e69b17a25 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485725 Dec 22 15:41:34.947108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:41:34.952544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:41:34.952968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:34.984790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:35.074294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:35.102499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:41:35.113177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:41:35.156505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:35.159619 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'code': 200} Dec 22 15:41:35.160184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:35.235731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:35.239304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:35.550709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5c06c30-4396-4be7-916a-89ffa8bc2999 req-6c71b609-3b40-43aa-8aee-e15e3b79ae75 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 1099 time: 0.1542082 Dec 22 15:41:35.602360 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5c06c30-4396-4be7-916a-89ffa8bc2999 req-6fd1e61c-6345-4772-a616-6c3132a345e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Dec 22 15:41:36.070888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d59528-9a8d-40f4-897a-454f3e0c013e req-7a65dae5-fd4d-4c97-902e-ce176bc59444 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:36.072546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a4d59528-9a8d-40f4-897a-454f3e0c013e req-7a65dae5-fd4d-4c97-902e-ce176bc59444 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 946 time: 0.0884519 Dec 22 15:41:36.122159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a4d59528-9a8d-40f4-897a-454f3e0c013e req-6a4378b2-e96d-4ab9-925f-af0f77355235 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Dec 22 15:41:36.813634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:37.434993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ef75a-b195-4a39-b53d-d3b0011cd814 req-e6559104-4f03-48bc-a350-366f439c6c55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:37.436671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-432ef75a-b195-4a39-b53d-d3b0011cd814 req-e6559104-4f03-48bc-a350-366f439c6c55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 946 time: 0.0849845 Dec 22 15:41:37.491486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-432ef75a-b195-4a39-b53d-d3b0011cd814 req-5ee9dcab-bccb-47f5-8e1d-e8464c14a9e8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482779 Dec 22 15:41:37.703255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93dab-088a-44ec-8845-8073a87200d5 req-f11d40fc-a6e0-4101-8791-5d47ac4d5afb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:37.704900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-faf93dab-088a-44ec-8845-8073a87200d5 req-f11d40fc-a6e0-4101-8791-5d47ac4d5afb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 946 time: 0.0855787 Dec 22 15:41:37.757912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-faf93dab-088a-44ec-8845-8073a87200d5 req-dc774c32-2ca0-4d33-8401-ddd2a6396390 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Dec 22 15:41:37.786309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51340) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:37.870448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8ba35df5-7372-490f-904f-e4135d586165 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 1094 time: 0.0827086 Dec 22 15:41:37.873412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51344) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:37.879395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:41:37.886723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:37.891325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:37.894637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:37.901152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:37.944764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:38.109337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:38.291014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.36 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/bdddec30-4a04-4fbd-9bb0-1feb05c9ddbf) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:41:38.464549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:38.528414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:38.533695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47ea3c69-6824-4aa3-8516-4a4c816b045b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:38.607171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:41:38.611315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:41:38.613538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=bdddec30-4a04-4fbd-9bb0-1feb05c9ddbf,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:38.616019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:41:38.647189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:39.287998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:39.410411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:39.643676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:39.675920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:39.681225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:39.790561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=bdddec30-4a04-4fbd-9bb0-1feb05c9ddbf,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:39.795306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:39.805359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:40.008415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 50de161a-10ec-48fb-8dbe-5e023e2daada associated. External IP: 172.26.4.36, port: c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b. Dec 22 15:41:40.700935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:41:40.931711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:41:40.945338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:41:40.965935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:40.966688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:41:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:40.985192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:41.050756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1760352 Dec 22 15:41:41.051629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:41:41.145489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'status': 'completed', 'code': 200} Dec 22 15:41:41.175982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:41:41.273736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-76201e1f-4ac9-4ea5-a6c7-456e44c42f50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 1099 time: 0.1068006 Dec 22 15:41:41.433281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-aa0260df-134f-49fe-81a3-e4f77bb74049 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:41.435041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-aa0260df-134f-49fe-81a3-e4f77bb74049 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1541710 Dec 22 15:41:41.550640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-887ff930-4a4d-47d1-b33a-b514e0b598e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b HTTP/1.1" status: 200 len: 999 time: 0.1085856 Dec 22 15:41:41.648983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:22Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}, {'id': '50de161a-10ec-48fb-8dbe-5e023e2daada', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.36', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:28:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:39Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:41.653985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:41:41.656952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-79b9c86e-718d-47fa-a7dd-cf0146e59839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:41:41.658588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-79b9c86e-718d-47fa-a7dd-cf0146e59839 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.1012697 Dec 22 15:41:41.667114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:41:41.667805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:41:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:41.744199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-6fea560b-00b4-41fe-ab44-c6ea673f6638 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787320 Dec 22 15:41:41.878897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:41:41.900415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-9f6a7e7a-3b36-4601-84ed-fac8c43c0a91 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478505 Dec 22 15:41:42.055016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16fd0852-b1ab-4041-8643-eddd6a474bde req-ec11c042-5aee-499d-8eb7-710acd7ae810 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484363 Dec 22 15:41:42.266919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:22Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}, {'id': '50de161a-10ec-48fb-8dbe-5e023e2daada', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.36', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:28:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:39Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:41:42.271575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf00c4-935f-476a-bf8a-b416d1552287 None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:22Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}, {'id': '50de161a-10ec-48fb-8dbe-5e023e2daada', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.36', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:28:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:39Z', 'updated_at': '2021-12-22T15:41:39Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:41:42.629707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64feaef-b6e8-4014-b56c-999aab981db0 None None] New status for floating IP 50de161a-10ec-48fb-8dbe-5e023e2daada: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:41:43.267562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:42:01.550176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:02.413716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37ba5569-e981-43bc-ae22-88fc7b2b1f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:03.779212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:04.516031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f675ffb-272c-45eb-b5d2-45fe59d75117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:04.973355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:06.830317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:14.895581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51362) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:15.006219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-80f9c598-3015-423b-a948-f7262c26df57 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/4119df88-b492-4f5a-b2b1-eee8d6dad165 HTTP/1.1" status: 200 len: 993 time: 0.1093352 Dec 22 15:42:15.948690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51372) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:15.955474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:16.085911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:16.313943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:16.336588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:16.395858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:16.401573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34fa920d-f6b1-404b-96ab-4419fd3723d8 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:16.473352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:16.474044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:16.475682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/ports/fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 938 time: 0.5258498 Dec 22 15:42:16.476495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:16.493618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=6']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:16.497647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:16.541693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'status': 'completed', 'code': 200} Dec 22 15:42:16.650494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-6adf6337-5329-4a6d-b74d-257930c9dc5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1099 time: 0.0862503 Dec 22 15:42:16.754291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6378a9bb-22ce-42a5-97f2-5b854e41e93f None None] Provisioning complete for port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:16.754644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6378a9bb-22ce-42a5-97f2-5b854e41e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:16.795423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-f45dc9ba-f296-44bc-b73c-32c0642975e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:16.797037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-f45dc9ba-f296-44bc-b73c-32c0642975e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1407568 Dec 22 15:42:16.817384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6378a9bb-22ce-42a5-97f2-5b854e41e93f None None] Port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 is administratively disabled so it will not transition to active. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 22 15:42:16.906321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-82e00a04-0dc4-4a87-9022-26282881c213 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 1002 time: 0.1032312 Dec 22 15:42:16.975297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-41785832-265a-428c-a5e0-1fca06a1f091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:16.976921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-41785832-265a-428c-a5e0-1fca06a1f091 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0649998 Dec 22 15:42:17.057749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-6017d9d4-d031-4806-825c-825abe71653b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738688 Dec 22 15:42:17.202204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-91dfd748-803f-46d6-9af7-4e6e72413fac service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371176 Dec 22 15:42:17.349601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efec0f55-d73f-4cd5-b424-9e874ee56b1f req-57d5f25e-a1d0-4948-89ab-7d689fab9a31 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415300 Dec 22 15:42:19.922498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51382) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:19.929263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:20.055443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:20.272723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:42:20.289341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:20.320647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:20.367501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:20.372414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78aa6b6d-8c12-45b2-aabb-48bde93ac8d2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:20.447422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:20.448122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:20.450384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/ports/fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 937 time: 0.5260379 Dec 22 15:42:20.450384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:20.453194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51386) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:20.463492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=7']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:20.473191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.473737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.474062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.474490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.474948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.475341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.475790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.478002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.478466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.479375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.479822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:20.493979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:20.627257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'status': 'completed', 'code': 200} Dec 22 15:42:20.674637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['fb4c2cd3-e8f0-47db-97eb-9ce096636d30'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:42:20.801646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c657b79f-f105-4977-bc98-2a73c9b85ede None None] Provisioning complete for port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:20.801995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c657b79f-f105-4977-bc98-2a73c9b85ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:20.873999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e07467f4-862e-444c-9331-2bfec7887b66 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/4119df88-b492-4f5a-b2b1-eee8d6dad165 HTTP/1.1" status: 200 len: 993 time: 0.4194534 Dec 22 15:42:20.894411 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-462aa3a2-96f7-42f9-8444-5f315a8e2790 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1098 time: 0.1245930 Dec 22 15:42:21.047247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa717b8-8ad2-480e-b783-e189585794ac req-59783463-45fa-4ebd-8db4-77667c7381aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:21.048609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-59783463-45fa-4ebd-8db4-77667c7381aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1481962 Dec 22 15:42:21.161730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-bfcf449f-b8fa-452d-9cec-69ec5f516c80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 1001 time: 0.1063905 Dec 22 15:42:21.232281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa717b8-8ad2-480e-b783-e189585794ac req-999609f0-73f4-4a91-abb7-8443965b54e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:21.233887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-999609f0-73f4-4a91-abb7-8443965b54e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0647283 Dec 22 15:42:21.324896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-f60a0cf7-0c53-44cd-a914-ea71fa114466 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843341 Dec 22 15:42:21.470457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-b7ea1771-20cf-48a8-91c7-58c8f2febebf service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387856 Dec 22 15:42:21.503275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51400) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:21.620766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4fa717b8-8ad2-480e-b783-e189585794ac req-7ed299f7-0f5e-48d0-b2ee-f6909e1af6c6 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439781 Dec 22 15:42:21.732123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port bdddec30-4a04-4fbd-9bb0-1feb05c9ddbf {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:21.732407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:21.911927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:21.912298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:22.043391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for bdddec30-4a04-4fbd-9bb0-1feb05c9ddbf owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:22.350992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:22.355790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f9c9ce0-0fb5-4368-9ea5-6b0c19a8a972 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:22.438660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=bdddec30-4a04-4fbd-9bb0-1feb05c9ddbf,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:22.469191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:22.497092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:22.931415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:42:23.381526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:42:23.392136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:42:23.405147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:23.413138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:23.453740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:23.508772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/50de161a-10ec-48fb-8dbe-5e023e2daada HTTP/1.1" status: 204 len: 168 time: 2.0042725 Dec 22 15:42:23.509531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:23.570054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'status': 'completed', 'code': 200} Dec 22 15:42:23.595255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:23.670319 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-bf74d1c2-f808-4657-b59d-78403c566a57 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 1099 time: 0.0782256 Dec 22 15:42:23.819369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-c6f896ec-0b53-4588-a2b3-d58a5602e238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:23.821998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-c6f896ec-0b53-4588-a2b3-d58a5602e238 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1450891 Dec 22 15:42:23.898692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-2f5c7feb-4481-4546-9a28-dd96791973a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b HTTP/1.1" status: 200 len: 217 time: 0.0696154 Dec 22 15:42:23.975230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-6e45b046-350f-42e1-8e13-e4db58418a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:23.976962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-6e45b046-350f-42e1-8e13-e4db58418a91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0717685 Dec 22 15:42:23.978922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:22Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:23.983218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:42:23.995189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:23.995751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:24.119333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-82bbeab0-b9ec-4451-a450-0594c5bfbf0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344099 Dec 22 15:42:24.192382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555a4ae-2e11-44c7-9cc5-26ca25b4694a req-e5b4d51d-e2d6-4e19-a68f-21a9443d6e25 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:24.194125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c555a4ae-2e11-44c7-9cc5-26ca25b4694a req-e5b4d51d-e2d6-4e19-a68f-21a9443d6e25 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 946 time: 0.2376592 Dec 22 15:42:24.324909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-9c3ad2aa-fb94-4184-ad80-8088a8908709 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981397 Dec 22 15:42:24.327822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c555a4ae-2e11-44c7-9cc5-26ca25b4694a req-cd5685b3-c7f7-4a1b-b907-c49eb6e515cd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835941 Dec 22 15:42:24.331143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:24.469873 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726725e1-8f6a-4eb7-afbb-ee5c9a2bc647 req-08eff27e-97ad-451a-ab26-832f48a7739c service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385005 Dec 22 15:42:24.698620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:22Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:24.702849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdbb10a-f587-4829-8fb9-28898005e8ad None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '4119df88-b492-4f5a-b2b1-eee8d6dad165', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.176', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'port_id': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'mac_address': 'fa:16:3e:f4:cd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:41:19Z', 'updated_at': '2021-12-22T15:41:22Z', 'revision_number': 1, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:42:25.179583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03760f7d-a9f4-4c6a-b87b-503891bf74ec None None] New status for floating IP 50de161a-10ec-48fb-8dbe-5e023e2daada: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:42:25.279137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-c9d721a3-bd6f-4a67-b2b4-c28a5e0faba2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:25.280663 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-c9d721a3-bd6f-4a67-b2b4-c28a5e0faba2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 946 time: 0.0835812 Dec 22 15:42:25.369284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:25.369670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:25.536939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2f5b8-b1cd-44a7-bb2b-5757dad82acb req-91a50e90-79ce-456c-9167-b08cd8e0cdf3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:25.537621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ecb2f5b8-b1cd-44a7-bb2b-5757dad82acb req-91a50e90-79ce-456c-9167-b08cd8e0cdf3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:25.579058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ecb2f5b8-b1cd-44a7-bb2b-5757dad82acb req-91a50e90-79ce-456c-9167-b08cd8e0cdf3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:25.580372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecb2f5b8-b1cd-44a7-bb2b-5757dad82acb req-91a50e90-79ce-456c-9167-b08cd8e0cdf3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 946 time: 0.1262426 Dec 22 15:42:25.629657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecb2f5b8-b1cd-44a7-bb2b-5757dad82acb req-7ddbeee2-fef7-4b77-b9e3-2dc366c6c7c9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3fb805d-5277-4a81-acef-c307a432e2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 Dec 22 15:42:25.632580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:25.632961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:25.766384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:25.998699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-97582401-a451-43c4-853b-97c9d71ad91c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1455598 Dec 22 15:42:26.030505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:26.037476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:26.126573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:26.182552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.183025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.183457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.183880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.184358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.184813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.185255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.185700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.186188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.186600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.187070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:26.195679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:26.234421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:42:26.239097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:26.242582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'name': 'network-vif-deleted', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:26.274225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-503c3f27-12f3-4bb3-9fb3-f2c83774f885 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1098 time: 0.1997812 Dec 22 15:42:26.289524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ac7f8cc-09dd-4ebc-82c6-7476f470d02d req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b HTTP/1.1" status: 204 len: 173 time: 1.0036321 Dec 22 15:42:26.410788 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2a2960-e014-446b-b4ef-46e92277ad97', 'name': 'network-vif-deleted', 'tag': 'c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b', 'status': 'completed', 'code': 200} Dec 22 15:42:26.464666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-fc598459-06c8-49a8-8b71-ab9308a66478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:26.466229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-fc598459-06c8-49a8-8b71-ab9308a66478 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.1703908 Dec 22 15:42:26.583720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-eab96112-27d0-4db7-8a15-ee870c3a4c1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 1001 time: 0.1110756 Dec 22 15:42:26.660169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-2db837e5-f8d1-4ea2-b4a2-c524a1a0a521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:26.661725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-2db837e5-f8d1-4ea2-b4a2-c524a1a0a521 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0711272 Dec 22 15:42:26.748631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-34917be2-e83e-4df1-b739-7fec5bbd177c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792592 Dec 22 15:42:26.829051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-09b17314-b9d3-44c6-a13f-f16f0bba19ef req-4e8a1625-6fda-456c-853b-e1b0fbd27f50 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce2a2960-e014-446b-b4ef-46e92277ad97 HTTP/1.1" status: 200 len: 210 time: 0.0503211 Dec 22 15:42:26.909418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-7e3788d7-d32b-415c-9ab1-89693e1552dc service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528137 Dec 22 15:42:27.055152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6365513d-58d2-4b3e-90ad-c1e55056de1c req-4a3e561b-9847-47f1-891d-d81f5bbe2e87 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406908 Dec 22 15:42:27.941349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51422) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:28.014632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.044824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.229926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.235433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b8286b9-9c16-4f8b-bf71-1eda6701715f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:28.254558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb805d-5277-4a81-acef-c307a432e2b5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:28.257382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:28.286509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.287965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4ba9301-a9a2-4c6f-8cf2-072648cefe46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3fb805d-5277-4a81-acef-c307a432e2b5 HTTP/1.1" status: 204 len: 168 time: 0.3453763 Dec 22 15:42:28.345421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51428) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:28.560341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port bd5a53d9-1205-4172-98a6-56f9a01858c1 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:28.560736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.738686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.739110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:28.871175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for bd5a53d9-1205-4172-98a6-56f9a01858c1 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:29.053293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:29.057997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7428cb3f-dfba-472a-8e37-e823b7d890af tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:29.064835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:42:29.099389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:42:29.099782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device c510dc7b-ec9c-4f2a-b9c5-b4c1638a473b not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:42:29.105927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=bd5a53d9-1205-4172-98a6-56f9a01858c1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:29.108447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:29.200309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:29.620828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:42:29.837555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:42:29.848124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:42:29.854863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:29.861000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:29.861716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:29.909733 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/4119df88-b492-4f5a-b2b1-eee8d6dad165 HTTP/1.1" status: 204 len: 168 time: 1.5630574 Dec 22 15:42:29.910363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:29.966291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'status': 'completed', 'code': 200} Dec 22 15:42:30.055254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:30.066801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-d4632f13-7c4f-4b2c-8d01-24918361a449 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 1098 time: 0.0784483 Dec 22 15:42:30.425615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:30.430426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:42:30.441017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fba6b-697d-4a99-a40c-4e178b032377 req-d5d95441-7c41-44ab-9454-3788af101f3b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:30.441929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-169fba6b-697d-4a99-a40c-4e178b032377 req-d5d95441-7c41-44ab-9454-3788af101f3b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:30.443131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:30.443826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:30.459706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-8f7102a1-a572-4422-b088-6cfeeb7fdba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:30.461381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-8f7102a1-a572-4422-b088-6cfeeb7fdba1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 200 len: 898 time: 0.3889799 Dec 22 15:42:30.493404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-169fba6b-697d-4a99-a40c-4e178b032377 req-d5d95441-7c41-44ab-9454-3788af101f3b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:30.494907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-169fba6b-697d-4a99-a40c-4e178b032377 req-d5d95441-7c41-44ab-9454-3788af101f3b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 945 time: 0.1475761 Dec 22 15:42:30.536001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-daa302bc-7394-4da5-973e-5b9986bce7e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 200 len: 217 time: 0.0666661 Dec 22 15:42:30.545961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-169fba6b-697d-4a99-a40c-4e178b032377 req-e63886ae-a6e9-4b6a-a195-916fae02f754 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:30.596924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-169fba6b-697d-4a99-a40c-4e178b032377 req-e63886ae-a6e9-4b6a-a195-916fae02f754 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:30.599156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-169fba6b-697d-4a99-a40c-4e178b032377 req-e63886ae-a6e9-4b6a-a195-916fae02f754 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970256 Dec 22 15:42:30.613407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-913cd1fd-e0f3-4083-ae3f-3d6218ce4ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:30.615060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-913cd1fd-e0f3-4083-ae3f-3d6218ce4ba2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 200 len: 835 time: 0.0719125 Dec 22 15:42:30.642600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:30.699339 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-89d6ed79-ea86-49e9-82a7-15686505fa6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=724260da-b43e-4d92-b987-139f7cb3bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771766 Dec 22 15:42:30.850277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-74b82ae0-5295-4c50-ac88-84f2ede3448e service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434293 Dec 22 15:42:30.979424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:30.983726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92a93a9-64e0-4655-ae32-0542c020623c None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:41:00Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4ba5a50f-2487-4c49-b5b4-5faffe6aabcc', 'name': '', 'network_id': '724260da-b43e-4d92-b987-139f7cb3bc53', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:e5:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:59Z', 'updated_at': '2021-12-22T15:41:05Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': '3e30bdce-1869-4afd-a251-39367bd7bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:42:31.006638 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1df42d75-3d9c-4f5b-a5ab-51620d519480 req-dafcbeec-63bc-4cd1-a82d-20336e630ad1 service neutron] 10.222.0.71 "GET /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485703 Dec 22 15:42:31.433698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724dde2-7737-4c09-9255-454aeb60cceb None None] New status for floating IP 4119df88-b492-4f5a-b2b1-eee8d6dad165: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:42:31.596272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:31.854611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147d831-0aec-458e-af45-fa80e253bc68 req-c643387d-5471-476d-81a9-e01de43f140c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:31.855358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c147d831-0aec-458e-af45-fa80e253bc68 req-c643387d-5471-476d-81a9-e01de43f140c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:31.864146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076772d-61a8-451b-ab06-1e654d076c55 req-2a7c97e1-fb59-40b7-a231-0307c0b44382 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:31.864851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8076772d-61a8-451b-ab06-1e654d076c55 req-2a7c97e1-fb59-40b7-a231-0307c0b44382 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:31.885190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c147d831-0aec-458e-af45-fa80e253bc68 req-c643387d-5471-476d-81a9-e01de43f140c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:31.886938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c147d831-0aec-458e-af45-fa80e253bc68 req-c643387d-5471-476d-81a9-e01de43f140c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 945 time: 0.1843684 Dec 22 15:42:31.889689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8076772d-61a8-451b-ab06-1e654d076c55 req-2a7c97e1-fb59-40b7-a231-0307c0b44382 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:31.890879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8076772d-61a8-451b-ab06-1e654d076c55 req-2a7c97e1-fb59-40b7-a231-0307c0b44382 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 945 time: 0.1545072 Dec 22 15:42:31.995627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:31.996022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:32.037348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8076772d-61a8-451b-ab06-1e654d076c55 req-a26378c1-d07e-49aa-a153-0cf029878925 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110485 Dec 22 15:42:32.258105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port fb4c2cd3-e8f0-47db-97eb-9ce096636d30, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:32.258491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:32.328036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e11cec4-85d8-40e7-938b-2a565b7e9ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:32.393441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for fb4c2cd3-e8f0-47db-97eb-9ce096636d30 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:32.613357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:32.620244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-21ca2490-cc86-4141-8b5e-3553cde489f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:32.668368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=fb4c2cd3-e8f0-47db-97eb-9ce096636d30,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:32.672853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:32.748734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port fb4c2cd3-e8f0-47db-97eb-9ce096636d30 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:42:32.751320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:32.754213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'name': 'network-vif-deleted', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:32.797383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c147d831-0aec-458e-af45-fa80e253bc68 req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/fb4c2cd3-e8f0-47db-97eb-9ce096636d30 HTTP/1.1" status: 204 len: 173 time: 0.9048133 Dec 22 15:42:32.812556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433e535-9c0b-41e0-ad9e-6f6b7069b45e', 'name': 'network-vif-deleted', 'tag': 'fb4c2cd3-e8f0-47db-97eb-9ce096636d30', 'status': 'completed', 'code': 200} Dec 22 15:42:33.229875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-6838c486-e07a-4025-a073-dfb5a7b96f11 req-16d54ac6-25c6-467e-9a7d-37e2354d4580 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:33.379240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-6838c486-e07a-4025-a073-dfb5a7b96f11 req-16d54ac6-25c6-467e-9a7d-37e2354d4580 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:33.385464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6838c486-e07a-4025-a073-dfb5a7b96f11 req-16d54ac6-25c6-467e-9a7d-37e2354d4580 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=5433e535-9c0b-41e0-ad9e-6f6b7069b45e HTTP/1.1" status: 200 len: 210 time: 0.1977735 Dec 22 15:42:33.784505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:34.496209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51446) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:34.510508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-876d67c3-5184-46d7-ab64-58a4fce1ae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:34.574293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:34.606033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:34.755783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:34.761509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb91e868-2276-466b-8e95-0b283263cbbe tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:34.777389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d27c6d-859a-4bff-ab11-bf6aa819f5c9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:34.780138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:34.813581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:34.814977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/c5d27c6d-859a-4bff-ab11-bf6aa819f5c9 HTTP/1.1" status: 204 len: 168 time: 0.3176038 Dec 22 15:42:34.888587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51452) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:34.967327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:35.095814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device fb4c2cd3-e8f0-47db-97eb-9ce096636d30 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:42:35.298518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: fb4c2cd3-e8f0-47db-97eb-9ce096636d30 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:42:35.298956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device fb4c2cd3-e8f0-47db-97eb-9ce096636d30 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:42:35.323711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:35.974085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:35.974690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:36.413624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:36.413946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:36.544626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:36.830270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:36.835431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0eb961b-6f21-48a3-bbdf-a0724f196dc2 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:36.858842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:36.881133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=4ba5a50f-2487-4c49-b5b4-5faffe6aabcc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:36.884725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:37.198620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:37.812907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 91ffee4e-9138-4562-b947-ffaacd8c892b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:42:38.029043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:42:38.039625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] Sync routers for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:42:38.052085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:38.052751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:38.066775 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/91ffee4e-9138-4562-b947-ffaacd8c892b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768456 Dec 22 15:42:38.070070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51456) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:38.283363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet 3e30bdce-1869-4afd-a251-39367bd7bd9b {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:42:38.287103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.352945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.393295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:38.446855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.551024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.556140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98d74aed-f352-4da6-b401-b208336f691a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:38.595007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=3e30bdce-1869-4afd-a251-39367bd7bd9b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:38.597773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:38.600592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.610535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/3e30bdce-1869-4afd-a251-39367bd7bd9b HTTP/1.1" status: 204 len: 168 time: 0.5369382 Dec 22 15:42:38.610700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0748cc2-1a26-4665-9edc-381f9463e514 None None] Network 724260da-b43e-4d92-b987-139f7cb3bc53 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:42:38.610797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51460) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:38.699052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:42:36Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:38.703333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] Checking router: 91ffee4e-9138-4562-b947-ffaacd8c892b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:42:38.715810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] Routers {'91ffee4e-9138-4562-b947-ffaacd8c892b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:38.716030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['91ffee4e-9138-4562-b947-ffaacd8c892b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:38.842788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.889128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] DHCP port deletion for 724260da-b43e-4d92-b987-139f7cb3bc53 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:42:38.893312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Deleting port a6f02306-3885-4754-9fba-734e1c3892c2 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:38.893737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:38.913974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] Set router 91ffee4e-9138-4562-b947-ffaacd8c892b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:39.056260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.099042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port fc25475a-2604-4bd0-afbf-217e24e6f211 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:42:39.099415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.122920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] For port a6f02306-3885-4754-9fba-734e1c3892c2, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a6f02306-3885-4754-9fba-734e1c3892c2,segment=NetworkSegment(1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd),segment_id=1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:39.123234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.222929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:42:36Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:39.229231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031efff-03c3-4495-b20c-ae3e39f69d2e None None] The sync data for ids ['91ffee4e-9138-4562-b947-ffaacd8c892b'] in dv-neutron-822709-1-hyperv is: [{'id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'name': 'tempest-TestNetworkBasicOps-router-658039110', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:40:54Z', 'updated_at': '2021-12-22T15:42:36Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': 'fc25475a-2604-4bd0-afbf-217e24e6f211', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:4d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ffee4e-9138-4562-b947-ffaacd8c892b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:40:55Z', 'updated_at': '2021-12-22T15:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:42:39.256347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a6f02306-3885-4754-9fba-734e1c3892c2 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:42:39.294320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Calling delete_port for a6f02306-3885-4754-9fba-734e1c3892c2 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:39.460290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.528118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.542077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbb88d74-7f9d-4f61-a3c8-b3d20b0b1089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:39.575456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] No DVR routers for this DVR port a6f02306-3885-4754-9fba-734e1c3892c2 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:42:39.584374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Pushing event deleted for resources: {'Port': ['ID=a6f02306-3885-4754-9fba-734e1c3892c2,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:39.589211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port fc25475a-2604-4bd0-afbf-217e24e6f211, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=fc25475a-2604-4bd0-afbf-217e24e6f211,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:39.589618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.597356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.597757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.598159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.598674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.599088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.599466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.599844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.600220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.601142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.601495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.601865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:39.605231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:39.719111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for fc25475a-2604-4bd0-afbf-217e24e6f211 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:42:39.939014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:39.943612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c8f70cb5-d938-48e6-83aa-5f1aeaadd399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:39.988714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=fc25475a-2604-4bd0-afbf-217e24e6f211,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:39.991370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:40.220665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.489320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.493799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.601847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.602527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router 91ffee4e-9138-4562-b947-ffaacd8c892b {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:42:40.618394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.619681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/91ffee4e-9138-4562-b947-ffaacd8c892b HTTP/1.1" status: 204 len: 168 time: 2.0078421 Dec 22 15:42:40.622740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51464) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:40.755187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.898213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.927132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724260da-b43e-4d92-b987-139f7cb3bc53']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:40.941686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:40.942028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b90a7fe-063c-4f5f-9cc2-bb16fcfa1bdd') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:40.954868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.969692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.976547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:42:40.976980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:42:40.993101 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:42:41.104386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.107861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fbdfa24-0ad7-4cbe-af33-7cce553f7fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:41.126747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.133736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=724260da-b43e-4d92-b987-139f7cb3bc53,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:41.139035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:41.170600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/724260da-b43e-4d92-b987-139f7cb3bc53 HTTP/1.1" status: 204 len: 168 time: 0.5461328 Dec 22 15:42:41.196143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51468) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:41.202674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'network': {'name': 'tempest-network-smoke--1220247786', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:41.208385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:41.213077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:network and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:41.216248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:41.218839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fc25475a-2604-4bd0-afbf-217e24e6f211 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:42:41.222530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:41.254083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: fc25475a-2604-4bd0-afbf-217e24e6f211 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:42:41.254482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device fc25475a-2604-4bd0-afbf-217e24e6f211 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:42:41.254993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:42:41.258655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:42:41.264509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.291626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:42:41.292028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4ba5a50f-2487-4c49-b5b4-5faffe6aabcc not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:42:41.302010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:42:41.370230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.370487 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Added segment 2a9828d4-883f-44cc-80dd-3c0251f13924 of type vlan for network 60976999-1ffb-4192-b1c4-7487d3d36548 Dec 22 15:42:41.448787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.539381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.543662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:41.544322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.549872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7634cb92-e312-41cc-b21f-a5ed8953c0e3 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:41.664320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Network': ['ID=60976999-1ffb-4192-b1c4-7487d3d36548,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:41.667127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:41.676538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 60976999-1ffb-4192-b1c4-7487d3d36548 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:42:41.694048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4967201 Dec 22 15:42:41.697064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51472) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:41.702983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'admin_state_up': True, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:41.711332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:41.715433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:router and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:41.718429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:41.724669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:41.762059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.763146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:41.833490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.025963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.475258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.507068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.650495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.129 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/1bfdefa1-745d-453a-b44a-0fa699fbc986) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:42:42.810460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.858928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.863422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-741103ca-b2c9-491c-9ee0-1c721d98d9a8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:42.934056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:42:42.937700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:42:42.942743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:42:42.973325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:42.979926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:43.148074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:43.148803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:43.464549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:42:43.672727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:42:43.684544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:42:43.697470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:43.698167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:43.722181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:43.723548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0254045 Dec 22 15:42:43.726852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51476) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:43.777535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6d1377e7-d30f-4283-ac83-e81dbe2132b3 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=893e62757dcf4c53b1dd355e3c905573&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493989 Dec 22 15:42:43.780362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51480) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:43.884576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:43.920371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d31fad-d3e2-47a4-9f18-67af488f8c3b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:43.922015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-86d31fad-d3e2-47a4-9f18-67af488f8c3b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406353 Dec 22 15:42:43.925102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51484) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:43.970783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f49d8e8-f9c4-4b19-abab-e74b573adb23 tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444241 Dec 22 15:42:43.973501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51488) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:43.979754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104036024', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:44.100021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:44.104937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:subnet and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:44.107937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:44.114132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:44.162118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:42:44.197810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:43Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:44.202081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Checking router: 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:42:44.202441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Updating router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb port 1bfdefa1-745d-453a-b44a-0fa699fbc986 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:42:44.257587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.285118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.685508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.700265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Transition to ACTIVE for port object 1bfdefa1-745d-453a-b44a-0fa699fbc986 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:44.711809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.716804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0301239d-7e33-4c6b-8115-3b1f491a2b43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:44.744547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.749784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:44.799310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Subnet': ['ID=a3855707-c680-4070-b41d-e706b4ff7676,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:44.802362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:44.816943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Checking segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:42:44.817351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network hostable DHCP agents. Network: 60976999-1ffb-4192-b1c4-7487d3d36548, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:42:44.838617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Attempting to bind port 1bfdefa1-745d-453a-b44a-0fa699fbc986 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:42:44.841362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Attempting to bind port 1bfdefa1-745d-453a-b44a-0fa699fbc986 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:42:44.841362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Attempting to bind port 1bfdefa1-745d-453a-b44a-0fa699fbc986 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:42:44.842293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e5f5-1aa1-459b-92ca-ed5d4a116c72 None None] Pushing event updated for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:44.846094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6000e5f5-1aa1-459b-92ca-ed5d4a116c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:44.849556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:42:44.849981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:42:44.850432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.850946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:42:44.851465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Bound port: 1bfdefa1-745d-453a-b44a-0fa699fbc986, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:42:44.851889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.881501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 60976999-1ffb-4192-b1c4-7487d3d36548 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:42:44.926537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] For port 1bfdefa1-745d-453a-b44a-0fa699fbc986, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:42:44.929819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] For port 1bfdefa1-745d-453a-b44a-0fa699fbc986, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1bfdefa1-745d-453a-b44a-0fa699fbc986,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:42:44.944074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 60976999-1ffb-4192-b1c4-7487d3d36548) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:42:44.948753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:44.952626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.953862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc6293b-4908-49b1-955a-edbd1f6c2ffa None None] Network 60976999-1ffb-4192-b1c4-7487d3d36548 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:42:44.975330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.989398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:44.997119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dff4a4b8-ca4f-4a37-a446-69dfd903eef4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0225317 Dec 22 15:42:45.000328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:45.331959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000e5f5-1aa1-459b-92ca-ed5d4a116c72 None None] Pushing event updated for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:45.339175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6000e5f5-1aa1-459b-92ca-ed5d4a116c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:45.369740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:45.370452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:45.590032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-60976999-1ffb-4192-b1c4-7487d3d36548', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:42:45.590877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:45.679258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:45.810309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:45.994497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Allocated IP 172.20.0.2 (60976999-1ffb-4192-b1c4-7487d3d36548/a3855707-c680-4070-b41d-e706b4ff7676/f8d2711e-7909-4d4e-bad1-ebec0d4749d9) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:42:46.069431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:43Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:46.074084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6400cd-55fe-4e3b-8031-f0e5aeda8f44 None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:43Z', 'revision_number': 3, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:42:46.306114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.318345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Transition to ACTIVE for port object f8d2711e-7909-4d4e-bad1-ebec0d4749d9 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:46.413821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Transition to ACTIVE for port object f8d2711e-7909-4d4e-bad1-ebec0d4749d9 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:46.443210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.453920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f044a5f-459a-43bb-b276-66091af4c161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:46.496470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.1 (60976999-1ffb-4192-b1c4-7487d3d36548/a3855707-c680-4070-b41d-e706b4ff7676/beea2194-aa82-49b8-9c9c-24b0098bfb5b) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:42:46.532693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Network 60976999-1ffb-4192-b1c4-7487d3d36548 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:42:46.540779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:42:46.543414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:42:46.586219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Pushing event updated for resources: {'Port': ['ID=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:46.589293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:46.660595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Attempting to bind port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:42:46.660998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Attempting to bind port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:42:46.661422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Attempting to bind port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 on network 60976999-1ffb-4192-b1c4-7487d3d36548 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:42:46.669517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:42:46.669955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Checking segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:42:46.670421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.670893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Bound using segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:42:46.671441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Bound port: f8d2711e-7909-4d4e-bad1-ebec0d4749d9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:42:46.671879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.777878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] For port f8d2711e-7909-4d4e-bad1-ebec0d4749d9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:42:46.781850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] For port f8d2711e-7909-4d4e-bad1-ebec0d4749d9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:42:46.842976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.847508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:46.942558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Pushing event updated for resources: {'Port': ['ID=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:46.946758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:46.971338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.990540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object beea2194-aa82-49b8-9c9c-24b0098bfb5b will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:47.065310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.070979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:47.144608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 60976999-1ffb-4192-b1c4-7487d3d36548 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:42:47.148910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:42:47.154203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:42:47.191363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:47.199462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:47.226370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.295801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:42:47.372204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.419188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 1bfdefa1-745d-453a-b44a-0fa699fbc986 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:42:47.425207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1bfdefa1-745d-453a-b44a-0fa699fbc986 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:47.425639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.554387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.571721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 1bfdefa1-745d-453a-b44a-0fa699fbc986, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1bfdefa1-745d-453a-b44a-0fa699fbc986,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:47.602144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.604746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:47.674042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:47.677350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:47.812567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.835990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:47.863616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87b455d0-3596-4f21-ac63-3fe8ecb9f19e tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:47.959164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:47.962449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:47.965536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:48.112307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 60976999-1ffb-4192-b1c4-7487d3d36548 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:42:48.113392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:42:48.531550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:42:48.638267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8743c-b1d8-473a-a087-2b41ac1c1a92 None None] Network 60976999-1ffb-4192-b1c4-7487d3d36548 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:42:48.801039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:42:48.812493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-988fd253-8365-4c2b-a8f7-72ab8ab324c6 None None] Provisioning for port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:42:48.815466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/9ed65a3c-03cb-46c6-89e2-ea6febeeffbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8139570 Dec 22 15:42:48.818292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51496) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:48.983738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af1c09-9d21-41ed-b4b3-e38f8984bc9b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:48.984308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af1c09-9d21-41ed-b4b3-e38f8984bc9b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:48.984646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af1c09-9d21-41ed-b4b3-e38f8984bc9b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:48.985061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75af1c09-9d21-41ed-b4b3-e38f8984bc9b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:48.989632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-75af1c09-9d21-41ed-b4b3-e38f8984bc9b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1673980 Dec 22 15:42:48.989922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51500) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:49.067094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a8afe-e75c-4cc0-84af-f919644f9dcf tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:49.067516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a8afe-e75c-4cc0-84af-f919644f9dcf tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:49.067934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a8afe-e75c-4cc0-84af-f919644f9dcf tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:49.068337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8a8afe-e75c-4cc0-84af-f919644f9dcf tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:49.070222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8e8a8afe-e75c-4cc0-84af-f919644f9dcf tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0792770 Dec 22 15:42:49.073076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51504) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:49.189913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:42:49.203136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:49.203964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:49.304189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fa544557-b7b1-461e-9f1e-98ff5eb93e0b None None] Provisioning for port beea2194-aa82-49b8-9c9c-24b0098bfb5b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:42:49.310782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fa544557-b7b1-461e-9f1e-98ff5eb93e0b None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:49.311014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa544557-b7b1-461e-9f1e-98ff5eb93e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.342537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-320fc1a5-16e3-47a5-8fbe-a984b580d1fd tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2681894 Dec 22 15:42:49.383920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:42:49.442293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:49.456453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fa544557-b7b1-461e-9f1e-98ff5eb93e0b None None] Port beea2194-aa82-49b8-9c9c-24b0098bfb5b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:42:49.491344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1bfdefa1-745d-453a-b44a-0fa699fbc986 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:49.491774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.621679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f8d2711e-7909-4d4e-bad1-ebec0d4749d9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:42:49.703996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-aea896ab-359f-4bb6-a385-f5b151838eb2 None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:49.704578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aea896ab-359f-4bb6-a385-f5b151838eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.715916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51510) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:49.722568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819253069', 'description': 'tempest-secgroup-smoke-819253069 description', 'project_id': '893e62757dcf4c53b1dd355e3c905573'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:49.730324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:49.736509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:49.741930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:49.749680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:49.778093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-aea896ab-359f-4bb6-a385-f5b151838eb2 None None] Port beea2194-aa82-49b8-9c9c-24b0098bfb5b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:42:49.819092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:42:49.819520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.825173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:49.825871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.848291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:49.853334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Checking router: 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:42:49.853736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Updating router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb port beea2194-aa82-49b8-9c9c-24b0098bfb5b binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:42:49.873521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:49.877999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:49.881595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:49.891640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:49.915487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.956647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.000760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b8ffb301-0b00-45f6-80e8-ee1dca039020 None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:50.001358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b8ffb301-0b00-45f6-80e8-ee1dca039020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.059180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port f8d2711e-7909-4d4e-bad1-ebec0d4749d9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:50.064575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b8ffb301-0b00-45f6-80e8-ee1dca039020 None None] Port beea2194-aa82-49b8-9c9c-24b0098bfb5b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:42:50.071331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.087755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.089708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4274973c-c144-4326-88c8-3634bc733365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:50.111951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.118144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d004c111-ff67-4646-bcd8-018e84e63601 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:50.166357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fdc9fe-698e-499e-b6b8-917b88803133,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:50.170038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:50.173964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:50.177286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:50.202070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.203584 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4863412 Dec 22 15:42:50.206645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51514) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:50.213461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a7fdc9fe-698e-499e-b6b8-917b88803133', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:50.220151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:50.224273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:50.227436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:50.233602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:50.277979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.291715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.304361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Transition to ACTIVE for port object beea2194-aa82-49b8-9c9c-24b0098bfb5b will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:50.333348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.338862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf03f57-c4f8-4aaa-bd26-26aef38f3196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:50.412081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.448398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.450618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53947310-2d30-44cd-8df9-a0cacbb99e3d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:50.469152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:50.484122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6011b3-facb-46f2-aa94-1ce5dfe36b60,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:50.486872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:50.511306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.511689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.512062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.512437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.512804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.513180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.513543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.513920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.514286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.514647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.515061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:42:50.522706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:50.527674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.533304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f33d4166-0742-428d-b441-0ef8070437a1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3213997 Dec 22 15:42:50.533532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51518) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:50.539962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a7fdc9fe-698e-499e-b6b8-917b88803133', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:50.548519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:50.551650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:50.555860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:50.562583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:50.621707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.708095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.734372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Attempting to bind port beea2194-aa82-49b8-9c9c-24b0098bfb5b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:42:50.734675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Attempting to bind port beea2194-aa82-49b8-9c9c-24b0098bfb5b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:42:50.735117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Attempting to bind port beea2194-aa82-49b8-9c9c-24b0098bfb5b on network 60976999-1ffb-4192-b1c4-7487d3d36548 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:42:50.739258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.742121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:42:50.742537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Checking segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:42:50.743012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.743446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Bound using segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:42:50.743958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Bound port: beea2194-aa82-49b8-9c9c-24b0098bfb5b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:42:50.744422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.747279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e32f1438-f798-4e50-8654-ee7b062a1b74 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:50.766834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5a29f1-8e35-498f-9c84-859cb236d47a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:50.775666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:50.813493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.814859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2803833 Dec 22 15:42:50.817799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51522) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:50.824475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a7fdc9fe-698e-499e-b6b8-917b88803133', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:50.831059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:50.835686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:50.836815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] For port beea2194-aa82-49b8-9c9c-24b0098bfb5b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:42:50.838766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:50.840152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] For port beea2194-aa82-49b8-9c9c-24b0098bfb5b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beea2194-aa82-49b8-9c9c-24b0098bfb5b,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:42:50.844885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:50.881211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.888433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-385eef8b-3861-4149-ad71-844fa75eb4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:50.913799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:50.995726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.024833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.041419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c45f7a30-6346-4d0d-b9d8-b7f9d88b0ecf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:51.047083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:51.052381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:51.056970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:42:51.057652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:42:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:51.066102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd0c089-6b09-4f85-896c-97cd27ed2b5f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:51.069080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:51.099374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.101051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2822061 Dec 22 15:42:51.104600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51526) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:51.111314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a7fdc9fe-698e-499e-b6b8-917b88803133', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:51.118336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:51.122903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:51.126125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:51.133525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:51.183653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.243970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f8d2711e-7909-4d4e-bad1-ebec0d4749d9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:42:51.282973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.310449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.313432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13db780d-d645-4b44-826b-71ecbc3a3bba tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:51.341076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45205ab-4341-47fb-85c2-90cefe21929e,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:51.345870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:51.349735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:42:51.353347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:51.353957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.390507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.394549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2861593 Dec 22 15:42:51.395128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51530) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:51.401511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a7fdc9fe-698e-499e-b6b8-917b88803133', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:51.408482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:51.412722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:51.416455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:51.422778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:51.459624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:42:51.468336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.547025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.578833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.581093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b8dcc8ec-86ed-4a15-a4cf-0737037e54e0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:51.604732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca01607-a095-4393-9544-fc2388629d38,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:51.609976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:51.636946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.638410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2421551 Dec 22 15:42:51.642199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51534) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:42:51.649892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'security_group_rule': {'security_group_id': 'a7fdc9fe-698e-499e-b6b8-917b88803133', 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:51.658893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:51.663340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:security_group_rule and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:42:51.666470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:42:51.672966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:51.710079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Project 893e62757dcf4c53b1dd355e3c905573 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:42:51.718038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.728380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:42:50Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:42:51.732917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dcfb3f-4d90-48b5-94f1-b65706d00b51 None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:42:50Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:42:51.794200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.825099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.827244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-729e140a-a44a-4792-94cb-a181d1faa625 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:51.849126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5a9d57-8472-4584-a873-7198eb8baf0f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:51.854002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:51.888441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:51.890439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d66c4916-8ac1-4bae-9055-a141f596746f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2469099 Dec 22 15:42:52.095249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-87655882-79f5-426d-986e-fe1946c76e72 req-cc6ff573-fa82-4c80-8dce-431a4f238c9c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:52.162087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-87655882-79f5-426d-986e-fe1946c76e72 req-cc6ff573-fa82-4c80-8dce-431a4f238c9c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:52.164015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-cc6ff573-fa82-4c80-8dce-431a4f238c9c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819253069&fields=id&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 267 time: 0.1133957 Dec 22 15:42:52.349528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655882-79f5-426d-986e-fe1946c76e72 req-096d0a36-19cd-4974-8d27-4490271e568a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:52.353018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-096d0a36-19cd-4974-8d27-4490271e568a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/networks?id=60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 200 len: 797 time: 0.1813350 Dec 22 15:42:52.375912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-da8dd9e1-9768-4ad4-84e7-8daf3d19a2c6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/quotas/893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 375 time: 0.0138500 Dec 22 15:42:52.465838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-87655882-79f5-426d-986e-fe1946c76e72 req-f6c63f9d-3149-4cea-aa22-f61ce09261a9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:52.510435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-87655882-79f5-426d-986e-fe1946c76e72 req-f6c63f9d-3149-4cea-aa22-f61ce09261a9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:52.512394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-f6c63f9d-3149-4cea-aa22-f61ce09261a9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304390 Dec 22 15:42:52.674211 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-b7015fea-1a3a-4fcb-b6b3-3cd59dc6fff9 service neutron] 10.222.0.32 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486611 Dec 22 15:42:52.826598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-bfca947c-d750-476e-ab9d-b220e0ff051a service neutron] 10.222.0.32 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449692 Dec 22 15:42:53.125374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0362e77-4fb3-40a0-81d4-75cc90bb8f46 req-399f7890-e4ec-4f25-998f-5ef45f081d21 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 210 time: 0.0478582 Dec 22 15:42:53.251796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:42:53.373502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port beea2194-aa82-49b8-9c9c-24b0098bfb5b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:42:53.379139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:53.379551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:53.505022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:53.583745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port beea2194-aa82-49b8-9c9c-24b0098bfb5b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beea2194-aa82-49b8-9c9c-24b0098bfb5b,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:53.642416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:53.645378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:53.712130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:53.715553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:54.303018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0211e7a-5c44-4d16-a0f0-784b254afffe req-06b3a7df-fae6-49e4-b7df-ef76a35fae5e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 210 time: 0.0510211 Dec 22 15:42:55.236926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:42:55.297480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655882-79f5-426d-986e-fe1946c76e72 req-3201e798-84a5-4a40-8dc4-8122806339e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:55.299374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-3201e798-84a5-4a40-8dc4-8122806339e6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/networks?id=60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 200 len: 797 time: 0.4187000 Dec 22 15:42:55.315161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:55.315621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:55.359042 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-f75812f2-06ba-4e27-9d7c-8873e16c2578 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893e62757dcf4c53b1dd355e3c905573 HTTP/1.1" status: 200 len: 379 time: 0.0464075 Dec 22 15:42:55.369400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'port': {'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'admin_state_up': True, 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'security_groups': ['a7fdc9fe-698e-499e-b6b8-917b88803133']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:55.486850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5ac538d-01a0-4f85-930d-6940ec38da6f req-1d1487e2-26e7-43cd-b8bb-0d774c8a1ea0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 210 time: 0.0481708 Dec 22 15:42:55.518413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:42:55.528476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:42:55.573528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Made reservation on behalf of 893e62757dcf4c53b1dd355e3c905573 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:42:55.579562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:55.753793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.20.0.8 (60976999-1ffb-4192-b1c4-7487d3d36548/a3855707-c680-4070-b41d-e706b4ff7676/ea9ba1b8-2983-4e75-8521-932a55babd12) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:42:55.951948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:55.968267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Transition to ACTIVE for port object ea9ba1b8-2983-4e75-8521-932a55babd12 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:56.042448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:56.048371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2f0a36b0-91d6-42cb-95b8-1342100fa83b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:56.126647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network 60976999-1ffb-4192-b1c4-7487d3d36548 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:42:56.127717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=ea9ba1b8-2983-4e75-8521-932a55babd12,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:56.130539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:42:56.132653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:56.133417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:42:56.203483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:56.204251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:56.254522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897176 Dec 22 15:42:56.266780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Request body: {'port': {'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:42:56.384926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:56.453175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-309e4d4a-5602-4b23-8127-a8230464908b None None] Provisioning for port ea9ba1b8-2983-4e75-8521-932a55babd12 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:42:56.458501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-309e4d4a-5602-4b23-8127-a8230464908b None None] Provisioning complete for port ea9ba1b8-2983-4e75-8521-932a55babd12 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:42:56.458975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-309e4d4a-5602-4b23-8127-a8230464908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:56.524048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-309e4d4a-5602-4b23-8127-a8230464908b None None] Port ea9ba1b8-2983-4e75-8521-932a55babd12 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:42:56.769109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d864d-522c-4af1-8863-a2e953221be1 req-e67e1e9c-ae89-46b7-9a59-4824dfbf38b6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:56.769867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-567d864d-522c-4af1-8863-a2e953221be1 req-e67e1e9c-ae89-46b7-9a59-4824dfbf38b6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:42:56.833370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9ba1b8-2983-4e75-8521-932a55babd12 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:42:56.840321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:56.856153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-567d864d-522c-4af1-8863-a2e953221be1 req-e67e1e9c-ae89-46b7-9a59-4824dfbf38b6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:42:56.857459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-567d864d-522c-4af1-8863-a2e953221be1 req-e67e1e9c-ae89-46b7-9a59-4824dfbf38b6 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 931 time: 0.2304821 Dec 22 15:42:56.858418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Transition to ACTIVE for port object ea9ba1b8-2983-4e75-8521-932a55babd12 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:42:56.886899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:56.892947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-555673d6-74cd-4276-8020-32e59b54d53d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:57.037994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ba1b8-2983-4e75-8521-932a55babd12,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:57.043603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-567d864d-522c-4af1-8863-a2e953221be1 req-97515616-b076-4434-96e3-bdddcfc03a33 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799717 Dec 22 15:42:57.044812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:57.165223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Attempting to bind port ea9ba1b8-2983-4e75-8521-932a55babd12 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:42:57.165619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Attempting to bind port ea9ba1b8-2983-4e75-8521-932a55babd12 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:42:57.166487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Attempting to bind port ea9ba1b8-2983-4e75-8521-932a55babd12 on network 60976999-1ffb-4192-b1c4-7487d3d36548 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:42:57.173261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Port ea9ba1b8-2983-4e75-8521-932a55babd12 on network 60976999-1ffb-4192-b1c4-7487d3d36548 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:42:57.173631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Attempting to bind port ea9ba1b8-2983-4e75-8521-932a55babd12 on network 60976999-1ffb-4192-b1c4-7487d3d36548 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:42:57.182691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:42:57.183102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Checking segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:42:57.183535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Bound using segment: {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:42:57.184012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Bound port: ea9ba1b8-2983-4e75-8521-932a55babd12, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9828d4-883f-44cc-80dd-3c0251f13924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:42:57.184401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:57.273018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:42:57.283321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] For port ea9ba1b8-2983-4e75-8521-932a55babd12, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:42:57.286497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] For port ea9ba1b8-2983-4e75-8521-932a55babd12, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ea9ba1b8-2983-4e75-8521-932a55babd12,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:42:57.333434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:57.338176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76081440-52dc-4513-9cd7-da4a7f92eab5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:57.401628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:57.403194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] 10.222.0.71 "PUT /v2.0/ports/ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 200 len: 1093 time: 1.1410751 Dec 22 15:42:57.403779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:42:57.425133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ba1b8-2983-4e75-8521-932a55babd12,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:57.431676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:57.495719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'status': 'completed', 'code': 200} Dec 22 15:42:57.542869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-c0741fec-e2e2-4425-8907-e820bc653d08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1096 time: 0.0833867 Dec 22 15:42:57.619651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-ade512a5-a238-4317-beae-0eac7c94f530 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 200 len: 217 time: 0.0701425 Dec 22 15:42:57.693498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655882-79f5-426d-986e-fe1946c76e72 req-97d0fdf8-c9e3-4a29-8a2e-1e120eac51c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:57.695203 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-97d0fdf8-c9e3-4a29-8a2e-1e120eac51c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3855707-c680-4070-b41d-e706b4ff7676 HTTP/1.1" status: 200 len: 835 time: 0.0687726 Dec 22 15:42:57.780949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-cab482b3-2647-4ef5-a5b5-33908f1439a9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60976999-1ffb-4192-b1c4-7487d3d36548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791073 Dec 22 15:42:57.924371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-66a4fb66-6f1d-42a1-9ce8-20b8a35cd75c service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372056 Dec 22 15:42:58.068560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87655882-79f5-426d-986e-fe1946c76e72 req-b8f629c5-1d4c-4bb2-a834-31fd7973f2dd service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381531 Dec 22 15:42:58.307373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-c3b1e23d-51a6-4953-8ef8-7144cc77bc30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1096 time: 0.1462111 Dec 22 15:42:58.314336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310f3a-30b2-45a8-bbfe-7fa6f77da746 req-ee7e4363-cb8c-4ea2-9c18-f3bc463ba7f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:58.315877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97310f3a-30b2-45a8-bbfe-7fa6f77da746 req-ee7e4363-cb8c-4ea2-9c18-f3bc463ba7f3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 943 time: 0.1210349 Dec 22 15:42:58.471331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97310f3a-30b2-45a8-bbfe-7fa6f77da746 req-4606c004-b4ab-4d49-b4f6-08f27dc33a3f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317227 Dec 22 15:42:58.494259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-1fa3831c-b679-4913-92ee-2f09a70df7e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:58.497311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-1fa3831c-b679-4913-92ee-2f09a70df7e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 200 len: 898 time: 0.1803997 Dec 22 15:42:58.571676 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-b1cc9544-6343-4aa7-ad7c-1fea9abd942b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 200 len: 217 time: 0.0673201 Dec 22 15:42:58.641001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-0047137c-da63-4d41-b142-b33031193f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:58.642574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-0047137c-da63-4d41-b142-b33031193f5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3855707-c680-4070-b41d-e706b4ff7676 HTTP/1.1" status: 200 len: 835 time: 0.0635736 Dec 22 15:42:58.727945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-a3ae0c86-1262-474c-afc1-85a609ae55f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60976999-1ffb-4192-b1c4-7487d3d36548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787985 Dec 22 15:42:58.873887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-c142cd83-8378-4c36-a76e-e8fa97aadcb6 service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382852 Dec 22 15:42:59.025022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a43c7cd9-2ab9-4bdb-bcc2-83a569dc3cc3 req-e8b635a8-49b7-4bef-8a3e-a0686cb24a00 service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447029 Dec 22 15:42:59.205033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ea9ba1b8-2983-4e75-8521-932a55babd12 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:42:59.351887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ea9ba1b8-2983-4e75-8521-932a55babd12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ea9ba1b8-2983-4e75-8521-932a55babd12,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:59.366217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:42:59.422786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:59.441184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9ba1b8-2983-4e75-8521-932a55babd12 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:42:59.456178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ea9ba1b8-2983-4e75-8521-932a55babd12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ea9ba1b8-2983-4e75-8521-932a55babd12,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:42:59.493552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:59.496148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:42:59.566508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ea9ba1b8-2983-4e75-8521-932a55babd12,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:42:59.570404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:42:59.684502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380ccef-904b-4370-b0a8-981f4a666ef7 req-732ff9ca-07cc-4e9a-a2a8-07dc17047122 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:42:59.685514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['ea9ba1b8-2983-4e75-8521-932a55babd12'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:42:59.686190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1380ccef-904b-4370-b0a8-981f4a666ef7 req-732ff9ca-07cc-4e9a-a2a8-07dc17047122 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 944 time: 0.0880094 Dec 22 15:42:59.735561 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1380ccef-904b-4370-b0a8-981f4a666ef7 req-91892e75-6c0f-4417-aaa2-e4fdca955dcb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432208 Dec 22 15:43:00.948628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362adb6-b77e-4151-9a4b-5f4a53b825df req-f7d41bad-98f8-4875-a3c4-7e906f24fae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:00.950279 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b362adb6-b77e-4151-9a4b-5f4a53b825df req-f7d41bad-98f8-4875-a3c4-7e906f24fae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 944 time: 0.0861077 Dec 22 15:43:01.001952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b362adb6-b77e-4151-9a4b-5f4a53b825df req-79176e96-f382-4dd7-b3a3-91e6d08402d1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455365 Dec 22 15:43:01.219932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ea9ba1b8-2983-4e75-8521-932a55babd12 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:43:01.327643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port ea9ba1b8-2983-4e75-8521-932a55babd12 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:43:01.333007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port ea9ba1b8-2983-4e75-8521-932a55babd12 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:43:01.333412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:01.453750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:01.481661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:43:01.491705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ea9ba1b8-2983-4e75-8521-932a55babd12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ea9ba1b8-2983-4e75-8521-932a55babd12,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:01.533014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:01.535100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:01.569720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'code': 200} Dec 22 15:43:01.580790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:01.607339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ea9ba1b8-2983-4e75-8521-932a55babd12,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:01.610570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:01.838038 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-304c7122-b507-4941-9269-167973cb14d6 req-e2ba6e07-ffd5-4112-8884-36d231a31b2c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1098 time: 0.0774572 Dec 22 15:43:01.883977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-304c7122-b507-4941-9269-167973cb14d6 req-05d7429f-419d-482c-99cb-fef0996233b7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392416 Dec 22 15:43:02.216355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5597a-fc09-4485-bf78-4993a9d20271 req-af2f97ba-3c1c-4707-8f2d-8a63b8eba73a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:02.218010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20c5597a-fc09-4485-bf78-4993a9d20271 req-af2f97ba-3c1c-4707-8f2d-8a63b8eba73a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 945 time: 0.0880282 Dec 22 15:43:02.267204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20c5597a-fc09-4485-bf78-4993a9d20271 req-a4483dfc-2321-4c7b-92f3-cd249c6471a0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Dec 22 15:43:02.344839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6880-6998-463b-9a92-5cef1c31c50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:03.479388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3168-2445-46ab-b344-eb0e9405da93 req-4cc1a034-69a8-4217-be09-a89a48480d3f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:03.481032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b8bd3168-2445-46ab-b344-eb0e9405da93 req-4cc1a034-69a8-4217-be09-a89a48480d3f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 945 time: 0.0841229 Dec 22 15:43:03.532627 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b8bd3168-2445-46ab-b344-eb0e9405da93 req-105d2a2f-f5a9-42f7-b6d7-840a31fa6bed tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454898 Dec 22 15:43:03.744584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a26a08-6cf5-41b6-92c2-dc5d860c9eb8 req-69338360-799f-4bc7-b6dd-eedb86fe2a24 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:03.746129 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f2a26a08-6cf5-41b6-92c2-dc5d860c9eb8 req-69338360-799f-4bc7-b6dd-eedb86fe2a24 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 945 time: 0.0891557 Dec 22 15:43:03.796662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f2a26a08-6cf5-41b6-92c2-dc5d860c9eb8 req-c28738a1-10ac-4979-a04b-58aba100f9ca tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Dec 22 15:43:03.818956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:03.823974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51590) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:03.899664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cbb4d84f-c73e-4cb5-a4db-9c39aca46d7b tempest-TestNetworkBasicOps-934669027 tempest-TestNetworkBasicOps-934669027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1093 time: 0.0743310 Dec 22 15:43:03.902365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51594) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:03.908274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:43:03.915112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:43:03.920155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Usage tracker for resource:floatingip and tenant:893e62757dcf4c53b1dd355e3c905573 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:43:03.923182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:43:03.929849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:43:04.036092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:04.417858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:04.522700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-446ca007-70ea-43fc-86f5-3f5442cb61f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:04.567802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Allocated IP 172.26.4.45 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/a3e8d0ec-0771-4ccf-8911-2cd4ed955d96) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:43:04.725202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:04.785174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:04.791546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bad4d961-c4a2-4b2c-8793-fda450266fa0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:04.854566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:43:04.862354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:43:04.867008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:43:04.902868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a3e8d0ec-0771-4ccf-8911-2cd4ed955d96,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:04.907162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:04.973438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:05.412729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:05.496070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:05.709654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:05.766911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:05.771659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed2b3dbb-0408-43dc-9c24-40e5ead9bd9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:05.887343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event updated for resources: {'Port': ['ID=a3e8d0ec-0771-4ccf-8911-2cd4ed955d96,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:05.890352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:05.900427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:06.105260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Floating IP 72b6bd62-7e13-4253-bd01-2cbd68f57613 associated. External IP: 172.26.4.45, port: ea9ba1b8-2983-4e75-8521-932a55babd12. Dec 22 15:43:06.519444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:43:06.728747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:43:06.738710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:43:06.752448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:06.753158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:06.790805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:06.850996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9473557 Dec 22 15:43:06.851771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:43:06.854138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51598) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:06.906432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:06.933505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'status': 'completed', 'code': 200} Dec 22 15:43:06.961211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:06.989280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e26c3883-a247-4425-a045-c6276045bafb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.1335740 Dec 22 15:43:07.033099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-b861b944-2c5d-4a8e-84e6-7123e63b73eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1098 time: 0.0771537 Dec 22 15:43:07.184119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d31097-639f-45f1-9a47-21ab899a963f req-571da4d4-a4c1-48b1-a172-1a26b21dffa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:07.185734 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-571da4d4-a4c1-48b1-a172-1a26b21dffa0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 200 len: 898 time: 0.1460445 Dec 22 15:43:07.295001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-780e9fe2-371f-488f-ad78-da90980adf9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 200 len: 998 time: 0.1022298 Dec 22 15:43:07.338082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '72b6bd62-7e13-4253-bd01-2cbd68f57613', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:05Z', 'updated_at': '2021-12-22T15:43:05Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:07.342368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] Checking router: 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:43:07.354627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:07.355356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:07.364941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d31097-639f-45f1-9a47-21ab899a963f req-cfceafb5-6d38-45d6-a597-91bd83f5e387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:07.367195 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-cfceafb5-6d38-45d6-a597-91bd83f5e387 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3855707-c680-4070-b41d-e706b4ff7676 HTTP/1.1" status: 200 len: 835 time: 0.0656931 Dec 22 15:43:07.466895 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-bc10e4f9-bccd-4a9f-bb99-b3b1940dcaf5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60976999-1ffb-4192-b1c4-7487d3d36548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930381 Dec 22 15:43:07.555157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:07.852613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-77559b5e-e7bd-4ca9-8845-0dc70313038f service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795738 Dec 22 15:43:07.943860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '72b6bd62-7e13-4253-bd01-2cbd68f57613', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:05Z', 'updated_at': '2021-12-22T15:43:05Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:07.948901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79a016-4b6f-43cf-8676-aec07429b08c None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '72b6bd62-7e13-4253-bd01-2cbd68f57613', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:05Z', 'updated_at': '2021-12-22T15:43:05Z', 'revision_number': 0, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:42:53Z', 'revision_number': 5, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:43:07.993001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51604) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:07.999331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d31097-639f-45f1-9a47-21ab899a963f req-264ccd45-3ab1-4a48-a1e3-ac5c5c669bb8 service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404779 Dec 22 15:43:08.115987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a18d55a7-fdb8-41b5-b68d-19364692f5c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.1215100 Dec 22 15:43:08.325439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec7a58-0b0a-480a-a4c8-40fbecb4c3a4 None None] New status for floating IP 72b6bd62-7e13-4253-bd01-2cbd68f57613: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:43:09.120934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51608) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:09.232370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccef77cf-f9fa-496b-bb11-fc1a19e465ee tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 992 time: 0.1101832 Dec 22 15:43:27.535309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-3ac7a0bc-c773-4fe9-9380-f2446a48b7d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735266 Dec 22 15:43:27.688547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-63bc0486-f499-4abf-8b55-b700e48a94d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1098 time: 0.0749702 Dec 22 15:43:27.845415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33634556-c761-49cd-8ede-8154e947bae3 req-d09a9834-117e-4344-a243-69e64ee1aa59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:27.846957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-d09a9834-117e-4344-a243-69e64ee1aa59 service neutron] 10.222.0.71 "GET /v2.0/networks?id=60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 200 len: 898 time: 0.1398845 Dec 22 15:43:27.954951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-7429df55-7902-4922-89e3-600692cf2a01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 200 len: 1000 time: 0.1013229 Dec 22 15:43:28.027405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33634556-c761-49cd-8ede-8154e947bae3 req-c4c888fd-4415-42e2-850a-2466275e9280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:28.028968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-c4c888fd-4415-42e2-850a-2466275e9280 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3855707-c680-4070-b41d-e706b4ff7676 HTTP/1.1" status: 200 len: 835 time: 0.0679252 Dec 22 15:43:28.108366 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-d9e1374d-3344-4334-8d6d-e41d683c3b37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60976999-1ffb-4192-b1c4-7487d3d36548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719657 Dec 22 15:43:28.250850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-df9723e6-4712-487b-95c6-d6323f48422c service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355395 Dec 22 15:43:28.394323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33634556-c761-49cd-8ede-8154e947bae3 req-80511e30-727a-4a49-ad83-1cebf2c363cf service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359334 Dec 22 15:43:31.550380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:32.396610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377b3465-bbb5-4faa-ac3d-7a9c8f3cef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:33.819326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:34.273882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:43:34.533566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fed5f9d5-1ad8-41fc-be54-f497d73afe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:34.990713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:35.970256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51620) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:35.976067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:43:36.566372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:36.619878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:36.837354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:43:37.048397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:37.287402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:43:37.294525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:37.296507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-227e7382-f930-41fe-940e-77b7b5c6d812 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/9ed65a3c-03cb-46c6-89e2-ea6febeeffbb HTTP/1.1" status: 200 len: 889 time: 1.3250923 Dec 22 15:43:37.298292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:43:37.314972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:37.321745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:37.377161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:37.388992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:37.389671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:37.453352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:37.453814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad0832b-df1e-411a-aa6d-23d3322a7f90 None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:43:37.782153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07ced1-b8a4-48da-8809-10247cf140cf None None] New status for floating IP 72b6bd62-7e13-4253-bd01-2cbd68f57613: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:43:39.247480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:43:39.366917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:39.445975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port beea2194-aa82-49b8-9c9c-24b0098bfb5b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beea2194-aa82-49b8-9c9c-24b0098bfb5b,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:39.482652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:39.483520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:43:39.511140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b601ac2d-9ea4-4727-b9e1-c3ae6aef6519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:39.522445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51626) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:39.528898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:43:39.604461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:39.648122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.648526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.648919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.649307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.649690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.650077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.650453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.650847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.651234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.651611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.651984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:39.658393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:39.679953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:39.696336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 1bfdefa1-745d-453a-b44a-0fa699fbc986, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1bfdefa1-745d-453a-b44a-0fa699fbc986,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:39.756354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:39.758282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:39.826422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:39.830505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:40.124354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:40.174323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853855665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-920120', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853748583'] for router, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:40.391501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:43:40.600597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:43:40.607095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:40.608643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-531efb29-2cb1-4803-a492-83432d39c5ff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/9ed65a3c-03cb-46c6-89e2-ea6febeeffbb HTTP/1.1" status: 200 len: 888 time: 1.0846791 Dec 22 15:43:40.611130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:43:40.611631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51630) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:40.624645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:40.625328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:40.723793 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b052ce89-c294-438f-b7d1-d1ed193a0cb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.1096454 Dec 22 15:43:40.823406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:41.188583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:40Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '72b6bd62-7e13-4253-bd01-2cbd68f57613', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:05Z', 'updated_at': '2021-12-22T15:43:37Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:43:39Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:41.192790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] Checking router: 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:43:41.205016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:41.205687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:41.397001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:41.725853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51634) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:41.765571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:40Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '72b6bd62-7e13-4253-bd01-2cbd68f57613', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:05Z', 'updated_at': '2021-12-22T15:43:37Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:43:39Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:41.770433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b4e60-d30a-4bbe-acce-040ee2d47961 None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:40Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '72b6bd62-7e13-4253-bd01-2cbd68f57613', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'floating_ip_address': '172.26.4.45', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'port_id': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'mac_address': 'fa:16:3e:59:d9:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:43:05Z', 'updated_at': '2021-12-22T15:43:37Z', 'revision_number': 2, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:43:39Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:43:42.071320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d07b219-8489-4e57-a4b5-94c5b9c6b66a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.3440757 Dec 22 15:43:43.075994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51638) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:43.191637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-742abea8-6f2d-40a2-b0e6-ee2c1df5d7b0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.1142194 Dec 22 15:43:43.296844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:43:43.372295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:43:43.372724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:43.499169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:43.532680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port beea2194-aa82-49b8-9c9c-24b0098bfb5b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beea2194-aa82-49b8-9c9c-24b0098bfb5b,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:43.568124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:43.569054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:43:43.593217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:43.694920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:43.698509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:43.707130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1bfdefa1-745d-453a-b44a-0fa699fbc986 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:43:43.707551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:43.831747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:43.847996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 1bfdefa1-745d-453a-b44a-0fa699fbc986, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1bfdefa1-745d-453a-b44a-0fa699fbc986,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:43.882735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:43.884676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:43.952768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:43.956025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:44.195754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51642) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:44.311435 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ad9ffa05-6873-496c-987d-c8ac27f45408 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.1142671 Dec 22 15:43:45.098960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59954d-c724-4541-b360-df0c24c13497 None None] New status for floating IP 72b6bd62-7e13-4253-bd01-2cbd68f57613: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:43:45.260697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:43:45.316438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51646) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:45.339123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port beea2194-aa82-49b8-9c9c-24b0098bfb5b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:43:45.339542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:45.440386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-666f8ce0-ad31-4e41-830e-a433d40a1ef7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 990 time: 0.1211584 Dec 22 15:43:45.468431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:43:45.539047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1bfdefa1-745d-453a-b44a-0fa699fbc986 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:43:45.539466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:46.443359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51650) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:46.553696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0f6ef8f-a135-4b42-ba59-b2568352882f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 200 len: 992 time: 0.1089890 Dec 22 15:43:46.842346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51658) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:47.052945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port a3e8d0ec-0771-4ccf-8911-2cd4ed955d96 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:43:47.053246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:47.235684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:47.236062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:47.367673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for a3e8d0ec-0771-4ccf-8911-2cd4ed955d96 owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:43:47.607062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:47.611569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9903c8e8-1ba7-408e-b90a-22dd6a6d0e1d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:47.654056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=a3e8d0ec-0771-4ccf-8911-2cd4ed955d96,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:47.697054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.697488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.697915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.698337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.698742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.699197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.700136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.700548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.700959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.701362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.701766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:47.705286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:47.765031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:48.418514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:43:48.630429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:43:48.641372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:43:48.653734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:48.660671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:48.694223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:48.753605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/floatingips/72b6bd62-7e13-4253-bd01-2cbd68f57613 HTTP/1.1" status: 204 len: 168 time: 1.9100044 Dec 22 15:43:48.754314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:43:48.829686 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'status': 'completed', 'code': 200} Dec 22 15:43:48.939134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-05d130a9-6688-4d79-a237-e29b8a33f698 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=893e62757dcf4c53b1dd355e3c905573&device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 1098 time: 0.0868876 Dec 22 15:43:49.020600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:49.088234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-d087e436-3677-4004-8681-757442d95ff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:49.089859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-d087e436-3677-4004-8681-757442d95ff1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 200 len: 898 time: 0.1446838 Dec 22 15:43:49.170439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-3d242796-c4f1-4df6-8414-b6c259373112 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 200 len: 217 time: 0.0737510 Dec 22 15:43:49.291315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-b4207bcf-6ea7-470f-b093-0e6d7865d9ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:49.292809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-b4207bcf-6ea7-470f-b093-0e6d7865d9ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3855707-c680-4070-b41d-e706b4ff7676 HTTP/1.1" status: 200 len: 835 time: 0.1161501 Dec 22 15:43:49.361925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:40Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:49.366302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] Checking router: 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:43:49.376641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403118-ce8e-4c27-86ee-40695fb0c00e req-768073b1-2d89-4731-86b1-1e4cdff8f14e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:49.377416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-53403118-ce8e-4c27-86ee-40695fb0c00e req-768073b1-2d89-4731-86b1-1e4cdff8f14e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Synchronizing usage tracker for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:43:49.378791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:49.379565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:49.417746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-a9f580f1-da62-424a-bf67-c81ab7ddff09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=60976999-1ffb-4192-b1c4-7487d3d36548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164346 Dec 22 15:43:49.449143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-53403118-ce8e-4c27-86ee-40695fb0c00e req-768073b1-2d89-4731-86b1-1e4cdff8f14e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Unset dirty status for tenant:893e62757dcf4c53b1dd355e3c905573 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:43:49.450390 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-53403118-ce8e-4c27-86ee-40695fb0c00e req-768073b1-2d89-4731-86b1-1e4cdff8f14e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 945 time: 0.2337110 Dec 22 15:43:49.573159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:49.582032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-53403118-ce8e-4c27-86ee-40695fb0c00e req-6c322978-7530-45f6-8c22-959fce71ba90 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156893 Dec 22 15:43:49.604788 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-6566e4d1-bec0-4cd7-b0a0-97dc6ef605a3 service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794021 Dec 22 15:43:49.755656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3266e906-8d22-479a-ba95-eb6b2d06c36f req-ef0f0277-4cd7-4f85-b93a-98908d34ce11 service neutron] 10.222.0.71 "GET /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437101 Dec 22 15:43:49.913682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:40Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:49.918284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b99dc-6656-4dd4-ba4c-ac91c9e273b4 None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:40Z', 'revision_number': 6, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'beea2194-aa82-49b8-9c9c-24b0098bfb5b', 'name': '', 'network_id': '60976999-1ffb-4192-b1c4-7487d3d36548', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'mac_address': 'fa:16:3e:bc:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:46Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'subnets': [{'id': 'a3855707-c680-4070-b41d-e706b4ff7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:43:50.521761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-8e7ae9a0-4996-4f12-ba71-af3dcd08ade0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:50.523597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-8e7ae9a0-4996-4f12-ba71-af3dcd08ade0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 945 time: 0.0908556 Dec 22 15:43:50.601998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port ea9ba1b8-2983-4e75-8521-932a55babd12 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:43:50.602391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:50.802468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602085dc-b813-4156-94d9-9971c93ca474 req-624b84a8-63b3-4f84-b2fa-c08bc1133175 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:43:50.804122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-602085dc-b813-4156-94d9-9971c93ca474 req-624b84a8-63b3-4f84-b2fa-c08bc1133175 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 945 time: 0.0864754 Dec 22 15:43:50.858467 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-602085dc-b813-4156-94d9-9971c93ca474 req-cffa9c64-05a4-421f-9487-da53460bdf2e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7fdc9fe-698e-499e-b6b8-917b88803133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480683 Dec 22 15:43:50.878381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port ea9ba1b8-2983-4e75-8521-932a55babd12, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ea9ba1b8-2983-4e75-8521-932a55babd12,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:50.879145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:51.009522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for ea9ba1b8-2983-4e75-8521-932a55babd12 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:43:51.209075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59516cba-58c4-4795-b586-226c827c04dc None None] New status for floating IP 72b6bd62-7e13-4253-bd01-2cbd68f57613: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:43:51.328382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:51.334626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-43a8aa96-b221-4d4d-a7a7-2f9e4908a92f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:51.380245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=ea9ba1b8-2983-4e75-8521-932a55babd12,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:51.384661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:51.457010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] No DVR routers for this DVR port ea9ba1b8-2983-4e75-8521-932a55babd12 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:43:51.459464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:51.462520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'name': 'network-vif-deleted', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:43:51.511930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b830888b-6a1f-4c15-a482-5a5b2ef548f9 req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.71 "DELETE /v2.0/ports/ea9ba1b8-2983-4e75-8521-932a55babd12 HTTP/1.1" status: 204 len: 173 time: 0.9822967 Dec 22 15:43:51.519106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05562cf8-088d-40e7-8bfe-45df6af7c805', 'name': 'network-vif-deleted', 'tag': 'ea9ba1b8-2983-4e75-8521-932a55babd12', 'status': 'completed', 'code': 200} Dec 22 15:43:52.048502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0f911d3a-bcc9-4e49-b6ea-d1e42d6eeea7 req-3203ff1d-5dc4-4769-9f9b-fe2a0cfd3192 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "GET /v2.0/ports?device_id=05562cf8-088d-40e7-8bfe-45df6af7c805 HTTP/1.1" status: 200 len: 210 time: 0.0469456 Dec 22 15:43:53.159728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51676) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:53.238462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:53.272597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:53.376088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ea9ba1b8-2983-4e75-8521-932a55babd12 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:43:53.414863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: ea9ba1b8-2983-4e75-8521-932a55babd12 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:43:53.415237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ea9ba1b8-2983-4e75-8521-932a55babd12 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:43:53.459662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:53.464068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:53.481130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fdc9fe-698e-499e-b6b8-917b88803133,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:53.484276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:53.527620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:53.528892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff661392-1bd0-40ab-a142-7e26923af27b tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/security-groups/a7fdc9fe-698e-499e-b6b8-917b88803133 HTTP/1.1" status: 204 len: 168 time: 0.3681097 Dec 22 15:43:53.649736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51682) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:54.080596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:54.736419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port beea2194-aa82-49b8-9c9c-24b0098bfb5b {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:43:54.737037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:54.932497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port beea2194-aa82-49b8-9c9c-24b0098bfb5b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=beea2194-aa82-49b8-9c9c-24b0098bfb5b,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:54.932897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:55.064434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for beea2194-aa82-49b8-9c9c-24b0098bfb5b owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:43:55.430994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:55.436035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-448d046c-bb2e-4e13-927d-12c407742c91 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:55.480081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=beea2194-aa82-49b8-9c9c-24b0098bfb5b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:55.521348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.521785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.522208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.522626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.523071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.523485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.523901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.524319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.524727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.525158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.525541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:43:55.533272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:55.802541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:56.644953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:43:56.857853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:43:56.869406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] Sync routers for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:43:56.871632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "PUT /v2.0/routers/9ed65a3c-03cb-46c6-89e2-ea6febeeffbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2206850 Dec 22 15:43:56.874882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51686) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:56.884785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:56.885584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:57.080884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:57.090354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting subnet a3855707-c680-4070-b41d-e706b4ff7676 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:43:57.094237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:57.154053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:57.330378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:57.406988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:55Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:57.411387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] Checking router: 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:43:57.423314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] Routers {'9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:43:57.424015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:43:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:57.471256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:57.476428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d31c38da-1ffb-482b-a1b2-06e91f84276f tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:57.516960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Subnet': ['ID=a3855707-c680-4070-b41d-e706b4ff7676,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:57.519966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:57.525008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:57.529458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/subnets/a3855707-c680-4070-b41d-e706b4ff7676 HTTP/1.1" status: 204 len: 168 time: 0.6534984 Dec 22 15:43:57.532183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51690) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:57.566879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef35de38-3782-4725-b522-62d8cbdd33b8 None None] Network 60976999-1ffb-4192-b1c4-7487d3d36548 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:43:57.749742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:57.769524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] Set router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:43:57.966958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.025176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Deleting port 1bfdefa1-745d-453a-b44a-0fa699fbc986 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:43:58.025474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.211653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] For port 1bfdefa1-745d-453a-b44a-0fa699fbc986, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1bfdefa1-745d-453a-b44a-0fa699fbc986,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:58.212058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.256429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a130a621-a465-4990-b850-9eae591d025f None None] DHCP port deletion for 60976999-1ffb-4192-b1c4-7487d3d36548 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:43:58.263946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a130a621-a465-4990-b850-9eae591d025f None None] Deleting port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:43:58.264366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a130a621-a465-4990-b850-9eae591d025f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.343752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Calling delete_port for 1bfdefa1-745d-453a-b44a-0fa699fbc986 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:43:58.358490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:55Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:58.369654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a942501-1f97-4ab2-adda-4dcb33eff6d3 None None] The sync data for ids ['9ed65a3c-03cb-46c6-89e2-ea6febeeffbb'] in dv-neutron-822709-1-hyperv is: [{'id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'name': 'tempest-TestNetworkBasicOps-router-1721285247', 'tenant_id': '893e62757dcf4c53b1dd355e3c905573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:42:41Z', 'updated_at': '2021-12-22T15:43:55Z', 'revision_number': 7, 'project_id': '893e62757dcf4c53b1dd355e3c905573', 'gw_port': {'id': '1bfdefa1-745d-453a-b44a-0fa699fbc986', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:18:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed65a3c-03cb-46c6-89e2-ea6febeeffbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:42:42Z', 'updated_at': '2021-12-22T15:43:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:43:58.507070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a130a621-a465-4990-b850-9eae591d025f None None] For port f8d2711e-7909-4d4e-bad1-ebec0d4749d9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,segment=NetworkSegment(2a9828d4-883f-44cc-80dd-3c0251f13924),segment_id=2a9828d4-883f-44cc-80dd-3c0251f13924)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:43:58.514626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a130a621-a465-4990-b850-9eae591d025f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.636415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a130a621-a465-4990-b850-9eae591d025f None None] Calling delete_port for f8d2711e-7909-4d4e-bad1-ebec0d4749d9 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:43:58.654642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.659617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa25f937-6115-41f5-8f66-90157c9f39cb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:58.701418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Port': ['ID=1bfdefa1-745d-453a-b44a-0fa699fbc986,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:58.705572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:58.749895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a130a621-a465-4990-b850-9eae591d025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:58.754864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:43:58.800367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130a621-a465-4990-b850-9eae591d025f None None] Pushing event deleted for resources: {'Port': ['ID=f8d2711e-7909-4d4e-bad1-ebec0d4749d9,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:43:58.804597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a130a621-a465-4990-b850-9eae591d025f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:43:58.807922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a130a621-a465-4990-b850-9eae591d025f None None] No DVR routers for this DVR port f8d2711e-7909-4d4e-bad1-ebec0d4749d9 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:43:58.943635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.307513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:43:59.344195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: beea2194-aa82-49b8-9c9c-24b0098bfb5b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:43:59.344604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device beea2194-aa82-49b8-9c9c-24b0098bfb5b not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:43:59.345101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f8d2711e-7909-4d4e-bad1-ebec0d4749d9 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:43:59.380069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: f8d2711e-7909-4d4e-bad1-ebec0d4749d9 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:43:59.380471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f8d2711e-7909-4d4e-bad1-ebec0d4749d9 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:43:59.469995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.474408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.653768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.654380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed65a3c-03cb-46c6-89e2-ea6febeeffbb {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:43:59.670193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.671443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/routers/9ed65a3c-03cb-46c6-89e2-ea6febeeffbb HTTP/1.1" status: 204 len: 168 time: 2.1381209 Dec 22 15:43:59.674722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51694) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:59.802140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.949095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:59.978263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60976999-1ffb-4192-b1c4-7487d3d36548']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:59.991919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9828d4-883f-44cc-80dd-3c0251f13924') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:43:59.992261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9828d4-883f-44cc-80dd-3c0251f13924') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:44:00.004427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:00.019400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:00.025624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:44:00.026048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:44:00.045673 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:44:00.156888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:00.160480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-663579e7-8f41-4107-a3ec-04f126741f8f tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:00.179128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:00.185894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Pushing event deleted for resources: {'Network': ['ID=60976999-1ffb-4192-b1c4-7487d3d36548,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:00.190677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:00.194532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e738f806-3514-41df-b7a4-c440cd323ca7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] 10.222.0.32 "DELETE /v2.0/networks/60976999-1ffb-4192-b1c4-7487d3d36548 HTTP/1.1" status: 204 len: 168 time: 0.5187292 Dec 22 15:44:00.870151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51704) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:01.069086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c1160379-3672-4484-b059-823d4840cb5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=893e62757dcf4c53b1dd355e3c905573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1975434 Dec 22 15:44:01.071738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51710) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:01.134443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:01.162256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:01.221806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:44:01.256584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 1bfdefa1-745d-453a-b44a-0fa699fbc986 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:44:01.256978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1bfdefa1-745d-453a-b44a-0fa699fbc986 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:44:01.293620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:01.299415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc11871e-bc13-4fe1-b6e5-64ba81da30f0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:01.314089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dbac40-ba9e-401b-91ba-88add91be880,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:01.319008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:01.321026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:01.322289 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2dbac40-ba9e-401b-91ba-88add91be880 HTTP/1.1" status: 204 len: 168 time: 0.2495599 Dec 22 15:44:01.572609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:01.921366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51718) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:01.942224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:01.975263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:01.985618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Usage tracker for resource:security_group_rule and tenant:96a02a562986483ab567e83b6aade052 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:01.985618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:01.988118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:02.182014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.213808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.221566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9a9fe560-ea87-4739-9911-80f3c95e9299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:02.267999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2dca8-2a23-4adc-98d3-2c1b36ac8649,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:02.272841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96a02a562986483ab567e83b6aade052&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503070 Dec 22 15:44:02.273879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:02.276091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51722) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:02.340257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.351134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b868424-b0dc-49c6-b0e5-26f5de07b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.368334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.459740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.464992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cbb8e03-6666-4e34-9a5b-a0c89af8ae53 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:02.476348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2dca8-2a23-4adc-98d3-2c1b36ac8649,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:02.481426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:02.483991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:02.485239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ea2dca8-2a23-4adc-98d3-2c1b36ac8649 HTTP/1.1" status: 204 len: 168 time: 0.2084334 Dec 22 15:44:03.819713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:04.527991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfdd46a7-f747-430e-b061-a6317757615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:04.985649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:06.831444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:10.943470 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-fd9ec9f7-c6d9-4b0d-bd78-a51b1db89427 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7b84033e56134484b463ac99ae84e9d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340030 Dec 22 15:44:11.107645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-c7df63d2-c753-49dc-a3ca-16c3f012a526 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:11.109229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-c7df63d2-c753-49dc-a3ca-16c3f012a526 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599891 Dec 22 15:44:11.126701 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-3396bd3b-5b36-4e3b-8e02-c17619e5b6bc tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/quotas/7b84033e56134484b463ac99ae84e9d0 HTTP/1.1" status: 200 len: 375 time: 0.0116272 Dec 22 15:44:11.180811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-1eedc855-2d8b-4db0-8f45-8bc8e8a445ec tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7b84033e56134484b463ac99ae84e9d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483665 Dec 22 15:44:11.275412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:44:11.414098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dcc4642d-8089-4109-9a94-dac9ea0a6d15 req-e27c059c-486d-4e44-94ef-fa5531969833 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 210 time: 0.0517328 Dec 22 15:44:12.592560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc29f747-a3d8-438c-9ba8-e84b1358ecf6 req-b235b043-d3d4-4d3a-8783-05ea9be24a4f tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 210 time: 0.0472691 Dec 22 15:44:13.179026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-55ecad12-6f66-4ac0-afd8-c5d8f63c8380 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7b84033e56134484b463ac99ae84e9d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315633 Dec 22 15:44:13.340274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-d6f824a9-f27c-469c-9b12-4c6a25962f31 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:13.342445 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-d6f824a9-f27c-469c-9b12-4c6a25962f31 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580062 Dec 22 15:44:13.357732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Request body: {'port': {'device_id': '6c58918d-49b5-46f7-9d99-474d068b6804', 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29', 'admin_state_up': True, 'tenant_id': '7b84033e56134484b463ac99ae84e9d0'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:44:13.505638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:13.509683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Usage tracker for resource:port and tenant:7b84033e56134484b463ac99ae84e9d0 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:13.512673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:13.519597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:13.550847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Made reservation on behalf of 7b84033e56134484b463ac99ae84e9d0 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:44:13.556515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:13.570446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:13.659082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:13.663284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Usage tracker for resource:security_group_rule and tenant:7b84033e56134484b463ac99ae84e9d0 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:13.666370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:13.672675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:13.748746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:13.767154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dfc527b2-880e-4eed-bb9a-b1185fe0f3d9 req-dd8a7b93-57aa-4bee-988a-32431b019961 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 210 time: 0.0465431 Dec 22 15:44:13.774148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:13.779086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-89c50106-8338-4e1d-86c6-7f937943abfd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:13.850838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649dfd3a-849f-4621-a96d-630a9bfddf4f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:13.854127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:13.986950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Allocated IP 192.168.233.134 (b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29/5958fdac-4b6a-4f84-af32-0234f4faf059/6a42fb2c-5dc8-4a69-82eb-f73d48c8f560) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:44:14.438791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:14.454766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Transition to ACTIVE for port object 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:44:14.499964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:14.505831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27edd8d8-8cd1-4cbb-823a-85b9ef9d9756 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:14.574523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:44:14.578496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:44:14.583540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:44:14.613531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Pushing event updated for resources: {'Port': ['ID=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:14.619426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:14.656096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:14.656812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:14.706381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3531892 Dec 22 15:44:14.719014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Request body: {'port': {'device_id': '6c58918d-49b5-46f7-9d99-474d068b6804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:44:14.834765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:14.933961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5bc9322d-7264-4bbf-b664-d1abe65f7abd None None] Provisioning for port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:44:14.939435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5bc9322d-7264-4bbf-b664-d1abe65f7abd None None] Provisioning complete for port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:44:14.941062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bc9322d-7264-4bbf-b664-d1abe65f7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:14.995030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5bc9322d-7264-4bbf-b664-d1abe65f7abd None None] Port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:44:15.097840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-af556fc5-6097-4d5c-9847-9911ab4ecc62 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:15.098613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-af556fc5-6097-4d5c-9847-9911ab4ecc62 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Synchronizing usage tracker for tenant:7b84033e56134484b463ac99ae84e9d0 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:44:15.226317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-af556fc5-6097-4d5c-9847-9911ab4ecc62 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Unset dirty status for tenant:7b84033e56134484b463ac99ae84e9d0 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:44:15.227667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-af556fc5-6097-4d5c-9847-9911ab4ecc62 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 936 time: 0.3347139 Dec 22 15:44:15.310198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:44:15.320967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.335942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-6424a400-ca63-4f95-87f3-f47b6d46e344 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Synchronizing usage tracker for tenant:7b84033e56134484b463ac99ae84e9d0 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:44:15.402498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-6424a400-ca63-4f95-87f3-f47b6d46e344 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Unset dirty status for tenant:7b84033e56134484b463ac99ae84e9d0 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:44:15.403843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dba9aadd-fd19-4d6b-8ef9-0d3a3f400766 req-6424a400-ca63-4f95-87f3-f47b6d46e344 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457872 Dec 22 15:44:15.431236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Transition to ACTIVE for port object 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:44:15.459600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.464453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a242258-fbb0-43e1-b92b-055814be5bdc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:15.601434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:15.604497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:15.717752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Attempting to bind port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:44:15.718285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Attempting to bind port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:44:15.718460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Attempting to bind port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 on network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:44:15.725316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 on network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:44:15.725684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Attempting to bind port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 on network b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:44:15.733433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:44:15.733812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Checking segment: {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:44:15.734241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Bound using segment: {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:44:15.734719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Bound port: 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf79913-0c5f-49aa-87ba-d27b3f06379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:44:15.735137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.832743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] For port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:44:15.836083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] For port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:44:15.865654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.870328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab5f0999-efb3-46c4-84fa-d378c84d7c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:15.927680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.929206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] 10.222.0.71 "PUT /v2.0/ports/6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 HTTP/1.1" status: 200 len: 1098 time: 1.2156374 Dec 22 15:44:15.931948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c58918d-49b5-46f7-9d99-474d068b6804', 'tag': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:44:15.956789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:15.960186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:15.997950 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c58918d-49b5-46f7-9d99-474d068b6804', 'tag': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560', 'status': 'completed', 'code': 200} Dec 22 15:44:16.079256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-252721f7-e846-430b-8b57-45c3e0a72b4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b84033e56134484b463ac99ae84e9d0&device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 1101 time: 0.0775454 Dec 22 15:44:16.156957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-f0ef045f-bab2-4939-820e-0652e5ffe019 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 HTTP/1.1" status: 200 len: 217 time: 0.0709598 Dec 22 15:44:16.225595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-b28045ae-e70c-4a6a-92af-60d42243706e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:16.227143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-b28045ae-e70c-4a6a-92af-60d42243706e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5958fdac-4b6a-4f84-af32-0234f4faf059 HTTP/1.1" status: 200 len: 843 time: 0.0646033 Dec 22 15:44:16.311079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-91401797-9f0b-4d35-809c-27aba9af5dc4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0771940 Dec 22 15:44:16.454473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-af5838c7-f254-4d78-b62d-83f2062610de service neutron] 10.222.0.71 "GET /v2.0/networks/b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369326 Dec 22 15:44:16.648559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e04da0d-b83c-4582-86b6-f55add7a34b6 req-7c7fa76d-c79f-48db-82a8-8d8fe39faa7d service neutron] 10.222.0.71 "GET /v2.0/networks/b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883934 Dec 22 15:44:16.672468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d109b8-d5bb-497a-b34a-72b11be8e282 req-0eb57ac8-a44b-4a6f-8c6d-2a84fd78d7cd tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:16.679571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-44d109b8-d5bb-497a-b34a-72b11be8e282 req-0eb57ac8-a44b-4a6f-8c6d-2a84fd78d7cd tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 948 time: 0.1201210 Dec 22 15:44:16.724295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-44d109b8-d5bb-497a-b34a-72b11be8e282 req-a8e10a65-e36f-4eae-896f-c1abb0db1fc3 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Dec 22 15:44:16.806019 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-24bbce70-fac5-4345-95d2-ae85188f29c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7b84033e56134484b463ac99ae84e9d0&device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 1101 time: 0.0795860 Dec 22 15:44:16.951581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2c77-a15e-4363-a811-7722f92fda02 req-81333d43-e602-4980-b772-9d4fff0fe6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:16.953199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-81333d43-e602-4980-b772-9d4fff0fe6b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29 HTTP/1.1" status: 200 len: 870 time: 0.1399381 Dec 22 15:44:17.025583 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-e81332f5-7962-4fde-a976-85100ae48783 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 HTTP/1.1" status: 200 len: 217 time: 0.0650580 Dec 22 15:44:17.097648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2c77-a15e-4363-a811-7722f92fda02 req-57584758-28b9-4ab3-b1af-cfd8d650388a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:17.099278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-57584758-28b9-4ab3-b1af-cfd8d650388a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5958fdac-4b6a-4f84-af32-0234f4faf059 HTTP/1.1" status: 200 len: 843 time: 0.0671394 Dec 22 15:44:17.218763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-162ef64d-88ff-46d4-ab53-780245efba86 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1120830 Dec 22 15:44:17.362489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-59d7346d-2fdf-4e94-8aee-796f949e6ae8 service neutron] 10.222.0.71 "GET /v2.0/networks/b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363435 Dec 22 15:44:17.438060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:44:17.507888 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726c2c77-a15e-4363-a811-7722f92fda02 req-c564b604-4bf8-4d43-bac9-f7be4f0189dc service neutron] 10.222.0.71 "GET /v2.0/networks/b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384766 Dec 22 15:44:17.582898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:17.596907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560', 'network_id': 'b0f3f03d-3a59-4b8a-99b3-1fa1cb62ab29', 'port_id': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560', 'mac_address': 'fa:16:3e:c7:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5958fdac-4b6a-4f84-af32-0234f4faf059', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:44:17.651725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:17.672892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:44:17.688298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:17.722267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:17.724182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a130a621-a465-4990-b850-9eae591d025f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:17.791077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:17.795072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:17.927088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['6a42fb2c-5dc8-4a69-82eb-f73d48c8f560'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:44:17.933304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a691ada-38c7-4782-aaa5-098d760a62fd req-20ab0dfe-d45f-4e42-a820-2352cf168775 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:17.935039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0a691ada-38c7-4782-aaa5-098d760a62fd req-20ab0dfe-d45f-4e42-a820-2352cf168775 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 949 time: 0.0862513 Dec 22 15:44:17.988560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0a691ada-38c7-4782-aaa5-098d760a62fd req-da098b8e-fb49-46d9-b559-8952cce15c4e tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Dec 22 15:44:19.209108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0d966-e9b1-45d2-9b63-fae351eb17a3 req-e94d9a04-727f-43e2-9a14-f23efab513b5 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:19.211016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40f0d966-e9b1-45d2-9b63-fae351eb17a3 req-e94d9a04-727f-43e2-9a14-f23efab513b5 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 949 time: 0.0969172 Dec 22 15:44:19.260337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40f0d966-e9b1-45d2-9b63-fae351eb17a3 req-dec8ca75-e89c-4d77-9bdd-844d502c9a03 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425978 Dec 22 15:44:19.437595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:44:19.539842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:44:19.545001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:44:19.545461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:19.662762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:19.690736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c58918d-49b5-46f7-9d99-474d068b6804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:44:19.700970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:19.728506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:19.730533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:19.760865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c58918d-49b5-46f7-9d99-474d068b6804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560', 'code': 200} Dec 22 15:44:19.800037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:19.803242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:20.038577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8222cdb-af89-40a0-8603-a3f536287dd3 req-71f1598c-2896-4b31-ab12-978bad4e90d0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 1103 time: 0.0725017 Dec 22 15:44:20.083031 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8222cdb-af89-40a0-8603-a3f536287dd3 req-766f546b-632c-46ba-8f98-a9910d024d9e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374000 Dec 22 15:44:20.509864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe140e-b804-45bb-93e8-1f5016f3ddfe req-34583e67-5f4a-48d7-8c9d-9a05dde4ab2d tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:20.511518 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-61fe140e-b804-45bb-93e8-1f5016f3ddfe req-34583e67-5f4a-48d7-8c9d-9a05dde4ab2d tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 950 time: 0.0865512 Dec 22 15:44:20.565409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-61fe140e-b804-45bb-93e8-1f5016f3ddfe req-59142543-08c2-48af-bfda-fd894f8d210e tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457141 Dec 22 15:44:21.775771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebefd92-1464-48a6-a2eb-c33bf564666c req-f17ec241-a20a-4b11-b37d-4efacbdd9d6f tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:21.777388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ebefd92-1464-48a6-a2eb-c33bf564666c req-f17ec241-a20a-4b11-b37d-4efacbdd9d6f tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 950 time: 0.0838327 Dec 22 15:44:21.831520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ebefd92-1464-48a6-a2eb-c33bf564666c req-5bc9f13f-e2a5-452f-9072-e92e81a9ccf7 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478811 Dec 22 15:44:22.343297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba67131a-d4b9-4d5f-b1d3-928fbf04b0a7 req-7bc69aea-3119-4143-be52-9c127a522e4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725369 Dec 22 15:44:23.102205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3ce0dc4-3806-4284-894a-496c9afd7a04 req-3aab5f79-ec75-4ef9-aad9-ae2362195f9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2124119 Dec 22 15:44:23.830933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee1143-ffe1-4540-b129-2d294d6e7eb3 req-f7a72d06-254d-4a82-b264-f74ffa38a1d7 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:23.832597 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95ee1143-ffe1-4540-b129-2d294d6e7eb3 req-f7a72d06-254d-4a82-b264-f74ffa38a1d7 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 950 time: 0.0820584 Dec 22 15:44:23.882024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95ee1143-ffe1-4540-b129-2d294d6e7eb3 req-fef5c91f-9572-4836-89dd-519ce95f3eb8 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Dec 22 15:44:25.144234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-85e31c44-bc38-46eb-a004-6f01cbb470b6 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:25.145820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-85e31c44-bc38-46eb-a004-6f01cbb470b6 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 950 time: 0.1499341 Dec 22 15:44:25.151807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b508d3c-6e62-47f7-ad23-00ab87da5844 req-bfdcab20-724f-42e0-9597-c66ad35580f0 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:25.153357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b508d3c-6e62-47f7-ad23-00ab87da5844 req-bfdcab20-724f-42e0-9597-c66ad35580f0 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 950 time: 0.1202183 Dec 22 15:44:25.263570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Deleting port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:44:25.264201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:25.294265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b508d3c-6e62-47f7-ad23-00ab87da5844 req-d678a6c6-ad09-404b-b021-82660c7ce72d tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/security-groups?id=649dfd3a-849f-4621-a96d-630a9bfddf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066284 Dec 22 15:44:25.525494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] For port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,segment=NetworkSegment(4bf79913-0c5f-49aa-87ba-d27b3f06379f),segment_id=4bf79913-0c5f-49aa-87ba-d27b3f06379f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:25.525815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:25.655960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Calling delete_port for 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:44:25.920827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:25.926653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:25.975482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Pushing event deleted for resources: {'Port': ['ID=6a42fb2c-5dc8-4a69-82eb-f73d48c8f560,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:25.979907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:26.051349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] No DVR routers for this DVR port 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:44:26.053957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:26.057092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c58918d-49b5-46f7-9d99-474d068b6804', 'name': 'network-vif-deleted', 'tag': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:44:26.113257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9054d598-6f62-4b5f-8ef9-724ee137fce2 req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.71 "DELETE /v2.0/ports/6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 HTTP/1.1" status: 204 len: 173 time: 0.9582503 Dec 22 15:44:26.117114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c58918d-49b5-46f7-9d99-474d068b6804', 'name': 'network-vif-deleted', 'tag': '6a42fb2c-5dc8-4a69-82eb-f73d48c8f560', 'status': 'completed', 'code': 200} Dec 22 15:44:26.482339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97e219b3-e615-4a2e-812e-6fc978d51efa req-bbbab965-b971-43cf-b3c5-e61b790fc50b tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Synchronizing usage tracker for tenant:7b84033e56134484b463ac99ae84e9d0 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:44:26.562509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97e219b3-e615-4a2e-812e-6fc978d51efa req-bbbab965-b971-43cf-b3c5-e61b790fc50b tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Unset dirty status for tenant:7b84033e56134484b463ac99ae84e9d0 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:44:26.563902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97e219b3-e615-4a2e-812e-6fc978d51efa req-bbbab965-b971-43cf-b3c5-e61b790fc50b tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c58918d-49b5-46f7-9d99-474d068b6804 HTTP/1.1" status: 200 len: 210 time: 0.1340387 Dec 22 15:44:27.470633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:44:27.508831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:44:27.509387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 6a42fb2c-5dc8-4a69-82eb-f73d48c8f560 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:44:28.061223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51858) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:28.254362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9b5421d-00ad-4635-a768-bf459bcf9c3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b84033e56134484b463ac99ae84e9d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1915863 Dec 22 15:44:28.256949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51864) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:28.325143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:28.352626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:28.477506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:28.483934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33426a0c-d93a-41df-8b65-d94184820337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:28.499585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649dfd3a-849f-4621-a96d-630a9bfddf4f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:28.502153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:28.539064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:28.542017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/649dfd3a-849f-4621-a96d-630a9bfddf4f HTTP/1.1" status: 204 len: 168 time: 0.2824240 Dec 22 15:44:29.155264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51872) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:29.176109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.210503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:29.216123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea77b35257244849b2641f07bdc5e04 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:29.217741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:29.224043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:29.409375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.440942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.448811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ff2a25e-c4ac-4efe-a561-ea9a87fe7b41 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:29.498374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a34eea5-8d8a-4947-a576-5e75bc7bdf68,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:29.501680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:29.504932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ea77b35257244849b2641f07bdc5e04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3481762 Dec 22 15:44:29.507581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51876) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:29.572483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.599874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.682720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.688489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c83efec1-78c3-4fe5-b2b4-4743dbd21552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:29.702289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a34eea5-8d8a-4947-a576-5e75bc7bdf68,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:29.705447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:29.706361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:29.707644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a34eea5-8d8a-4947-a576-5e75bc7bdf68 HTTP/1.1" status: 204 len: 168 time: 0.1990511 Dec 22 15:44:30.913769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51898) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:31.055282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-66470063-network', 'tenant_id': 'faa6e300405a4e3b9615411b39161dbb'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:44:31.060482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:31.064524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Usage tracker for resource:network and tenant:faa6e300405a4e3b9615411b39161dbb is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:31.067497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:31.073450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:31.114742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Made reservation on behalf of faa6e300405a4e3b9615411b39161dbb for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:44:31.119515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.133541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.167017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:31.171443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:faa6e300405a4e3b9615411b39161dbb is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:31.174355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:31.180515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:31.310737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.367008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.370701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7f134ad-87f8-4989-83eb-c2d1c8112979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:31.404973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:44:31.410871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c7f773-9c07-45a9-9f7f-ed5cd120223f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:31.415040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:31.471442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.471835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Added segment a40b4bfd-00dc-47b8-abc4-020e803552b2 of type vlan for network fcd6d561-5388-457a-b441-635dd1437408 Dec 22 15:44:31.549338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.629900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.658266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.659330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:31.659980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:31.665299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-86ace5b2-aca3-4164-97a2-8fa400a76701 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:31.771907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd6d561-5388-457a-b441-635dd1437408,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:31.774801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:31.783517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network fcd6d561-5388-457a-b441-635dd1437408 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:44:31.796000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8810029 Dec 22 15:44:31.799317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 51904) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:31.805495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Request body: {'subnet': {'network_id': 'fcd6d561-5388-457a-b441-635dd1437408', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-66470063-subnet', 'tenant_id': 'faa6e300405a4e3b9615411b39161dbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:44:31.810765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:31.815240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Usage tracker for resource:subnet and tenant:faa6e300405a4e3b9615411b39161dbb is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:31.818347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:31.826848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:31.865779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Made reservation on behalf of faa6e300405a4e3b9615411b39161dbb for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:44:31.870798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:32.292461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:32.297983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a490d12-5521-4463-866c-a18b7a355eeb tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:32.339590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e917d98-8273-4d7b-87eb-c85806c3a4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:32.380085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f16fb4-9647-4c0e-9629-eac30ed0578b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:32.384042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:32.386064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Checking segment: {'id': 'a40b4bfd-00dc-47b8-abc4-020e803552b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:44:32.386836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Network hostable DHCP agents. Network: fcd6d561-5388-457a-b441-635dd1437408, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:44:32.463968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Network fcd6d561-5388-457a-b441-635dd1437408 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:44:32.526948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, fcd6d561-5388-457a-b441-635dd1437408) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:44:32.531963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:32.532627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:32.537774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1073a-0d1d-40be-aed2-88e4dab7f85c None None] Network fcd6d561-5388-457a-b441-635dd1437408 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:44:32.596017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7954528 Dec 22 15:44:32.768176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd0fcc-77af-41da-a56d-21782cf65d81 None None] Network fcd6d561-5388-457a-b441-635dd1437408 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:44:33.438992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9661d82-29d2-490c-a462-44e45c888f08 req-601129fb-ee61-4d62-ba66-abebba868171 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:33.440774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-601129fb-ee61-4d62-ba66-abebba868171 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/networks?id=fcd6d561-5388-457a-b441-635dd1437408 HTTP/1.1" status: 200 len: 810 time: 0.3895967 Dec 22 15:44:33.458587 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-c3f26dbb-b212-480f-a853-86001f8b17f2 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/quotas/faa6e300405a4e3b9615411b39161dbb HTTP/1.1" status: 200 len: 375 time: 0.0118079 Dec 22 15:44:33.510328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-f6ea18a2-4e5b-4802-92dd-94b0ca11949a tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=faa6e300405a4e3b9615411b39161dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462730 Dec 22 15:44:33.653741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-06bf376e-df7e-4e85-bef2-9698c8a75cc2 service neutron] 10.222.0.32 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351826 Dec 22 15:44:33.796912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-0941dcb7-8934-40a2-b55c-0649d06237cc service neutron] 10.222.0.32 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364896 Dec 22 15:44:33.826026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:34.034868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01030bc7-b9fa-4fd7-823c-5e71bae9e269 req-72dcb341-3b76-4a67-ba63-0eb8733ec488 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 210 time: 0.0466888 Dec 22 15:44:34.532310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d07a1d37-1fe1-4129-b3df-4fec6f341cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:34.985275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:35.213130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-176df6a1-cdfe-4188-90d6-c7ee88a13032 req-80165045-5cc4-4f96-bf2a-f21279e35a14 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 210 time: 0.0458100 Dec 22 15:44:35.865787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9661d82-29d2-490c-a462-44e45c888f08 req-395f7cf2-2b2f-4606-94a9-8c0fe4d124d7 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:35.867428 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-395f7cf2-2b2f-4606-94a9-8c0fe4d124d7 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.71 "GET /v2.0/networks?id=fcd6d561-5388-457a-b441-635dd1437408 HTTP/1.1" status: 200 len: 810 time: 0.1596155 Dec 22 15:44:35.881760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Request body: {'port': {'device_id': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408', 'admin_state_up': True, 'tenant_id': 'faa6e300405a4e3b9615411b39161dbb'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:44:36.034713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:44:36.038854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Usage tracker for resource:port and tenant:faa6e300405a4e3b9615411b39161dbb is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:44:36.041843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:44:36.048492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:44:36.111714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Made reservation on behalf of faa6e300405a4e3b9615411b39161dbb for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:44:36.117657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:36.293599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Allocated IP 172.20.0.14 (fcd6d561-5388-457a-b441-635dd1437408/f4f16fb4-9647-4c0e-9629-eac30ed0578b/45b43904-8e0a-4175-8d66-b7ed0253a960) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:44:36.384849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9b823ed-ca0c-40c3-90cc-5726523a8b9a req-fdfccaf6-6f77-4115-844a-9035fe4a1517 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 210 time: 0.0465121 Dec 22 15:44:36.519645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:36.574892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:36.582538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:36.645542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Network fcd6d561-5388-457a-b441-635dd1437408 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:44:36.653756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:44:36.656282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:44:36.696238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Pushing event updated for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:36.699307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:36.729168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:36.729839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:36.785983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9081924 Dec 22 15:44:36.798485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Request body: {'port': {'device_id': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:44:36.854227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:36.915515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:37.278500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b43904-8e0a-4175-8d66-b7ed0253a960 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:44:37.285637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:37.339491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Transition to ACTIVE for port object 45b43904-8e0a-4175-8d66-b7ed0253a960 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:44:37.362277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:37.367111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d023c3f5-0c7d-435e-bc4e-f3756da96efe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:37.500270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:37.504873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:37.687382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Attempting to bind port 45b43904-8e0a-4175-8d66-b7ed0253a960 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:44:37.687764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Attempting to bind port 45b43904-8e0a-4175-8d66-b7ed0253a960 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'a40b4bfd-00dc-47b8-abc4-020e803552b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:44:37.688158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Attempting to bind port 45b43904-8e0a-4175-8d66-b7ed0253a960 on network fcd6d561-5388-457a-b441-635dd1437408 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:44:37.702879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44149c2-74c0-4908-9b27-ba9cc5652648 req-cb2799ed-40cf-40e9-8ad9-869567c09b25 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:37.703616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e44149c2-74c0-4908-9b27-ba9cc5652648 req-cb2799ed-40cf-40e9-8ad9-869567c09b25 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Synchronizing usage tracker for tenant:faa6e300405a4e3b9615411b39161dbb on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:44:37.708572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Port 45b43904-8e0a-4175-8d66-b7ed0253a960 on network fcd6d561-5388-457a-b441-635dd1437408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:44:37.708940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Attempting to bind port 45b43904-8e0a-4175-8d66-b7ed0253a960 on network fcd6d561-5388-457a-b441-635dd1437408 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:44:37.724839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:44:37.725224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Checking segment: {'id': 'a40b4bfd-00dc-47b8-abc4-020e803552b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:44:37.725647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Bound using segment: {'id': 'a40b4bfd-00dc-47b8-abc4-020e803552b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:44:37.726124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Bound port: 45b43904-8e0a-4175-8d66-b7ed0253a960, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40b4bfd-00dc-47b8-abc4-020e803552b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:44:37.726512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:37.772612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e44149c2-74c0-4908-9b27-ba9cc5652648 req-cb2799ed-40cf-40e9-8ad9-869567c09b25 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Unset dirty status for tenant:faa6e300405a4e3b9615411b39161dbb on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:44:37.773915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e44149c2-74c0-4908-9b27-ba9cc5652648 req-cb2799ed-40cf-40e9-8ad9-869567c09b25 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.2319419 Dec 22 15:44:37.855209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:44:37.859816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e44149c2-74c0-4908-9b27-ba9cc5652648 req-dfbbea6d-7ce5-4d56-b893-907eca9dbaba tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793869 Dec 22 15:44:37.865580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=45b43904-8e0a-4175-8d66-b7ed0253a960,segment=NetworkSegment(a40b4bfd-00dc-47b8-abc4-020e803552b2),segment_id=a40b4bfd-00dc-47b8-abc4-020e803552b2)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:44:37.894728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:37.899974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28cc4a5c-1add-46a2-8a8c-bbd610e36a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:37.961096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:37.962522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] 10.222.0.71 "PUT /v2.0/ports/45b43904-8e0a-4175-8d66-b7ed0253a960 HTTP/1.1" status: 200 len: 1094 time: 1.1686757 Dec 22 15:44:37.965368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:44:37.990575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:37.994102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:38.023190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960', 'status': 'completed', 'code': 200} Dec 22 15:44:38.120373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dbed57d3-37ce-4599-b1c8-25209a32f91e req-90b377e4-1ba8-4695-8264-d47f4120dc35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa6e300405a4e3b9615411b39161dbb&device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 1097 time: 0.0784180 Dec 22 15:44:38.276988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed57d3-37ce-4599-b1c8-25209a32f91e req-adced108-fefb-4bca-bef5-3f00c533aa15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:38.279101 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dbed57d3-37ce-4599-b1c8-25209a32f91e req-adced108-fefb-4bca-bef5-3f00c533aa15 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=faa6e300405a4e3b9615411b39161dbb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1499138 Dec 22 15:44:38.429765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed57d3-37ce-4599-b1c8-25209a32f91e req-a916c3e1-1a16-407d-a269-8c805153b912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:38.431436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dbed57d3-37ce-4599-b1c8-25209a32f91e req-a916c3e1-1a16-407d-a269-8c805153b912 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464226 Dec 22 15:44:38.549593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-1d052a0b-b110-4df0-9d3a-ee584bc40866 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa6e300405a4e3b9615411b39161dbb&device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 1097 time: 0.0789068 Dec 22 15:44:38.620454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-34681a8e-9c24-41d9-964e-922596b3e25e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45b43904-8e0a-4175-8d66-b7ed0253a960 HTTP/1.1" status: 200 len: 217 time: 0.0641570 Dec 22 15:44:38.693039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e30c1b4c-210d-4cf9-9666-6b25a391a198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:38.694696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-e30c1b4c-210d-4cf9-9666-6b25a391a198 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f16fb4-9647-4c0e-9629-eac30ed0578b HTTP/1.1" status: 200 len: 850 time: 0.0680673 Dec 22 15:44:38.743811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-c01a415a-5d32-4c50-83dc-95132557f367 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcd6d561-5388-457a-b441-635dd1437408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434151 Dec 22 15:44:38.890152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-407e9363-05e1-41a6-8e5b-8d998d41f78e service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388392 Dec 22 15:44:39.092821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9661d82-29d2-490c-a462-44e45c888f08 req-29b2845b-8ecb-442f-b503-ea9273199c9c service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973083 Dec 22 15:44:39.113301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa2929-57a1-4a26-865c-7fdcbd9d74d0 req-a8e67498-263f-4e85-bca5-e392d8ad8472 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:39.114932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cbaa2929-57a1-4a26-865c-7fdcbd9d74d0 req-a8e67498-263f-4e85-bca5-e392d8ad8472 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.1233587 Dec 22 15:44:39.166635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cbaa2929-57a1-4a26-865c-7fdcbd9d74d0 req-8b02789b-2705-43a9-ae9b-859907fc67ba tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453503 Dec 22 15:44:40.384836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6a8b9-d46e-4db9-a78a-4e25027cb930 req-096a592e-9692-4e31-b610-5a0750430c85 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:40.386480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9c6a8b9-d46e-4db9-a78a-4e25027cb930 req-096a592e-9692-4e31-b610-5a0750430c85 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0877590 Dec 22 15:44:40.436113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e9c6a8b9-d46e-4db9-a78a-4e25027cb930 req-20e6d352-3e61-4d50-937a-dbe288dc2f16 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Synchronizing usage tracker for tenant:faa6e300405a4e3b9615411b39161dbb on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:44:40.480796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e9c6a8b9-d46e-4db9-a78a-4e25027cb930 req-20e6d352-3e61-4d50-937a-dbe288dc2f16 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Unset dirty status for tenant:faa6e300405a4e3b9615411b39161dbb on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:44:40.482683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9c6a8b9-d46e-4db9-a78a-4e25027cb930 req-20e6d352-3e61-4d50-937a-dbe288dc2f16 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898106 Dec 22 15:44:41.577918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 45b43904-8e0a-4175-8d66-b7ed0253a960 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:44:41.688530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a3694-345b-4739-811c-bd526f9d5d63 req-34d8af6a-04d4-4da0-8a16-38e07f8e2ebb tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:41.690170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e17a3694-345b-4739-811c-bd526f9d5d63 req-34d8af6a-04d4-4da0-8a16-38e07f8e2ebb tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0838406 Dec 22 15:44:41.724863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=45b43904-8e0a-4175-8d66-b7ed0253a960,segment=NetworkSegment(a40b4bfd-00dc-47b8-abc4-020e803552b2),segment_id=a40b4bfd-00dc-47b8-abc4-020e803552b2)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:41.739630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e17a3694-345b-4739-811c-bd526f9d5d63 req-852cd48c-4027-4b6c-94f8-e123229069e5 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Dec 22 15:44:41.739847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '45b43904-8e0a-4175-8d66-b7ed0253a960', 'network_id': 'fcd6d561-5388-457a-b441-635dd1437408', 'port_id': '45b43904-8e0a-4175-8d66-b7ed0253a960', 'mac_address': 'fa:16:3e:c9:f5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f16fb4-9647-4c0e-9629-eac30ed0578b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:44:41.799505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:41.817730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b43904-8e0a-4175-8d66-b7ed0253a960 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:44:41.833175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=45b43904-8e0a-4175-8d66-b7ed0253a960,segment=NetworkSegment(a40b4bfd-00dc-47b8-abc4-020e803552b2),segment_id=a40b4bfd-00dc-47b8-abc4-020e803552b2)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:41.871225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:41.873655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:41.943308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:41.955044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.955439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.955823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.956201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.956581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.956958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.957331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.957703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.958074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.958442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.958838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:44:41.962903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:42.062385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['45b43904-8e0a-4175-8d66-b7ed0253a960'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:44:42.955309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0636829-5dae-41bd-b557-4daa452c101a req-4374e380-c917-402c-8c75-367f19b681bb tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:42.957087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0636829-5dae-41bd-b557-4daa452c101a req-4374e380-c917-402c-8c75-367f19b681bb tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 945 time: 0.0916131 Dec 22 15:44:43.017049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0636829-5dae-41bd-b557-4daa452c101a req-505ad940-9c75-4afe-9c41-ec6087a068be tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502582 Dec 22 15:44:43.587774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 45b43904-8e0a-4175-8d66-b7ed0253a960 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:44:43.705347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 45b43904-8e0a-4175-8d66-b7ed0253a960 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:44:43.711559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 45b43904-8e0a-4175-8d66-b7ed0253a960 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:44:43.715554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:43.831999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:43.859775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:44:43.869637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=45b43904-8e0a-4175-8d66-b7ed0253a960,segment=NetworkSegment(a40b4bfd-00dc-47b8-abc4-020e803552b2),segment_id=a40b4bfd-00dc-47b8-abc4-020e803552b2)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:44:43.898154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:43.901079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a09cffd-7300-4c4b-a618-39fc596b49e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:44:43.939297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960', 'code': 200} Dec 22 15:44:43.977873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:44:43.981257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:44:44.234038 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-00244fa6-1b6f-42b9-b6e4-00ebe7302628 req-edc48668-f47b-4405-a910-6941377b320a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 1099 time: 0.0857301 Dec 22 15:44:44.242133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7829a-9a62-43cb-b881-4f1f47061012 req-ecda57dc-3b54-47d0-a482-ca0b114d603f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:44.244455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cdf7829a-9a62-43cb-b881-4f1f47061012 req-ecda57dc-3b54-47d0-a482-ca0b114d603f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0891590 Dec 22 15:44:44.282252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-00244fa6-1b6f-42b9-b6e4-00ebe7302628 req-a4173a95-d4d5-4342-a1cd-5bb0f945a7f0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Dec 22 15:44:44.295357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cdf7829a-9a62-43cb-b881-4f1f47061012 req-9005b735-581c-4d5f-be60-bd1f6b9a09bd tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447407 Dec 22 15:44:45.511423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b32b9c-f5c7-47a7-9b05-306bc0c873ec req-23cf348a-0a73-47ef-8ad7-1adb7b7ecea6 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:45.513062 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-77b32b9c-f5c7-47a7-9b05-306bc0c873ec req-23cf348a-0a73-47ef-8ad7-1adb7b7ecea6 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0837178 Dec 22 15:44:45.562025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-77b32b9c-f5c7-47a7-9b05-306bc0c873ec req-c2af2a98-711e-416f-bcb2-281ef853acb8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Dec 22 15:44:45.771009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b384b01e-becd-4139-b264-b00162223d57 req-fb772c12-0fdf-44a3-b482-7d7107116290 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0778122 Dec 22 15:44:46.153979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc22b1-2ba2-47c9-91ca-e81bd62d040f req-c959465b-9028-45eb-aa76-2a1319866994 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:46.159453 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bdc22b1-2ba2-47c9-91ca-e81bd62d040f req-c959465b-9028-45eb-aa76-2a1319866994 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0951858 Dec 22 15:44:46.161706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 51968) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:44:46.207534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9bdc22b1-2ba2-47c9-91ca-e81bd62d040f req-48bf6dfd-1829-434b-b072-072051583a07 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Dec 22 15:44:46.310569 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-236fcca4-2bfd-47b5-a761-73ce19b6904b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472986 Dec 22 15:44:47.419239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e756c-382a-4115-8290-2d55780590f4 req-ab120c51-f3d1-492a-a04e-bdf9d4862eeb tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:47.420933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-186e756c-382a-4115-8290-2d55780590f4 req-ab120c51-f3d1-492a-a04e-bdf9d4862eeb tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0858693 Dec 22 15:44:47.474778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-186e756c-382a-4115-8290-2d55780590f4 req-ce241333-a003-449d-9aca-143f03e36ffd tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Dec 22 15:44:48.031096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-c3806da3-89a2-4156-997b-964ff7813d40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa6e300405a4e3b9615411b39161dbb&device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 1099 time: 0.0746861 Dec 22 15:44:48.174017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-f9173f5d-26b6-4405-9ec5-1e04e3591ca5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:48.175666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-f9173f5d-26b6-4405-9ec5-1e04e3591ca5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fcd6d561-5388-457a-b441-635dd1437408 HTTP/1.1" status: 200 len: 911 time: 0.1388369 Dec 22 15:44:48.253627 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-5f91b8b9-1033-454b-9579-2a7e56b30351 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45b43904-8e0a-4175-8d66-b7ed0253a960 HTTP/1.1" status: 200 len: 217 time: 0.0716777 Dec 22 15:44:48.276119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:44:48.321198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-f0ccb53e-f918-4c88-8622-3484bf1b0bc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:48.322720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-f0ccb53e-f918-4c88-8622-3484bf1b0bc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f16fb4-9647-4c0e-9629-eac30ed0578b HTTP/1.1" status: 200 len: 850 time: 0.0636461 Dec 22 15:44:48.376731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-c9523d57-488d-4b56-9987-f9636000badb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcd6d561-5388-457a-b441-635dd1437408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466833 Dec 22 15:44:48.524665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-435cba23-dbe9-4254-aa9b-eb934ac5421f service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418645 Dec 22 15:44:48.948411 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-3e70354a-fdde-4b16-83c0-d6c14400d71a service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178855 Dec 22 15:44:48.970202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25979e61-776f-4267-8572-fe93e1677db6 req-379f0181-d6e9-4019-8896-7a0b8ed10c54 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:48.972041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25979e61-776f-4267-8572-fe93e1677db6 req-379f0181-d6e9-4019-8896-7a0b8ed10c54 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.3510411 Dec 22 15:44:49.023567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25979e61-776f-4267-8572-fe93e1677db6 req-981e0e43-fe84-46fd-8b28-d581c5b744a1 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452611 Dec 22 15:44:50.232727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650ea28-117a-453b-83f2-be025021ce8c req-e696b7de-d45e-4772-b33b-a198ac649a2f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:50.234346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e650ea28-117a-453b-83f2-be025021ce8c req-e696b7de-d45e-4772-b33b-a198ac649a2f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0859854 Dec 22 15:44:50.287118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e650ea28-117a-453b-83f2-be025021ce8c req-7de303f7-5cfd-4780-9efb-9805f57ac657 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465407 Dec 22 15:44:51.537448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d645547-22d2-4193-8542-87c4f22e806b req-bd0e5bec-a6af-4034-9621-76ca6366a56b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:51.539095 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d645547-22d2-4193-8542-87c4f22e806b req-bd0e5bec-a6af-4034-9621-76ca6366a56b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0872028 Dec 22 15:44:51.587998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d645547-22d2-4193-8542-87c4f22e806b req-be265bf2-9df5-4551-be97-7cf4a2a5d589 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Dec 22 15:44:52.801110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02061be-23e3-4ee3-b36c-a895eda8864c req-45aa5f06-7071-4701-ab33-d1cfb8bd13ee tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:52.802731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d02061be-23e3-4ee3-b36c-a895eda8864c req-45aa5f06-7071-4701-ab33-d1cfb8bd13ee tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0856626 Dec 22 15:44:52.851049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d02061be-23e3-4ee3-b36c-a895eda8864c req-05dc345c-9985-4247-9637-0d7fe31d035f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Dec 22 15:44:54.053771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fce98-c4d2-456a-9353-0b8cd091c5da req-11a34527-aeea-4424-82c9-bf7d2c60d6f6 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:54.055433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b9fce98-c4d2-456a-9353-0b8cd091c5da req-11a34527-aeea-4424-82c9-bf7d2c60d6f6 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0827284 Dec 22 15:44:54.107724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b9fce98-c4d2-456a-9353-0b8cd091c5da req-86bb0627-f36e-4754-8abd-75145278cec3 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461361 Dec 22 15:44:55.320974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e89e-d52b-4b08-b1bb-7244d751c3fb req-e02f114d-bcb7-4fdc-a2f2-47b981f9d26e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:55.322587 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8d4e89e-d52b-4b08-b1bb-7244d751c3fb req-e02f114d-bcb7-4fdc-a2f2-47b981f9d26e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0906141 Dec 22 15:44:55.376493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8d4e89e-d52b-4b08-b1bb-7244d751c3fb req-bd16dce0-9832-4af3-82c9-a05421c9c8f4 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470767 Dec 22 15:44:56.582430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53ce68-cdf5-4c36-a826-01a3a7aba650 req-431a4f00-a619-423b-910e-a51f116bed3a tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:56.584115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f53ce68-cdf5-4c36-a826-01a3a7aba650 req-431a4f00-a619-423b-910e-a51f116bed3a tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0849488 Dec 22 15:44:56.635489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f53ce68-cdf5-4c36-a826-01a3a7aba650 req-4a35839e-445d-4da1-9419-52846556092b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446229 Dec 22 15:44:57.850733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d02daf-d6ac-49ba-a9b1-efcc25c88d3f req-082eb1fc-14fe-47fc-88d3-0da34d2cdac5 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:57.852368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51d02daf-d6ac-49ba-a9b1-efcc25c88d3f req-082eb1fc-14fe-47fc-88d3-0da34d2cdac5 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0880718 Dec 22 15:44:57.903282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-51d02daf-d6ac-49ba-a9b1-efcc25c88d3f req-aae13778-9a60-4f44-b396-a26796231e0c tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Dec 22 15:44:59.127136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e443397-6fd7-4cfa-90fc-27807bce8b28 req-4f0fcff9-afc6-49fb-82ad-b15c166ddd46 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:44:59.128765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e443397-6fd7-4cfa-90fc-27807bce8b28 req-4f0fcff9-afc6-49fb-82ad-b15c166ddd46 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0859835 Dec 22 15:44:59.178257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e443397-6fd7-4cfa-90fc-27807bce8b28 req-77aab084-6af7-48f1-a0d9-2f3cfc86e72f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Dec 22 15:45:00.386682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9096f1-fbd1-4bb7-80b5-7fae690e8649 req-d5b95ce5-e853-45c8-a9cb-95ded2d195e2 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:00.388900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef9096f1-fbd1-4bb7-80b5-7fae690e8649 req-d5b95ce5-e853-45c8-a9cb-95ded2d195e2 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0882127 Dec 22 15:45:00.439867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef9096f1-fbd1-4bb7-80b5-7fae690e8649 req-36780ca9-16a2-46d1-9d27-ecd5523ec9d9 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441051 Dec 22 15:45:01.601003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:01.646062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70f3db-9ce4-41ad-a761-c1f6b4ba7a01 req-47c20004-2499-46eb-9e20-4a78a28339b8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:01.647720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe70f3db-9ce4-41ad-a761-c1f6b4ba7a01 req-47c20004-2499-46eb-9e20-4a78a28339b8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0843761 Dec 22 15:45:01.695406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe70f3db-9ce4-41ad-a761-c1f6b4ba7a01 req-bf627740-08fa-4c3a-a1d3-983e923d83a5 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Dec 22 15:45:02.343728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-981468f4-6c4d-4ee6-9f91-6cb869328d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.909514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d1cda-55e3-4bfb-a59d-0eb7e5e44e65 req-bd0e50e2-c3a5-401b-813d-27de1a767cd8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:02.911175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a18d1cda-55e3-4bfb-a59d-0eb7e5e44e65 req-bd0e50e2-c3a5-401b-813d-27de1a767cd8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0871465 Dec 22 15:45:02.961078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a18d1cda-55e3-4bfb-a59d-0eb7e5e44e65 req-cde8d258-38d8-44c3-be45-6acefd0ff5d6 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Dec 22 15:45:03.806163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.169243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21808dd-eecc-4694-bcdf-ea27f69d9616 req-b6b840ef-3544-445d-8207-efd39d7e75df tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:04.170927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f21808dd-eecc-4694-bcdf-ea27f69d9616 req-b6b840ef-3544-445d-8207-efd39d7e75df tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0864985 Dec 22 15:45:04.221258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f21808dd-eecc-4694-bcdf-ea27f69d9616 req-c7dcac53-439e-4bce-bd56-e1590d0da142 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Dec 22 15:45:04.534176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-329170fc-be0c-4e3f-b27a-386a0b0e771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.991171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.433357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686733-0bd2-43db-ac51-775344d756d0 req-f56a08cf-9629-4767-bf39-475e26c89cff tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:05.435040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70686733-0bd2-43db-ac51-775344d756d0 req-f56a08cf-9629-4767-bf39-475e26c89cff tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0879395 Dec 22 15:45:05.487558 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70686733-0bd2-43db-ac51-775344d756d0 req-cf423d87-e6ef-4606-af23-7451977d54ce tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Dec 22 15:45:06.697172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043802d-0641-4153-860a-4d47ec494a0c req-a3ec0ea1-3c0a-4d0b-8573-407b1cc2678f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:06.698841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2043802d-0641-4153-860a-4d47ec494a0c req-a3ec0ea1-3c0a-4d0b-8573-407b1cc2678f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0834975 Dec 22 15:45:06.753587 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2043802d-0641-4153-860a-4d47ec494a0c req-ce98a0a6-9d3c-4665-9968-520b351032d5 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Dec 22 15:45:06.840779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.960503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50984f-1c0c-4478-bb76-3bc9ef1ceb6c req-43fd5bb3-cd53-42b8-89ea-d28403104176 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:07.962125 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b50984f-1c0c-4478-bb76-3bc9ef1ceb6c req-43fd5bb3-cd53-42b8-89ea-d28403104176 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0854707 Dec 22 15:45:08.014535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b50984f-1c0c-4478-bb76-3bc9ef1ceb6c req-3663aebe-7925-4c33-b0b3-bd6c291a1c83 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Dec 22 15:45:09.224430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5572a-6acc-4c40-9eed-d25e872eeb47 req-d7b33f43-e685-4ad9-a69a-68525e9e740f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:09.226056 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bd5572a-6acc-4c40-9eed-d25e872eeb47 req-d7b33f43-e685-4ad9-a69a-68525e9e740f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0870078 Dec 22 15:45:09.275091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bd5572a-6acc-4c40-9eed-d25e872eeb47 req-a7f603aa-d79e-4392-826e-460fcc6aa0fe tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Dec 22 15:45:10.506290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d421f5-5273-4f39-9b15-310a7cbff0b2 req-9d37af0a-7aab-4d9d-8bba-9e3094714446 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:10.507944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24d421f5-5273-4f39-9b15-310a7cbff0b2 req-9d37af0a-7aab-4d9d-8bba-9e3094714446 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0874200 Dec 22 15:45:10.556399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24d421f5-5273-4f39-9b15-310a7cbff0b2 req-66ab4fc7-1c17-4330-a30c-61a927b152be tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Dec 22 15:45:11.789513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575f4de-837b-4f1e-b0f5-02e9d3d7916e req-a4892e48-cdb4-4dff-823f-aecc4a4d67b8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:11.791191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3575f4de-837b-4f1e-b0f5-02e9d3d7916e req-a4892e48-cdb4-4dff-823f-aecc4a4d67b8 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0905638 Dec 22 15:45:11.843488 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3575f4de-837b-4f1e-b0f5-02e9d3d7916e req-1d001e76-8667-479e-98b3-92d761939c7b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461938 Dec 22 15:45:13.051281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b930cda-b631-47dc-8379-28b0cf3d482e req-6ede35e4-24e3-401e-a460-58e382bf8a88 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:13.052900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b930cda-b631-47dc-8379-28b0cf3d482e req-6ede35e4-24e3-401e-a460-58e382bf8a88 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0834563 Dec 22 15:45:13.102058 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b930cda-b631-47dc-8379-28b0cf3d482e req-5017febf-7ebc-4064-ae45-1239d8fcd685 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Dec 22 15:45:14.444155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf4d7-2ba0-41bc-ad3c-c9cfbc084437 req-d512b21b-73c6-4498-a99f-db9c3e8d859b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:14.445789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d2baf4d7-2ba0-41bc-ad3c-c9cfbc084437 req-d512b21b-73c6-4498-a99f-db9c3e8d859b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0855749 Dec 22 15:45:14.497443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d2baf4d7-2ba0-41bc-ad3c-c9cfbc084437 req-4b2f3511-3d41-47c0-8d6b-79578978f8c5 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Dec 22 15:45:15.705829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d19ec1-2b84-4341-bd9a-d81ef49a8765 req-a446ab37-d8ef-490d-a024-067805634c0b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:15.707498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f1d19ec1-2b84-4341-bd9a-d81ef49a8765 req-a446ab37-d8ef-490d-a024-067805634c0b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.0860064 Dec 22 15:45:15.756551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f1d19ec1-2b84-4341-bd9a-d81ef49a8765 req-2a1aee89-2d1b-4d87-ae74-82c62090e903 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Dec 22 15:45:15.828482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-8fe39784-90ae-454d-afd2-d5a05c37afdb service neutron] 10.222.0.71 "GET /v2.0/ports/45b43904-8e0a-4175-8d66-b7ed0253a960/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0828977 Dec 22 15:45:16.221898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-951d0144-9012-41cd-a8ae-fecf93860efa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406&tenant_id=faa6e300405a4e3b9615411b39161dbb HTTP/1.1" status: 200 len: 1099 time: 0.0749800 Dec 22 15:45:16.316277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-6435a329-06c8-44fd-aff6-78d2d53bef47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa6e300405a4e3b9615411b39161dbb&device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 1099 time: 0.0736797 Dec 22 15:45:16.460116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-103a2257-6c3d-46cd-999a-ebcf2f9e5a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:16.461744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-103a2257-6c3d-46cd-999a-ebcf2f9e5a5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=fcd6d561-5388-457a-b441-635dd1437408 HTTP/1.1" status: 200 len: 911 time: 0.1396809 Dec 22 15:45:16.537834 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-7c0dd6e9-6d52-4a32-9b0b-e15f32317cec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45b43904-8e0a-4175-8d66-b7ed0253a960 HTTP/1.1" status: 200 len: 217 time: 0.0693011 Dec 22 15:45:16.611847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-5dcae447-1e1e-4a7a-b6cd-1ea6dbd448f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:16.613461 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-5dcae447-1e1e-4a7a-b6cd-1ea6dbd448f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f16fb4-9647-4c0e-9629-eac30ed0578b HTTP/1.1" status: 200 len: 850 time: 0.0687435 Dec 22 15:45:16.666914 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-b88e1499-729b-4054-b738-6ef5e82ef915 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcd6d561-5388-457a-b441-635dd1437408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474277 Dec 22 15:45:16.814030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-5b9d98c7-8b17-4b72-ae72-97bc99f29edc service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401412 Dec 22 15:45:17.011953 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbf181-08aa-4acf-8aa2-399b51121226 req-1f27089a-6275-4a26-a68f-0051c83b592b service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901722 Dec 22 15:45:17.039559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061deac7-5c2c-4617-83a0-8d1804eea144 req-a1706c54-8107-4d4a-99ef-b7a2f982d63c tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:17.041187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061deac7-5c2c-4617-83a0-8d1804eea144 req-a1706c54-8107-4d4a-99ef-b7a2f982d63c tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 946 time: 0.1274557 Dec 22 15:45:17.090612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061deac7-5c2c-4617-83a0-8d1804eea144 req-085af1cc-4558-4f0b-a04f-7a155f505c1f tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Dec 22 15:45:17.760128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 45b43904-8e0a-4175-8d66-b7ed0253a960 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:45:17.876270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.904286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:45:17.914147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=45b43904-8e0a-4175-8d66-b7ed0253a960,segment=NetworkSegment(a40b4bfd-00dc-47b8-abc4-020e803552b2),segment_id=a40b4bfd-00dc-47b8-abc4-020e803552b2)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:17.943917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.945868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:17.980172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960', 'code': 200} Dec 22 15:45:18.012916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:18.016975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:18.302701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99908b-9097-43cc-b741-e186d8b82153 req-1c62c041-2f99-4b3b-a4cb-7b4363738103 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:18.304267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a99908b-9097-43cc-b741-e186d8b82153 req-1c62c041-2f99-4b3b-a4cb-7b4363738103 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0866365 Dec 22 15:45:18.352542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a99908b-9097-43cc-b741-e186d8b82153 req-26c13ca7-35e4-4b0d-88de-9efb422361b6 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Dec 22 15:45:19.567243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d1c37-09bd-48f2-88e5-f9f06cce734c req-74d993ed-0f7c-4f60-873a-3535b9b717c0 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:19.568861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e4d1c37-09bd-48f2-88e5-f9f06cce734c req-74d993ed-0f7c-4f60-873a-3535b9b717c0 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0854125 Dec 22 15:45:19.621180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e4d1c37-09bd-48f2-88e5-f9f06cce734c req-cd5d146f-882b-4f13-a1ac-1a4440dffef2 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Dec 22 15:45:20.122257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-817b6bcf-7d7a-4c92-9c71-fc0d6bd55aa2 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:20.123832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-817b6bcf-7d7a-4c92-9c71-fc0d6bd55aa2 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.71 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406&tenant_id=faa6e300405a4e3b9615411b39161dbb&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 944 time: 0.0847077 Dec 22 15:45:20.273436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-9ac94fe8-be67-42d0-a40f-7af4b1eca916 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=faa6e300405a4e3b9615411b39161dbb&device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 1097 time: 0.0767391 Dec 22 15:45:20.416767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-392b0e97-9a2d-4818-abd7-5956e793c912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:20.418302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-392b0e97-9a2d-4818-abd7-5956e793c912 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fcd6d561-5388-457a-b441-635dd1437408 HTTP/1.1" status: 200 len: 911 time: 0.1381953 Dec 22 15:45:20.493092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-80d3e4e5-43ea-4223-bb1a-327966f7abc0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45b43904-8e0a-4175-8d66-b7ed0253a960 HTTP/1.1" status: 200 len: 217 time: 0.0684676 Dec 22 15:45:20.567897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-3b43c7c5-5dc3-4173-8fc7-440f85aa92b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:20.569494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-3b43c7c5-5dc3-4173-8fc7-440f85aa92b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f4f16fb4-9647-4c0e-9629-eac30ed0578b HTTP/1.1" status: 200 len: 850 time: 0.0697057 Dec 22 15:45:20.619731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-1b3d04b0-7012-40dc-a073-4e5205d0311e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcd6d561-5388-457a-b441-635dd1437408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438423 Dec 22 15:45:20.763953 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-40cf1dec-f249-40c9-8160-95d33758f221 service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364787 Dec 22 15:45:20.912340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-754dd80a-3e48-40cd-a8b5-48e8b43ce094 service neutron] 10.222.0.71 "GET /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432066 Dec 22 15:45:22.173095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915829b9-6a3f-4843-aa0f-c2499e5905bf req-48421b0b-e896-46a1-ab90-4994968ce015 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:22.174700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-915829b9-6a3f-4843-aa0f-c2499e5905bf req-48421b0b-e896-46a1-ab90-4994968ce015 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0887017 Dec 22 15:45:22.223534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-915829b9-6a3f-4843-aa0f-c2499e5905bf req-98203456-91dd-46d5-a491-9e174450dd12 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428143 Dec 22 15:45:23.439810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77006b92-3267-484e-ad39-40c593b48f2e req-3e6a19d9-e6e2-476c-987a-c3cdada29b31 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:23.441449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-77006b92-3267-484e-ad39-40c593b48f2e req-3e6a19d9-e6e2-476c-987a-c3cdada29b31 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0882776 Dec 22 15:45:23.491714 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-77006b92-3267-484e-ad39-40c593b48f2e req-12e10ae7-24c9-45b6-87e2-28b7cc00b13c tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/security-groups?id=93c7f773-9c07-45a9-9f7f-ed5cd120223f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Dec 22 15:45:23.641208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-cc07266f-b807-422c-856b-78cbeb4ddd23 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:23.642782 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-cc07266f-b807-422c-856b-78cbeb4ddd23 tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.71 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 944 time: 0.0823457 Dec 22 15:45:23.725322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Deleting port 45b43904-8e0a-4175-8d66-b7ed0253a960 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:23.725634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.981911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] For port 45b43904-8e0a-4175-8d66-b7ed0253a960, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=45b43904-8e0a-4175-8d66-b7ed0253a960,segment=NetworkSegment(a40b4bfd-00dc-47b8-abc4-020e803552b2),segment_id=a40b4bfd-00dc-47b8-abc4-020e803552b2)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:23.982255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.115169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Calling delete_port for 45b43904-8e0a-4175-8d66-b7ed0253a960 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:24.406415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.414487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ef96c16-1129-4780-a726-a5ee958032fd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:24.463828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Pushing event deleted for resources: {'Port': ['ID=45b43904-8e0a-4175-8d66-b7ed0253a960,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:24.537507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.537953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.538386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.538831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.539257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.539682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.540132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.540495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.540981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.541298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.541712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:24.546031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:24.553856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] No DVR routers for this DVR port 45b43904-8e0a-4175-8d66-b7ed0253a960 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:45:24.556347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.560749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'name': 'network-vif-deleted', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:45:24.607826 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-364d777d-2141-4676-a8c0-d3a19a6586b9 req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.71 "DELETE /v2.0/ports/45b43904-8e0a-4175-8d66-b7ed0253a960 HTTP/1.1" status: 204 len: 173 time: 0.9589763 Dec 22 15:45:24.619391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6200019f-93c6-4bea-8ddc-e69b338e7406', 'name': 'network-vif-deleted', 'tag': '45b43904-8e0a-4175-8d66-b7ed0253a960', 'status': 'completed', 'code': 200} Dec 22 15:45:24.664355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d382381-801c-4a2c-9088-e6b71bf343f0 req-b39e67e4-5ad5-4d48-a1b8-c52b8d75198b tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6200019f-93c6-4bea-8ddc-e69b338e7406 HTTP/1.1" status: 200 len: 210 time: 0.0465639 Dec 22 15:45:25.277284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:45:25.795801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 45b43904-8e0a-4175-8d66-b7ed0253a960 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:45:25.830328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 45b43904-8e0a-4175-8d66-b7ed0253a960 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:45:25.830725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 45b43904-8e0a-4175-8d66-b7ed0253a960 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:45:25.944024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52074) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:26.014764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Deleting subnet f4f16fb4-9647-4c0e-9629-eac30ed0578b {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:45:26.018254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.071156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.135534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.229241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.234563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eedeb4d-ba67-4078-83ab-a09755014d18 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:26.270151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f16fb4-9647-4c0e-9629-eac30ed0578b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:26.281555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.289568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.290007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.290434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.290878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.291305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.291722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.292136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.292678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.293095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.293507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.293916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:26.297810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:26.300133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f4f16fb4-9647-4c0e-9629-eac30ed0578b HTTP/1.1" status: 204 len: 168 time: 0.3545244 Dec 22 15:45:26.302305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52078) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:26.420103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.565989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.596304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd6d561-5388-457a-b441-635dd1437408']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.609482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40b4bfd-00dc-47b8-abc4-020e803552b2') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.609824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40b4bfd-00dc-47b8-abc4-020e803552b2') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.621966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.642336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.649124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:26.649558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:26.664513 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:26.766776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.770498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2af1864d-4aee-4b7b-bb33-1aba859f1203 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:26.787245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.795333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd6d561-5388-457a-b441-635dd1437408,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:26.798889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:26.801958 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-778726dc-4b15-4041-bf3e-eacbceb22214 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fcd6d561-5388-457a-b441-635dd1437408 HTTP/1.1" status: 204 len: 168 time: 0.4983110 Dec 22 15:45:27.051514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52084) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.107542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7754b298-0773-43ab-9632-b3805417b2e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faa6e300405a4e3b9615411b39161dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540404 Dec 22 15:45:27.110015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52088) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.183671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.451473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.729162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.735734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56df98ca-03bf-4998-a9bd-b91b08ce3772 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:27.750462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c7f773-9c07-45a9-9f7f-ed5cd120223f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:27.752986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:27.797558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.798855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93c7f773-9c07-45a9-9f7f-ed5cd120223f HTTP/1.1" status: 204 len: 168 time: 0.6878285 Dec 22 15:45:28.958879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52110) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:29.114352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-487032463-network', 'tenant_id': 'c4f378ff565e4fcbbfec96041aaadf46'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:29.123597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:29.132448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Usage tracker for resource:network and tenant:c4f378ff565e4fcbbfec96041aaadf46 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:29.136618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:29.146242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:29.189584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Made reservation on behalf of c4f378ff565e4fcbbfec96041aaadf46 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:29.194786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.215054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.252418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:29.256697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4f378ff565e4fcbbfec96041aaadf46 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:29.259851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:29.266280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:29.494848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.529455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.534007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-72faad8d-6e0f-4d77-ad83-76e74c690f06 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:29.560818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:29.574687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd622847-8dd1-485b-9f33-54afa4b81feb,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:29.578654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:29.606043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.607328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Added segment efc350c9-67ef-49ed-91ae-3f3721cb046f of type vlan for network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 Dec 22 15:45:29.682193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.783467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.784393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:29.785041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.790268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6e2c1b66-bf36-49ee-bb81-c60fe3e2eae0 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:29.896159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Pushing event updated for resources: {'Network': ['ID=1b9587ca-6e7e-4e23-867e-919d0e2cac87,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:29.899181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:29.907438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:29.930437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-92e8eb92-bde3-4153-91f5-915e650109e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9675412 Dec 22 15:45:29.930891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52116) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:29.937932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Request body: {'subnet': {'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-487032463-subnet', 'tenant_id': 'c4f378ff565e4fcbbfec96041aaadf46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:29.944723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:29.949203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Usage tracker for resource:subnet and tenant:c4f378ff565e4fcbbfec96041aaadf46 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:29.952726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:29.960096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:29.998257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Made reservation on behalf of c4f378ff565e4fcbbfec96041aaadf46 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:30.003296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.315144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.319753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-445c211e-d186-478c-95a0-2875f9df5b66 tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:30.393591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:30.398688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:30.409837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Checking segment: {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:30.410240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Network hostable DHCP agents. Network: 1b9587ca-6e7e-4e23-867e-919d0e2cac87, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:30.471843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:30.511710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 1b9587ca-6e7e-4e23-867e-919d0e2cac87) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:30.516838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:30.517493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.521582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870af50-c559-4ea8-9f69-0bec12526a13 None None] Network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:30.570152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6378956 Dec 22 15:45:30.755926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c23fd-485e-4103-9c32-a8f092aaf466 None None] Network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:31.170218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-7c7f3218-24ff-4e11-a8fd-77149e42c137 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.171939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-7c7f3218-24ff-4e11-a8fd-77149e42c137 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 814 time: 0.1620576 Dec 22 15:45:31.191193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-eb9cd6ec-1b73-4dcf-b632-a4abd19eeae9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/quotas/c4f378ff565e4fcbbfec96041aaadf46 HTTP/1.1" status: 200 len: 375 time: 0.0129287 Dec 22 15:45:31.482796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-54fd8710-df90-49c3-a593-e02273be1562 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2857752 Dec 22 15:45:31.620718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.637614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-6f40bfc7-88f6-41a0-a411-29ae81daa656 service neutron] 10.222.0.32 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472042 Dec 22 15:45:31.788681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-064201a7-e52c-492e-a554-fe967c4627ab service neutron] 10.222.0.32 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439023 Dec 22 15:45:32.073114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0db0703f-5d08-4832-8ca0-b7c50a4f4f00 req-3516e4af-cdff-4ca6-8557-a9edc67862fe tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 210 time: 0.0490746 Dec 22 15:45:32.392366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21da353d-87ae-427b-8b5c-f5c26f5b6c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.249624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9ce9de6-679c-4683-80b8-becc1d1fc133 req-0ad66458-d037-4da2-905b-98037f626d8f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 210 time: 0.0487325 Dec 22 15:45:33.800818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.303091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-d87a0d8d-d757-41d2-93ec-4ce995174116 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:34.303970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-d87a0d8d-d757-41d2-93ec-4ce995174116 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Synchronizing usage tracker for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:34.363416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-d87a0d8d-d757-41d2-93ec-4ce995174116 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Unset dirty status for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:34.364719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-d87a0d8d-d757-41d2-93ec-4ce995174116 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 814 time: 0.2243638 Dec 22 15:45:34.380774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Request body: {'port': {'device_id': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'admin_state_up': True, 'tenant_id': 'c4f378ff565e4fcbbfec96041aaadf46'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:34.467609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-938515dc-5162-4160-8a46-5959adf636ac req-e3e8b074-25a7-49b8-bcfe-4ae0fcc1e600 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 210 time: 0.0692401 Dec 22 15:45:34.538155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9acd542-22e1-432c-a23e-89541843b055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.579638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:34.583767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Usage tracker for resource:port and tenant:c4f378ff565e4fcbbfec96041aaadf46 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:34.586770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:34.593339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:34.629315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Made reservation on behalf of c4f378ff565e4fcbbfec96041aaadf46 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:34.635006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.815755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Allocated IP 172.20.0.10 (1b9587ca-6e7e-4e23-867e-919d0e2cac87/c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db/a7feff87-9697-4c74-a94a-ae1b6414d9e1) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:35.023683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.037451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.095332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.102941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:35.181418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:35.185906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:35.188509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:35.221644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:35.225144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:35.260678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:35.261384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.347229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9711607 Dec 22 15:45:35.360250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Request body: {'port': {'device_id': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:35.478559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.682124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d2514-a3df-473c-99d3-9fe836f62523 req-efdb5cef-26f0-4bc7-b4a8-cd9ad7836d16 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:35.683693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8b9d2514-a3df-473c-99d3-9fe836f62523 req-efdb5cef-26f0-4bc7-b4a8-cd9ad7836d16 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 932 time: 0.0911438 Dec 22 15:45:35.735951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8b9d2514-a3df-473c-99d3-9fe836f62523 req-b5f06124-5f09-4710-a444-9cb9225ef533 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Dec 22 15:45:35.855929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7feff87-9697-4c74-a94a-ae1b6414d9e1 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:45:35.863866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.938103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Transition to ACTIVE for port object a7feff87-9697-4c74-a94a-ae1b6414d9e1 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:35.963402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.968860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f2e62493-ba3b-47ee-8329-1145a82dc322 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:36.105268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:36.108610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:36.225744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Attempting to bind port a7feff87-9697-4c74-a94a-ae1b6414d9e1 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:36.226038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Attempting to bind port a7feff87-9697-4c74-a94a-ae1b6414d9e1 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:36.226393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Attempting to bind port a7feff87-9697-4c74-a94a-ae1b6414d9e1 on network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:36.232913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Port a7feff87-9697-4c74-a94a-ae1b6414d9e1 on network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:36.233277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Attempting to bind port a7feff87-9697-4c74-a94a-ae1b6414d9e1 on network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:36.240383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:36.240765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Checking segment: {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:36.241288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Bound using segment: {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:36.244163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Bound port: a7feff87-9697-4c74-a94a-ae1b6414d9e1, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:36.244163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.342754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:36.347363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:36.379062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.384512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a3387f9-2b31-455f-968d-4de5c5e22b06 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:36.449346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.451728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] 10.222.0.71 "PUT /v2.0/ports/a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 200 len: 1094 time: 1.0970018 Dec 22 15:45:36.452380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:45:36.479683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:36.485732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:36.518065 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'status': 'completed', 'code': 200} Dec 22 15:45:36.601349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-948959b8-12e1-4295-8c86-d3f226720db9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 1097 time: 0.0768828 Dec 22 15:45:36.679707 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-f9b31428-f8b2-434c-982d-1b63b303a8f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0712807 Dec 22 15:45:36.751602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-c0b3c824-a244-49e4-8eea-d51b114a05f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:36.753154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-c0b3c824-a244-49e4-8eea-d51b114a05f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0672734 Dec 22 15:45:36.809652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-602956f3-91a9-4237-ae2c-628083d15c01 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503178 Dec 22 15:45:36.864939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.980924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-cf0daa79-b211-4074-8f30-8935ce2dbb1d service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644347 Dec 22 15:45:36.981322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72413d-3b29-492b-ae7e-645a76f34f17 req-25b35b48-8610-4a80-bd30-7e61e9bb6cd5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:36.983358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b72413d-3b29-492b-ae7e-645a76f34f17 req-25b35b48-8610-4a80-bd30-7e61e9bb6cd5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 944 time: 0.1106224 Dec 22 15:45:37.057573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b72413d-3b29-492b-ae7e-645a76f34f17 req-b7c29d4a-7808-475e-a319-4839f028c1fe tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649419 Dec 22 15:45:37.139765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5d412915-a1a0-4fdd-b53a-86399eb948fe req-ba4d1d0a-7b95-4834-a4e2-c4036a01188f service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514122 Dec 22 15:45:37.296997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-f74c116b-4e8e-4dca-8c82-01dec6ca4752 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 1097 time: 0.0782814 Dec 22 15:45:37.446614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-d1114ecf-5d45-4ecb-b712-2a0d44a79afb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:37.448509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-d1114ecf-5d45-4ecb-b712-2a0d44a79afb service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1454031 Dec 22 15:45:37.529037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-e66a0c8b-4f4a-4d49-8cf9-3a82596cbb90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0735521 Dec 22 15:45:37.613567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-6ed0b8eb-7bd2-43b3-8e89-4fbdbcb75262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:37.615212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-6ed0b8eb-7bd2-43b3-8e89-4fbdbcb75262 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0740614 Dec 22 15:45:37.665468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-34db02a8-50bf-43b1-91c9-8f17c17ae17a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438297 Dec 22 15:45:37.812999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-a3b5f832-9a48-4499-b359-f7c8e56e9d68 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389961 Dec 22 15:45:37.841962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:45:37.960716 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfb2201c-5804-4eec-aa46-5ca0a8961ecf req-688f1e46-615e-41b6-8494-a2850f96cb0e service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401820 Dec 22 15:45:37.989867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:38.004463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'port_id': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'mac_address': 'fa:16:3e:64:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:45:38.060555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.080455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7feff87-9697-4c74-a94a-ae1b6414d9e1 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:45:38.097891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:38.142232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.145210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:38.222395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:38.228085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:38.308411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb982f29-227b-40eb-8f24-7ce558976208 req-a30dcbbf-1c37-41fe-be70-8417ce9c6c41 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:38.309218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bb982f29-227b-40eb-8f24-7ce558976208 req-a30dcbbf-1c37-41fe-be70-8417ce9c6c41 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Synchronizing usage tracker for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:38.349487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['a7feff87-9697-4c74-a94a-ae1b6414d9e1'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:45:38.378254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bb982f29-227b-40eb-8f24-7ce558976208 req-a30dcbbf-1c37-41fe-be70-8417ce9c6c41 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Unset dirty status for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:38.379784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb982f29-227b-40eb-8f24-7ce558976208 req-a30dcbbf-1c37-41fe-be70-8417ce9c6c41 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 945 time: 0.1638494 Dec 22 15:45:38.431886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bb982f29-227b-40eb-8f24-7ce558976208 req-88184e05-e6df-4e5c-9739-d2b1325fe83d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Synchronizing usage tracker for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:38.474980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bb982f29-227b-40eb-8f24-7ce558976208 req-88184e05-e6df-4e5c-9739-d2b1325fe83d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Unset dirty status for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:38.476408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb982f29-227b-40eb-8f24-7ce558976208 req-88184e05-e6df-4e5c-9739-d2b1325fe83d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892668 Dec 22 15:45:39.693589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808871-4307-4df0-84a5-f130d094f862 req-14bed276-4f83-4979-b470-e6be5c0b7c44 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:39.695238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb808871-4307-4df0-84a5-f130d094f862 req-14bed276-4f83-4979-b470-e6be5c0b7c44 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 945 time: 0.0943418 Dec 22 15:45:39.744034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb808871-4307-4df0-84a5-f130d094f862 req-7223b248-dcf2-4af3-b6ca-a2b21cee2f14 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Dec 22 15:45:39.858172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:39.985891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port a7feff87-9697-4c74-a94a-ae1b6414d9e1 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:39.992596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port a7feff87-9697-4c74-a94a-ae1b6414d9e1 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:39.993023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.117542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.154672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:45:40.165353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:40.206399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.208721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6000e5f5-1aa1-459b-92ca-ed5d4a116c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:40.244723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'code': 200} Dec 22 15:45:40.278555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:40.282508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:40.522222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-839c45f7-270d-4ca6-874b-d11c0df84f96 req-b73e6854-bb37-4a0d-98bd-36bc17e8b228 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 1099 time: 0.0756183 Dec 22 15:45:40.569292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-839c45f7-270d-4ca6-874b-d11c0df84f96 req-9c5bc86d-b004-460b-b0e2-2e8bd3e14fd4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Dec 22 15:45:40.961123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75ca0-ea59-419b-9156-8861b278df77 req-7a976a46-7766-40a4-8ea8-14d8916c02a2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:40.962728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ded75ca0-ea59-419b-9156-8861b278df77 req-7a976a46-7766-40a4-8ea8-14d8916c02a2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0842030 Dec 22 15:45:41.016845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ded75ca0-ea59-419b-9156-8861b278df77 req-3a1966cb-2bb4-4503-aa35-81e1060f1705 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471625 Dec 22 15:45:42.235269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b0fb0-915a-4c21-94b6-10921874731f req-400ab06d-3d4b-4f27-a0a0-37e76f84dbed tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:42.236982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d19b0fb0-915a-4c21-94b6-10921874731f req-400ab06d-3d4b-4f27-a0a0-37e76f84dbed tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0874062 Dec 22 15:45:42.287828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d19b0fb0-915a-4c21-94b6-10921874731f req-8a3c86f0-68a0-4ebe-b6cd-d425912f9c25 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445838 Dec 22 15:45:42.520917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47903c5e-0340-467c-9a4e-cc01a906b570 req-0d3c4423-3238-46be-b26e-9259f8023c1f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:42.522579 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-47903c5e-0340-467c-9a4e-cc01a906b570 req-0d3c4423-3238-46be-b26e-9259f8023c1f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0861509 Dec 22 15:45:42.573132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-47903c5e-0340-467c-9a4e-cc01a906b570 req-9efd46d4-4b73-4662-ad8a-0a846898aa36 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Dec 22 15:45:43.021705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfda8e-f40e-4c77-a0ad-64d1f2f007ed req-cdc383e3-dc73-4b1d-b40d-ae9498bfdc4d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:43.023402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66bfda8e-f40e-4c77-a0ad-64d1f2f007ed req-cdc383e3-dc73-4b1d-b40d-ae9498bfdc4d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0909152 Dec 22 15:45:43.073000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66bfda8e-f40e-4c77-a0ad-64d1f2f007ed req-a8c1f9dd-dfa1-4f95-8c10-4fe938a7c37d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Dec 22 15:45:43.298535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6538a92-5699-404a-9439-a60e3ace2b41 req-e23de3d5-b631-4347-a81b-449e8d5ca5b1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:43.300250 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f6538a92-5699-404a-9439-a60e3ace2b41 req-e23de3d5-b631-4347-a81b-449e8d5ca5b1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0956109 Dec 22 15:45:43.348911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f6538a92-5699-404a-9439-a60e3ace2b41 req-bc606683-c2a3-4dd1-aead-a9a352b2adfc tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Dec 22 15:45:43.558982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66659c5e-6511-4a54-956f-9f57688740f6 req-a22acb70-cadf-43ad-93d6-b39211f26bad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794306 Dec 22 15:45:43.960815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185395-e2cb-4ba7-946c-8c1dc9556f8e req-472aa6b1-d814-4281-88e3-217b3e3632ed tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:43.962441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-60185395-e2cb-4ba7-946c-8c1dc9556f8e req-472aa6b1-d814-4281-88e3-217b3e3632ed tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0931554 Dec 22 15:45:43.983962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-5c9beea0-6252-40e2-8488-f7eb34859d94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838892 Dec 22 15:45:44.028129 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-60185395-e2cb-4ba7-946c-8c1dc9556f8e req-f49c6181-38d9-402f-8fb1-5da7c1e974b2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Dec 22 15:45:45.259049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592f01e-36b8-4166-bcd4-df8cf13923f5 req-1bd025f5-0b72-4721-be42-149ad5d45522 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:45.261722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f592f01e-36b8-4166-bcd4-df8cf13923f5 req-1bd025f5-0b72-4721-be42-149ad5d45522 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0994737 Dec 22 15:45:45.337848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f592f01e-36b8-4166-bcd4-df8cf13923f5 req-a185b88b-9f57-49d4-b10e-0e857e63ad7a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676303 Dec 22 15:45:46.185688 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-50011ca1-650d-4064-91de-09964aee6220 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 1099 time: 0.3186908 Dec 22 15:45:46.332938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-0f49d934-cb5e-4ff3-a42a-d805eec5fe1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.334600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-0f49d934-cb5e-4ff3-a42a-d805eec5fe1d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1410589 Dec 22 15:45:46.414193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-ba2cabcd-b5fa-4ff9-8313-d309fe66829e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0735729 Dec 22 15:45:46.486289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-7928662e-8daa-4b70-ab64-2d961e38a58a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.487983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-7928662e-8daa-4b70-ab64-2d961e38a58a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0681050 Dec 22 15:45:46.590091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-62dcff2e-e95a-4f2d-aa9c-46f0f3bb7cd3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613465 Dec 22 15:45:46.743442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ad135-e9d4-4df3-a130-30372512d921 req-b9eabfc0-fc5a-455d-8330-38204de477ff tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.745026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac6ad135-e9d4-4df3-a130-30372512d921 req-b9eabfc0-fc5a-455d-8330-38204de477ff tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.2527125 Dec 22 15:45:46.791169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-035a87f0-3e57-4077-8393-090bec8412b1 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932755 Dec 22 15:45:46.855922 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac6ad135-e9d4-4df3-a130-30372512d921 req-24293aee-5818-4de5-b4fb-7624a9a8c13b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022437 Dec 22 15:45:46.978739 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-6abbd892-92d1-4889-8670-4216c890884f service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769350 Dec 22 15:45:48.084232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014b435-68c9-47e3-9171-73c42a8e375f req-e7c75d2d-aa4e-4dd5-9861-190b31b348c7 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:48.085882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2014b435-68c9-47e3-9171-73c42a8e375f req-e7c75d2d-aa4e-4dd5-9861-190b31b348c7 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0897560 Dec 22 15:45:48.138560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2014b435-68c9-47e3-9171-73c42a8e375f req-52894ccf-bcf5-4251-b758-b4c05353af7f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Dec 22 15:45:49.380349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91b94e-1375-4932-8a5c-2d30eeadba88 req-0d071c61-957b-45ba-8c4e-8744f2c34d83 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:49.382483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a91b94e-1375-4932-8a5c-2d30eeadba88 req-0d071c61-957b-45ba-8c4e-8744f2c34d83 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0975723 Dec 22 15:45:49.440123 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a91b94e-1375-4932-8a5c-2d30eeadba88 req-7909c1d7-9833-4d5a-9c78-a3bbe91bbd5a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Dec 22 15:45:50.655877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d99d5-dc09-40a4-b464-11b9c05af2e6 req-daf13ef9-49f8-42eb-b087-87dd842e7345 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:50.657533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d90d99d5-dc09-40a4-b464-11b9c05af2e6 req-daf13ef9-49f8-42eb-b087-87dd842e7345 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0887377 Dec 22 15:45:50.708232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d90d99d5-dc09-40a4-b464-11b9c05af2e6 req-a899031c-3d01-4676-9c6e-0b9f533e426f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Dec 22 15:45:51.933406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ade6-eb5d-4302-9907-e79d5b2306a2 req-46626e03-aa3b-4b8c-9a58-94bb855a466e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:51.935688 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bd6ade6-eb5d-4302-9907-e79d5b2306a2 req-46626e03-aa3b-4b8c-9a58-94bb855a466e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0935340 Dec 22 15:45:51.985099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bd6ade6-eb5d-4302-9907-e79d5b2306a2 req-7c4ba0a1-5c43-4973-8c4f-682d6d082cb5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Dec 22 15:45:53.200360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10e251-8771-4f03-8a82-8ccf98d1b43c req-bc19a317-b073-4004-be39-5a8729bf9e87 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:53.202003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc10e251-8771-4f03-8a82-8ccf98d1b43c req-bc19a317-b073-4004-be39-5a8729bf9e87 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0905607 Dec 22 15:45:53.257777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc10e251-8771-4f03-8a82-8ccf98d1b43c req-ffb6744a-05da-4fd5-9597-ae1f986681cd tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494275 Dec 22 15:45:54.484921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e7444-df81-4db6-b3b9-29fadd185d50 req-c9454c23-19a5-4942-b96d-0d02051bd5f1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:54.486594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4c0e7444-df81-4db6-b3b9-29fadd185d50 req-c9454c23-19a5-4942-b96d-0d02051bd5f1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0995200 Dec 22 15:45:54.540736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4c0e7444-df81-4db6-b3b9-29fadd185d50 req-0a1956a9-3f7d-445b-b047-a65dc302d822 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Dec 22 15:45:55.759026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d5c34-31bd-42c2-8109-c58232b4e236 req-837b0bf7-4f48-4dd2-aa99-d2de1de841c3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:55.760862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5d5c34-31bd-42c2-8109-c58232b4e236 req-837b0bf7-4f48-4dd2-aa99-d2de1de841c3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0867109 Dec 22 15:45:55.822451 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5d5c34-31bd-42c2-8109-c58232b4e236 req-1e9342fb-513e-40e1-bcfa-abad144553f2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Dec 22 15:45:57.042370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091b11a-676d-4e64-8642-65121846a46a req-66e965c6-fc93-4b2c-87da-e726765e1975 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:57.044133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9091b11a-676d-4e64-8642-65121846a46a req-66e965c6-fc93-4b2c-87da-e726765e1975 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0938418 Dec 22 15:45:57.095331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9091b11a-676d-4e64-8642-65121846a46a req-6c48eec3-fc19-4510-96af-10f3b888ccdd tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Dec 22 15:45:58.313833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d9e6-13b3-47e8-9e49-643bdc68d314 req-a4c37cd0-9a7f-4701-b91e-b36217ad8345 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:58.315772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0fb1d9e6-13b3-47e8-9e49-643bdc68d314 req-a4c37cd0-9a7f-4701-b91e-b36217ad8345 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0913384 Dec 22 15:45:58.369334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0fb1d9e6-13b3-47e8-9e49-643bdc68d314 req-c9cd474e-ef21-4ef4-b33e-0db821ca013b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Dec 22 15:45:59.583253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a669c-d237-4a39-8bb0-56fecb6793f5 req-f72939e8-ab09-4bd9-9838-58b17748b9f9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:59.584955 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-142a669c-d237-4a39-8bb0-56fecb6793f5 req-f72939e8-ab09-4bd9-9838-58b17748b9f9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0884292 Dec 22 15:45:59.636492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-142a669c-d237-4a39-8bb0-56fecb6793f5 req-c69d7315-cd98-40f4-91be-10fbf432bab5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Dec 22 15:46:00.853288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb273966-587d-45be-ae55-e4f035353b44 req-820296a0-2703-4e35-90a8-7e5d2c9d9afc tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:00.854976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eb273966-587d-45be-ae55-e4f035353b44 req-820296a0-2703-4e35-90a8-7e5d2c9d9afc tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0918512 Dec 22 15:46:00.906358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eb273966-587d-45be-ae55-e4f035353b44 req-39d0a87f-cf9d-4817-98be-742da8822385 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Dec 22 15:46:01.603374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.117859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac100d92-ccf3-412b-8cdf-34340fa0694a req-45e62384-ef25-44ae-86b0-64f539419d1b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:02.119587 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac100d92-ccf3-412b-8cdf-34340fa0694a req-45e62384-ef25-44ae-86b0-64f539419d1b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0859973 Dec 22 15:46:02.174426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac100d92-ccf3-412b-8cdf-34340fa0694a req-5763d09b-a9f6-46b3-9e55-4494f9ff9d15 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Dec 22 15:46:02.277434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:46:02.340241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-df80021e-b50b-4bdb-b244-8b14e4354b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.388933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2421-c6f6-4a55-bce8-656b4f01bc27 req-55d31a1c-1344-4c00-89dd-112a7dd131fa tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:03.390555 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5eac2421-c6f6-4a55-bce8-656b4f01bc27 req-55d31a1c-1344-4c00-89dd-112a7dd131fa tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0909400 Dec 22 15:46:03.440610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5eac2421-c6f6-4a55-bce8-656b4f01bc27 req-17b1ee4d-01e3-4bf4-9c91-4e910ab8bc92 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Dec 22 15:46:03.803414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.540715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20e9ac4a-1cee-4618-9485-6b6fa7384d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.656101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89451bff-3cf8-4215-a1d7-2edb1de75c3b req-4beb5a8c-8ff1-4759-be99-1c5a79d09da8 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:04.657721 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89451bff-3cf8-4215-a1d7-2edb1de75c3b req-4beb5a8c-8ff1-4759-be99-1c5a79d09da8 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0898857 Dec 22 15:46:04.705613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89451bff-3cf8-4215-a1d7-2edb1de75c3b req-ab3fa15c-4760-4afd-a0d4-9b97ee9d2d47 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Dec 22 15:46:04.994513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.922082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef831-fef6-49f9-9cc4-db76e6e48bad req-e8287346-bb04-460f-947b-fef45270225e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:05.923662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-967ef831-fef6-49f9-9cc4-db76e6e48bad req-e8287346-bb04-460f-947b-fef45270225e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0895438 Dec 22 15:46:05.972782 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-967ef831-fef6-49f9-9cc4-db76e6e48bad req-6ab29cce-31b0-461d-82fb-20e73abe881c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Dec 22 15:46:06.852123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.188937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fbbb0-a9a5-44c9-86ba-0ca07415066d req-ea495367-69b0-4eee-a53d-81eb927b8a91 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:07.190630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-709fbbb0-a9a5-44c9-86ba-0ca07415066d req-ea495367-69b0-4eee-a53d-81eb927b8a91 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0890746 Dec 22 15:46:07.245673 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-709fbbb0-a9a5-44c9-86ba-0ca07415066d req-8d4a7b5c-4e09-4dcb-a8f8-815724eee704 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Dec 22 15:46:08.456857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959aa4-c84a-4f48-86d8-704cccfe6be7 req-f2f20485-c2dc-4f53-8ee9-057bf4902733 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:08.458563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e959aa4-c84a-4f48-86d8-704cccfe6be7 req-f2f20485-c2dc-4f53-8ee9-057bf4902733 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0853751 Dec 22 15:46:08.509675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e959aa4-c84a-4f48-86d8-704cccfe6be7 req-55a0ff83-043f-4c73-b8f6-ca0fd2e8b8e0 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Dec 22 15:46:09.721305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe9b1-e71b-49cf-85d4-63bdaff61bac req-4079b1be-902a-45c7-8c82-563b42c9c61e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:09.723013 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-acfbe9b1-e71b-49cf-85d4-63bdaff61bac req-4079b1be-902a-45c7-8c82-563b42c9c61e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0877326 Dec 22 15:46:09.773401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-acfbe9b1-e71b-49cf-85d4-63bdaff61bac req-058c94c5-a838-4290-8587-573bd43e7fd7 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Dec 22 15:46:10.998129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3638cd-aff6-4674-b6f4-655b277d775b req-d9be79f5-9eef-4e0f-babf-fe69be75c320 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:10.999888 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4b3638cd-aff6-4674-b6f4-655b277d775b req-d9be79f5-9eef-4e0f-babf-fe69be75c320 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0964940 Dec 22 15:46:11.060890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4b3638cd-aff6-4674-b6f4-655b277d775b req-f7c87163-2b5f-4d87-abd2-6900fd75bb49 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Dec 22 15:46:12.279657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87c15-531f-4251-8b69-29d3d2420142 req-a3c83edb-ca50-433c-95fc-881c33573e0c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:12.281298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-73f87c15-531f-4251-8b69-29d3d2420142 req-a3c83edb-ca50-433c-95fc-881c33573e0c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0894501 Dec 22 15:46:12.332533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-73f87c15-531f-4251-8b69-29d3d2420142 req-2f62c241-1703-470b-b90c-2d30a19d01e3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Dec 22 15:46:13.587114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d40f0e-2449-466c-a23a-9629897cbe75 req-47e5bf79-4f33-48ea-8331-a34d6d028a35 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.588788 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49d40f0e-2449-466c-a23a-9629897cbe75 req-47e5bf79-4f33-48ea-8331-a34d6d028a35 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0910771 Dec 22 15:46:13.659179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49d40f0e-2449-466c-a23a-9629897cbe75 req-99bf83d1-0ffc-4282-845d-a8b5c48ae089 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623806 Dec 22 15:46:14.874532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42861d87-364c-47f3-87b6-f25b25fd1990 req-bae58484-cadd-452e-b872-8c02c79d4488 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:14.876184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-42861d87-364c-47f3-87b6-f25b25fd1990 req-bae58484-cadd-452e-b872-8c02c79d4488 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0876005 Dec 22 15:46:14.926580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-42861d87-364c-47f3-87b6-f25b25fd1990 req-ce6fd5dd-2713-481b-83ca-dffe6c144351 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Dec 22 15:46:16.136761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a084a-a75b-41f3-b3be-415787e5edc1 req-42b6c503-2448-4826-a5c7-3adca1b13f5c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:16.138952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c10a084a-a75b-41f3-b3be-415787e5edc1 req-42b6c503-2448-4826-a5c7-3adca1b13f5c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0842807 Dec 22 15:46:16.189824 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c10a084a-a75b-41f3-b3be-415787e5edc1 req-b0d71905-41a5-4c05-ab68-c34b223b023f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442767 Dec 22 15:46:17.415997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db7329-972c-484a-be33-57009b70b921 req-f772779b-204a-4a18-97a6-057c3fce1f1b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:17.417829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59db7329-972c-484a-be33-57009b70b921 req-f772779b-204a-4a18-97a6-057c3fce1f1b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0974138 Dec 22 15:46:17.470918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59db7329-972c-484a-be33-57009b70b921 req-5e8c7ff8-cd60-41c1-b3b7-924b1d2f1159 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 Dec 22 15:46:18.702539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4ef42-2b6a-4aa5-87a5-2998bb1fa571 req-bcac3a07-70c5-407f-bab1-72e24f079f40 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:18.704433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8ec4ef42-2b6a-4aa5-87a5-2998bb1fa571 req-bcac3a07-70c5-407f-bab1-72e24f079f40 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.1060975 Dec 22 15:46:18.759887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8ec4ef42-2b6a-4aa5-87a5-2998bb1fa571 req-7cf9bf34-5cca-42a1-a2a8-cff02e8d24fb tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483911 Dec 22 15:46:18.940679 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-87b020a7-72d5-4590-bc03-1fda5bb5b5a3 service neutron] 10.222.0.71 "GET /v2.0/ports/a7feff87-9697-4c74-a94a-ae1b6414d9e1/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0929465 Dec 22 15:46:19.433051 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-804940d2-a279-4227-834e-6ff5f4070642 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181&tenant_id=c4f378ff565e4fcbbfec96041aaadf46 HTTP/1.1" status: 200 len: 1099 time: 0.0861807 Dec 22 15:46:19.534473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-0f7c8de2-5548-4581-a1e4-43accaa9bce5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 1099 time: 0.0794632 Dec 22 15:46:19.682460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-d35b8f7c-8b7c-48df-95aa-067adfd496a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:19.684199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-d35b8f7c-8b7c-48df-95aa-067adfd496a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1433253 Dec 22 15:46:19.761094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-b531a5ff-1fa0-4d01-8bbe-a4b44907a8cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0700426 Dec 22 15:46:19.833517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-eb43336a-8679-40e9-8a10-fe095bf7db00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:19.835515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-eb43336a-8679-40e9-8a10-fe095bf7db00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0666683 Dec 22 15:46:19.892993 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-3eb99cca-d51b-4ced-b674-01bed0ad2793 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500696 Dec 22 15:46:20.088927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311923b-4e33-49d2-9c23-421f71beaee6 req-fbd59491-f15a-47a2-bd52-5c78a27aed3b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:20.090512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4311923b-4e33-49d2-9c23-421f71beaee6 req-fbd59491-f15a-47a2-bd52-5c78a27aed3b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.2006307 Dec 22 15:46:20.124214 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-fd152e56-947b-46d0-86e6-bbc826cb9f02 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920855 Dec 22 15:46:20.255740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4311923b-4e33-49d2-9c23-421f71beaee6 req-1d3a0afd-4e29-475a-bb94-06a77b36bc45 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555710 Dec 22 15:46:20.295790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db817a0d-05ee-44cb-a57e-b9bfb3bc83ad req-f30176fe-231c-4f57-b9f5-e89df7540dcf service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650617 Dec 22 15:46:21.466447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18f861-db52-43bb-9d6f-32a43113b3b2 req-9ec912a4-4884-43c0-9008-e21474806c1a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:21.468117 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb18f861-db52-43bb-9d6f-32a43113b3b2 req-9ec912a4-4884-43c0-9008-e21474806c1a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0852551 Dec 22 15:46:21.518264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb18f861-db52-43bb-9d6f-32a43113b3b2 req-9c6db07c-af22-49c3-8835-1e65c4eccddf tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Dec 22 15:46:22.738321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c399-5309-495e-9435-46cc4141aabd req-6de35090-c518-45c4-9f40-47c954033ec6 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:22.740013 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-12f7c399-5309-495e-9435-46cc4141aabd req-6de35090-c518-45c4-9f40-47c954033ec6 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0936284 Dec 22 15:46:22.793859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-12f7c399-5309-495e-9435-46cc4141aabd req-f397ad06-f379-4920-958b-2e3b715b92ad tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Dec 22 15:46:23.501446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa706f5-698f-47c8-9832-597d2161ac1c req-a2d70f0c-a43c-40a9-8f73-dde4cba26674 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:23.503142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-caa706f5-698f-47c8-9832-597d2161ac1c req-a2d70f0c-a43c-40a9-8f73-dde4cba26674 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.3885953 Dec 22 15:46:23.510328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844887a-b908-417a-9694-c7d9c51ee457 req-b6e1e191-beff-4bb2-afe9-95c2491ca365 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:23.511830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-b6e1e191-beff-4bb2-afe9-95c2491ca365 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181&tenant_id=c4f378ff565e4fcbbfec96041aaadf46&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 946 time: 0.3525407 Dec 22 15:46:23.556347 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-caa706f5-698f-47c8-9832-597d2161ac1c req-f3843450-59f5-4b1a-8a2d-90d7ff318e06 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Dec 22 15:46:23.660140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-7f82c7be-8686-4fa4-b92a-ca77b8423d9c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 1099 time: 0.0742605 Dec 22 15:46:23.801791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844887a-b908-417a-9694-c7d9c51ee457 req-77ad1c6c-a3cd-4ada-a50d-74f136718073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:23.803344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-77ad1c6c-a3cd-4ada-a50d-74f136718073 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1367376 Dec 22 15:46:23.880681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-51f169d2-81fb-492a-af72-0a30c9d12971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 200 len: 217 time: 0.0709312 Dec 22 15:46:23.936516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:46:23.940058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:23.953466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844887a-b908-417a-9694-c7d9c51ee457 req-39837b35-501b-4b20-bb93-830943555137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:23.955120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-39837b35-501b-4b20-bb93-830943555137 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0680737 Dec 22 15:46:24.010264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-3020d577-b896-4223-9743-31816d8cb77e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488484 Dec 22 15:46:24.156250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.184720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-8ee67d6e-195d-4794-a253-29f50dd90215 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682861 Dec 22 15:46:24.202345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:24.231821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:24.233940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:24.253127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'port_id': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'mac_address': 'fa:16:3e:64:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:24.290601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.299028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:24.371371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c844887a-b908-417a-9694-c7d9c51ee457 req-c657b7d8-3c45-4723-a18a-9e7d378211da service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802759 Dec 22 15:46:24.503501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'code': 200} Dec 22 15:46:24.545777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.570377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7feff87-9697-4c74-a94a-ae1b6414d9e1 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:24.574046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:24.592277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.592676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.593087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.593462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.593843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.594223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.594602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.595012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.595393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.595766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.596153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:24.601094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:24.602754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:24.637737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.639826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:24.709143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['a7feff87-9697-4c74-a94a-ae1b6414d9e1'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:24.751015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:24.756009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:24.775670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26d35-d995-4912-a502-a4dd8521030c req-e613ed2a-d0a0-44d1-8081-f71720126690 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:24.777326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fe26d35-d995-4912-a502-a4dd8521030c req-e613ed2a-d0a0-44d1-8081-f71720126690 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 945 time: 0.0915756 Dec 22 15:46:24.827869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fe26d35-d995-4912-a502-a4dd8521030c req-947aa2a5-0012-4243-b8be-3cbd63fdc071 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Dec 22 15:46:25.939773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:26.013869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port a7feff87-9697-4c74-a94a-ae1b6414d9e1 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:26.014287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.050907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5284fef-2dd0-4853-9d02-ff599f92d7eb req-aade2caf-4f4e-46dc-be7e-b9ea196d6976 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:26.052570 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c5284fef-2dd0-4853-9d02-ff599f92d7eb req-aade2caf-4f4e-46dc-be7e-b9ea196d6976 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 945 time: 0.0904388 Dec 22 15:46:26.102464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c5284fef-2dd0-4853-9d02-ff599f92d7eb req-e9e190f7-7b71-4770-80c6-a15277810ad1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Dec 22 15:46:26.147368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.187860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:26.226399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.229340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:26.302343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:26.306030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:26.343241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2323f-20b1-44c4-bec1-2c31b8d773e8 req-cfa3bfa5-9459-4e9c-8268-9d5f43611202 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:26.344888 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23d2323f-20b1-44c4-bec1-2c31b8d773e8 req-cfa3bfa5-9459-4e9c-8268-9d5f43611202 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0914536 Dec 22 15:46:26.403334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23d2323f-20b1-44c4-bec1-2c31b8d773e8 req-23427b1c-046b-4cc7-9ee6-0f41d8016878 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521810 Dec 22 15:46:26.505203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:26.563668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'code': 200} Dec 22 15:46:26.618616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4640d-b401-4619-8ae3-9f6325e3f802 req-ad0df7c9-4af3-4b9f-b0da-2761b0e2cd78 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:26.620299 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd4640d-b401-4619-8ae3-9f6325e3f802 req-ad0df7c9-4af3-4b9f-b0da-2761b0e2cd78 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0927844 Dec 22 15:46:26.678085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dd4640d-b401-4619-8ae3-9f6325e3f802 req-78283687-e179-4dc2-8285-e182709e0f24 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Dec 22 15:46:27.313486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-8215fa5b-a8ff-4409-9147-2d8a14db7ced tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:27.315163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-8215fa5b-a8ff-4409-9147-2d8a14db7ced tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 814 time: 0.1597342 Dec 22 15:46:27.333359 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-b2682074-e23c-4b6d-b50b-54eaca6b85a0 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/quotas/c4f378ff565e4fcbbfec96041aaadf46 HTTP/1.1" status: 200 len: 375 time: 0.0121796 Dec 22 15:46:27.421510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-b91e0aca-9f29-440c-b2ab-94d4a9a8c1b9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820580 Dec 22 15:46:27.569331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-7e055ca9-1833-4062-8ca3-b1ddac933e1c service neutron] 10.222.0.32 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402035 Dec 22 15:46:27.721631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-233b4def-ffb9-42a7-b81b-885b641dfa4a service neutron] 10.222.0.32 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459968 Dec 22 15:46:28.008077 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bfed496a-4ae6-48d8-b587-4f4f995f7f9f req-211d1ad0-0255-4dc7-9834-7123162fedc3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 210 time: 0.0471942 Dec 22 15:46:28.889772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db333b-57b6-4e41-a275-a3c955883d57 req-658c80f1-38b2-4c52-ba96-a3c6f037bf73 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:28.891670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-79db333b-57b6-4e41-a275-a3c955883d57 req-658c80f1-38b2-4c52-ba96-a3c6f037bf73 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 946 time: 0.0928278 Dec 22 15:46:28.976682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Deleting port a7feff87-9697-4c74-a94a-ae1b6414d9e1 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:28.977066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.191370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72e232ea-31ba-49e2-afde-707bca434533 req-4c2f5c03-cb71-4368-a217-4f8bdf35c42a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 210 time: 0.0474691 Dec 22 15:46:29.261907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] For port a7feff87-9697-4c74-a94a-ae1b6414d9e1, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a7feff87-9697-4c74-a94a-ae1b6414d9e1,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:29.262310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.402300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Calling delete_port for a7feff87-9697-4c74-a94a-ae1b6414d9e1 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:29.684499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c8729012-da21-4a04-b2fd-4e89d855350b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:29.686740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c8729012-da21-4a04-b2fd-4e89d855350b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 814 time: 0.2279756 Dec 22 15:46:29.715821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Request body: {'port': {'device_id': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'admin_state_up': True, 'tenant_id': 'c4f378ff565e4fcbbfec96041aaadf46'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:29.810189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.821312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a9aad7bf-7a08-4736-b367-2ad560e86785 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:29.823148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['a7feff87-9697-4c74-a94a-ae1b6414d9e1'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:29.887053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Pushing event deleted for resources: {'Port': ['ID=a7feff87-9697-4c74-a94a-ae1b6414d9e1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:29.953255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.953911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.954042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.954394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.954884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.955271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.955686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.956112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.956529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.956942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.957364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:29.968997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:30.010128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] No DVR routers for this DVR port a7feff87-9697-4c74-a94a-ae1b6414d9e1 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:30.013486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.016438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-deleted', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:30.023543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:30.032674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Usage tracker for resource:port and tenant:c4f378ff565e4fcbbfec96041aaadf46 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:30.035942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:30.042383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:30.076301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a52ca5d-ed71-41c9-9abd-835af8bb8181', 'name': 'network-vif-deleted', 'tag': 'a7feff87-9697-4c74-a94a-ae1b6414d9e1', 'status': 'completed', 'code': 200} Dec 22 15:46:30.083660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Made reservation on behalf of c4f378ff565e4fcbbfec96041aaadf46 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:30.090240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.155221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-79db333b-57b6-4e41-a275-a3c955883d57 req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "DELETE /v2.0/ports/a7feff87-9697-4c74-a94a-ae1b6414d9e1 HTTP/1.1" status: 204 len: 173 time: 1.2578528 Dec 22 15:46:30.323402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Allocated IP 172.20.0.10 (1b9587ca-6e7e-4e23-867e-919d0e2cac87/c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db/f6522a68-6a88-483a-a485-9274ba634653) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:30.490840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85101166-a815-4f88-908f-06d5d62f05a3 req-6f6c7275-e759-44ad-bb18-11ebd8f31182 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 210 time: 0.1618359 Dec 22 15:46:30.804095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.809398 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-68461e29-ede0-4989-a3de-588bee79dade service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0594394 Dec 22 15:46:30.866954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.874050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6172dfa-5651-4e67-bc63-c0a21a1cdfd7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:30.878712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['a7feff87-9697-4c74-a94a-ae1b6414d9e1'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:30.983437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-0577028f-808f-4ad8-89ce-178d93271ec1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=9a52ca5d-ed71-41c9-9abd-835af8bb8181 HTTP/1.1" status: 200 len: 210 time: 0.0628006 Dec 22 15:46:31.015608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:31.045184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:31.051874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:31.067030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:31.098832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:31.208914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.209591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.247879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-2f26c317-4c16-4a65-8ee2-c38b0ae7e354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.249534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-2f26c317-4c16-4a65-8ee2-c38b0ae7e354 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2395060 Dec 22 15:46:31.407547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-be3456bd-6c80-4c24-84d9-4fad85cf75e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.409141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-be3456bd-6c80-4c24-84d9-4fad85cf75e0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531448 Dec 22 15:46:31.444468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7348971 Dec 22 15:46:31.456663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Request body: {'port': {'device_id': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:31.574753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.637866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.834644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d6e01-f4f2-4d3a-a1a7-6efdf6d50709 req-1fbf3628-e5d7-42e6-9dac-771e3f7c2497 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.835457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8b0d6e01-f4f2-4d3a-a1a7-6efdf6d50709 req-1fbf3628-e5d7-42e6-9dac-771e3f7c2497 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Synchronizing usage tracker for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:32.174287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8b0d6e01-f4f2-4d3a-a1a7-6efdf6d50709 req-1fbf3628-e5d7-42e6-9dac-771e3f7c2497 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Unset dirty status for tenant:c4f378ff565e4fcbbfec96041aaadf46 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:32.175616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8b0d6e01-f4f2-4d3a-a1a7-6efdf6d50709 req-1fbf3628-e5d7-42e6-9dac-771e3f7c2497 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 932 time: 0.5405767 Dec 22 15:46:32.287455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8b0d6e01-f4f2-4d3a-a1a7-6efdf6d50709 req-73a5f38b-49d9-43d6-aa0c-9f3146638d51 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048872 Dec 22 15:46:32.301005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6522a68-6a88-483a-a485-9274ba634653 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:32.314248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.324330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Transition to ACTIVE for port object f6522a68-6a88-483a-a485-9274ba634653 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:32.360843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db248d03-6160-41ea-863e-a54093e2d772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.387001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.392503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98dfeac7-b57e-4ade-aa74-5d3875ba0ddd tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:32.520279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:32.525116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:32.640243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Attempting to bind port f6522a68-6a88-483a-a485-9274ba634653 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:32.640623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Attempting to bind port f6522a68-6a88-483a-a485-9274ba634653 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:32.641000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Attempting to bind port f6522a68-6a88-483a-a485-9274ba634653 on network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:32.647528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Port f6522a68-6a88-483a-a485-9274ba634653 on network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:46:32.647900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Attempting to bind port f6522a68-6a88-483a-a485-9274ba634653 on network 1b9587ca-6e7e-4e23-867e-919d0e2cac87 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:32.655266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:32.655651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Checking segment: {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:32.656086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Bound using segment: {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:32.656574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Bound port: f6522a68-6a88-483a-a485-9274ba634653, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc350c9-67ef-49ed-91ae-3f3721cb046f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:32.656969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.751195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:32.754451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:32.827234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.832464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:32.889242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.890757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] 10.222.0.71 "PUT /v2.0/ports/f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 200 len: 1094 time: 1.4389119 Dec 22 15:46:32.891353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:32.915020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:32.920147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:32.948260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653', 'status': 'completed', 'code': 200} Dec 22 15:46:33.038786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-d3b569dc-2ebb-41f1-85f0-326551f66677 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 1097 time: 0.0814812 Dec 22 15:46:33.109975 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-229ce282-12cd-4b77-b3d0-8b87ed956896 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 200 len: 217 time: 0.0637743 Dec 22 15:46:33.182551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-a6f4611c-466c-4beb-834f-7cd14d7ccc9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:33.184232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-a6f4611c-466c-4beb-834f-7cd14d7ccc9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0683012 Dec 22 15:46:33.235802 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-d21cc849-dc8e-4206-b5dc-caa5d674ba4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446322 Dec 22 15:46:33.381509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-784eb164-7213-4d67-b96a-7d16fbe98afa service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395741 Dec 22 15:46:33.582921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9f1de4c-ad40-4069-a132-f88c697245c8 req-cd8a00ea-d59c-419b-a65a-22f5ff10ec57 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949887 Dec 22 15:46:33.602083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95373482-7871-4cd3-8a3b-23b549549554 req-3caa01b3-70b7-4295-afd0-1033db157f4b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:33.603709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95373482-7871-4cd3-8a3b-23b549549554 req-3caa01b3-70b7-4295-afd0-1033db157f4b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 944 time: 0.1863048 Dec 22 15:46:33.653603 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-95373482-7871-4cd3-8a3b-23b549549554 req-3add6521-e4c4-41f9-b293-82f306750384 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Dec 22 15:46:33.740215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-dc478307-32f4-49fc-ab12-c3eaafddee3f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 1097 time: 0.0799608 Dec 22 15:46:33.815148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.886535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-22ea7b94-9512-47d6-b6e6-6fb510c562ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:33.888237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-22ea7b94-9512-47d6-b6e6-6fb510c562ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1413941 Dec 22 15:46:33.963143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-a1135cb9-d49e-44a2-b97b-6f1cb0758907 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 200 len: 217 time: 0.0684741 Dec 22 15:46:34.012860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:34.033650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-d22e580b-b630-49c6-bc6b-f94b31cd5fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:34.035314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-d22e580b-b630-49c6-bc6b-f94b31cd5fbd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0654290 Dec 22 15:46:34.046513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: a7feff87-9697-4c74-a94a-ae1b6414d9e1 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:34.046959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device a7feff87-9697-4c74-a94a-ae1b6414d9e1 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:34.089577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-cc90e463-67aa-4f94-a09d-af9b87c4fa99 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468912 Dec 22 15:46:34.234506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-c0f98c72-4095-4151-9a3a-0c7f666fc388 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373463 Dec 22 15:46:34.377110 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b37044ac-80d1-40df-8ccf-9feb3a05af34 req-5067b6ff-397d-451a-9e55-833d046c51db service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352611 Dec 22 15:46:34.542990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d675aa3-a83d-41f8-b25c-5b71d4c29192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.860277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b43ee0-99c7-4147-9dca-a198aa10634a req-7a323758-9d0d-41d6-adcb-7534ef92975a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:34.861808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1b43ee0-99c7-4147-9dca-a198aa10634a req-7a323758-9d0d-41d6-adcb-7534ef92975a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 944 time: 0.0837638 Dec 22 15:46:34.910068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d1b43ee0-99c7-4147-9dca-a198aa10634a req-ced5e79d-806d-4e7a-9189-72d5260d8409 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Dec 22 15:46:34.992253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.028207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:46:36.123203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ab53-4f5d-445b-866e-34e4589fc494 req-bb40cef0-3f23-4785-a932-64ed0505b9f2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:36.125147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eac5ab53-4f5d-445b-866e-34e4589fc494 req-bb40cef0-3f23-4785-a932-64ed0505b9f2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 944 time: 0.0875831 Dec 22 15:46:36.173383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:36.182113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eac5ab53-4f5d-445b-866e-34e4589fc494 req-1448f605-686b-424a-93c1-505fe6c8e1b3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Dec 22 15:46:36.191082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'f6522a68-6a88-483a-a485-9274ba634653', 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'port_id': 'f6522a68-6a88-483a-a485-9274ba634653', 'mac_address': 'fa:16:3e:05:a3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:36.248454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.266820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6522a68-6a88-483a-a485-9274ba634653 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:36.282488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:36.323459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.325318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:36.395730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:36.398982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:36.515023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['f6522a68-6a88-483a-a485-9274ba634653'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:36.852101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.392730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649e3e2-e44d-47e5-831c-b2bcee6cdea7 req-6474fc41-939c-4be9-a2c1-32dab2a9addb tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:37.394625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3649e3e2-e44d-47e5-831c-b2bcee6cdea7 req-6474fc41-939c-4be9-a2c1-32dab2a9addb tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 945 time: 0.0868001 Dec 22 15:46:37.446415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3649e3e2-e44d-47e5-831c-b2bcee6cdea7 req-23fdda38-0605-4401-9e20-fc057365bc49 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Dec 22 15:46:38.059169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:38.155146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port f6522a68-6a88-483a-a485-9274ba634653 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:38.160417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port f6522a68-6a88-483a-a485-9274ba634653 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:38.160892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.280076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.307648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:38.324043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:38.344359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.346425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ae734d3c-e955-421f-ada9-97d4df3f8733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:38.376332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653', 'code': 200} Dec 22 15:46:38.416616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:38.420015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:38.661305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035271ac-e2de-4ff9-be6b-897c06e96843 req-0d78ddd0-8117-4906-9627-6bdea22a1780 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:38.662973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-035271ac-e2de-4ff9-be6b-897c06e96843 req-0d78ddd0-8117-4906-9627-6bdea22a1780 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0918167 Dec 22 15:46:38.721769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-035271ac-e2de-4ff9-be6b-897c06e96843 req-e447db26-6adf-46e2-abf7-a9f5cad60503 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525963 Dec 22 15:46:38.772873 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b61147-998c-4a37-9621-db04a4539897 req-44a3d490-b29a-45a5-b313-e4d685c3802a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 1099 time: 0.1679218 Dec 22 15:46:38.816637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b61147-998c-4a37-9621-db04a4539897 req-f2c90c16-8476-4891-bd47-88b352b909e2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375280 Dec 22 15:46:39.277955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:46:39.936163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54a70-0779-4812-99f3-2fe963fc7647 req-ea7bf85d-595d-469b-bfb0-5f7f228a7a4c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:39.937848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cec54a70-0779-4812-99f3-2fe963fc7647 req-ea7bf85d-595d-469b-bfb0-5f7f228a7a4c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0876050 Dec 22 15:46:39.987449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cec54a70-0779-4812-99f3-2fe963fc7647 req-484be288-a9b4-49d3-b15a-2156c23c44a9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Dec 22 15:46:41.202745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dffe6-0a0f-49ff-90c9-ec948822d2ba req-afebab53-f6ce-4aa3-878c-f6f07d1fd24b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:41.204394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c39dffe6-0a0f-49ff-90c9-ec948822d2ba req-afebab53-f6ce-4aa3-878c-f6f07d1fd24b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0876191 Dec 22 15:46:41.253208 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c39dffe6-0a0f-49ff-90c9-ec948822d2ba req-fa36b909-b885-4420-89eb-dab5f0867f3c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Dec 22 15:46:41.469715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcf6d3-0569-4eda-88a7-e83392eb1142 req-8a569918-33dc-47bc-b6c1-2b65900a5450 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:41.471447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-60bcf6d3-0569-4eda-88a7-e83392eb1142 req-8a569918-33dc-47bc-b6c1-2b65900a5450 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0891621 Dec 22 15:46:41.524059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-60bcf6d3-0569-4eda-88a7-e83392eb1142 req-36069533-59cb-4afa-a118-7b09283d8f74 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465071 Dec 22 15:46:41.727917 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d75c0d58-7d77-4310-b2dd-67ab973dc511 req-6ec2aec9-240c-4e67-ac90-d803d76687b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769749 Dec 22 15:46:42.125277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849d688-4807-41b9-a3dc-181b5ba46132 req-7979729e-4f6a-47d2-8e28-6542e25848af tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:42.130012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4849d688-4807-41b9-a3dc-181b5ba46132 req-7979729e-4f6a-47d2-8e28-6542e25848af tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0999949 Dec 22 15:46:42.186498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4849d688-4807-41b9-a3dc-181b5ba46132 req-e7e7fea0-7860-48bb-a1df-9c5e1505de23 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516775 Dec 22 15:46:42.326668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-c6882c85-6657-4f0f-bfe7-cbf259ebf37d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2984772 Dec 22 15:46:43.406189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aeaf5-9d1d-4d4d-959a-8a01a2ccdc12 req-2bb833a1-c015-4e67-8609-dee7a9517291 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:43.407770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-975aeaf5-9d1d-4d4d-959a-8a01a2ccdc12 req-2bb833a1-c015-4e67-8609-dee7a9517291 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0900981 Dec 22 15:46:43.461393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-975aeaf5-9d1d-4d4d-959a-8a01a2ccdc12 req-2c1d11c0-42a9-4397-8325-571294ad63e7 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Dec 22 15:46:44.088699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-e65b82ad-e728-4919-a719-5945be141644 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 1099 time: 0.0877049 Dec 22 15:46:44.235999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-eeff2947-114b-42f8-9378-875a489b1d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:44.237480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-eeff2947-114b-42f8-9378-875a489b1d80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1425087 Dec 22 15:46:44.311246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-1aef03e7-3385-44b2-83cf-707a45da8026 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 200 len: 217 time: 0.0674524 Dec 22 15:46:44.385890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-4cf80c95-c146-4e62-bdc3-5633e8c3c85c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:44.387534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-4cf80c95-c146-4e62-bdc3-5633e8c3c85c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0707564 Dec 22 15:46:44.439253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-e42bbd81-031e-4bb0-b7c6-ea5b4df62ce6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449023 Dec 22 15:46:44.585073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-46f1d081-f4e4-4205-a3bc-d10ba7168418 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398273 Dec 22 15:46:44.804476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-e9416a09-0c81-41e8-8f74-efc3813cabac service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814270 Dec 22 15:46:44.811785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13eded-7618-4cb3-bd77-a1175e173207 req-7b2eb885-2cc1-4afd-b166-e5227120398b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:44.813355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa13eded-7618-4cb3-bd77-a1175e173207 req-7b2eb885-2cc1-4afd-b166-e5227120398b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.2239335 Dec 22 15:46:44.865807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa13eded-7618-4cb3-bd77-a1175e173207 req-3d2ea3e2-4377-4f33-94ca-1272ba1ea56b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Dec 22 15:46:46.067493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc7290-4660-4f4f-8cb5-49f47e46ce68 req-0bdaae24-1c8b-4114-94be-a89a95b538b9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:46.069068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9bc7290-4660-4f4f-8cb5-49f47e46ce68 req-0bdaae24-1c8b-4114-94be-a89a95b538b9 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0812886 Dec 22 15:46:46.116622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9bc7290-4660-4f4f-8cb5-49f47e46ce68 req-fad5b8c9-08fe-412c-9320-38e9ad605f14 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Dec 22 15:46:47.329512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851f16f-d28f-4f98-9a8b-3f5f649d79db req-b4bd8abe-0084-4192-8e46-30da7d96d4bf tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:47.331860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5851f16f-d28f-4f98-9a8b-3f5f649d79db req-b4bd8abe-0084-4192-8e46-30da7d96d4bf tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0911660 Dec 22 15:46:47.381076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5851f16f-d28f-4f98-9a8b-3f5f649d79db req-0e8b46b2-b5e4-4c0e-9213-611196d6cc2b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Dec 22 15:46:48.594485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9812a31-42d9-4817-8236-d67e2c0cdcec req-14bf7d53-b942-4d72-a933-3c02857da7b3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:48.596112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d9812a31-42d9-4817-8236-d67e2c0cdcec req-14bf7d53-b942-4d72-a933-3c02857da7b3 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0879099 Dec 22 15:46:48.645913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d9812a31-42d9-4817-8236-d67e2c0cdcec req-991ddabe-b2f5-4d8e-8297-9b8f9738b275 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437417 Dec 22 15:46:49.856960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869978d8-2013-436b-b9d9-8a9e54cc7f1c req-6d283632-d919-4878-8d74-380280d7f501 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:49.858575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-869978d8-2013-436b-b9d9-8a9e54cc7f1c req-6d283632-d919-4878-8d74-380280d7f501 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0864046 Dec 22 15:46:49.907740 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-869978d8-2013-436b-b9d9-8a9e54cc7f1c req-943ea547-a5ac-466d-918c-68f099b27f15 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429471 Dec 22 15:46:51.116110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77a93c-b1b3-45a8-b019-9466d9958955 req-39287e5a-fb49-4694-96e7-d2c3c216d85a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:51.117903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9c77a93c-b1b3-45a8-b019-9466d9958955 req-39287e5a-fb49-4694-96e7-d2c3c216d85a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0842712 Dec 22 15:46:51.172017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9c77a93c-b1b3-45a8-b019-9466d9958955 req-aedb78d0-b232-4bec-a876-e21a88530a62 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Dec 22 15:46:52.390264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1218fda-a128-4bbf-a1d5-fd3430206f2e req-2607b9a7-b032-4e4c-ba2c-386de1ece238 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:52.391958 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1218fda-a128-4bbf-a1d5-fd3430206f2e req-2607b9a7-b032-4e4c-ba2c-386de1ece238 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0836425 Dec 22 15:46:52.446420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1218fda-a128-4bbf-a1d5-fd3430206f2e req-3c3f53a1-8bf9-45ff-b17e-8ac33907799a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Dec 22 15:46:53.667773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657981-f8f9-4407-adc2-7ec281681fea req-44ea86ee-58ea-4872-8203-03fb726ea785 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:53.669420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3657981-f8f9-4407-adc2-7ec281681fea req-44ea86ee-58ea-4872-8203-03fb726ea785 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0909948 Dec 22 15:46:53.720344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3657981-f8f9-4407-adc2-7ec281681fea req-a00247a8-a537-4c55-848b-6e2dbee563bc tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446887 Dec 22 15:46:54.922957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953d257-97c3-4e85-aa59-407b84f86e1f req-b30a6731-58cd-4dab-b515-c99fa1ee4cfe tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:54.924556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d953d257-97c3-4e85-aa59-407b84f86e1f req-b30a6731-58cd-4dab-b515-c99fa1ee4cfe tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0822597 Dec 22 15:46:54.972471 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d953d257-97c3-4e85-aa59-407b84f86e1f req-d9f9797b-8b14-4c0e-9cab-ee94e72b1215 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Dec 22 15:46:56.180344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9390a1a-be75-4d4c-9d3a-1931bd2606ab req-21a201a0-66e6-4cdc-8c75-51c538964512 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:56.181960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9390a1a-be75-4d4c-9d3a-1931bd2606ab req-21a201a0-66e6-4cdc-8c75-51c538964512 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0833702 Dec 22 15:46:56.230835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9390a1a-be75-4d4c-9d3a-1931bd2606ab req-9ffb15c9-f599-4f95-8cd7-5b2f87f67d66 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Dec 22 15:46:57.675699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e09507-6dbd-4063-9fab-9c84effe66d4 req-5e99b242-bba4-492d-9fc1-48e2f38faf7c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:57.677366 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66e09507-6dbd-4063-9fab-9c84effe66d4 req-5e99b242-bba4-492d-9fc1-48e2f38faf7c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.3174098 Dec 22 15:46:57.730022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66e09507-6dbd-4063-9fab-9c84effe66d4 req-be7ba5d7-47d9-4518-84f9-0cb411ae6d92 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 Dec 22 15:46:58.950049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24658554-4482-4af5-ac64-8f885cf20d41 req-521c14c6-5f37-45a8-a65a-11b586cb5d5d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:58.952301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24658554-4482-4af5-ac64-8f885cf20d41 req-521c14c6-5f37-45a8-a65a-11b586cb5d5d tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0888724 Dec 22 15:46:59.000743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24658554-4482-4af5-ac64-8f885cf20d41 req-a4990988-f213-4b31-8405-a1f6916bc7ec tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421891 Dec 22 15:47:00.209170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7c9ff-d93d-4bbe-bf01-74a6b8c0ad2b req-4b76c233-09b8-446c-8916-a83dc1f5a186 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:00.210791 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23c7c9ff-d93d-4bbe-bf01-74a6b8c0ad2b req-4b76c233-09b8-446c-8916-a83dc1f5a186 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0862947 Dec 22 15:47:00.258688 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23c7c9ff-d93d-4bbe-bf01-74a6b8c0ad2b req-74c74ab6-a93f-4490-b780-81c9b10bbd6e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412476 Dec 22 15:47:01.478381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d234-2f47-4330-a1e0-7bed36d551fc req-5c80540a-97b8-4928-aa5d-ad8ba4521ef1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:01.480012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e474d234-2f47-4330-a1e0-7bed36d551fc req-5c80540a-97b8-4928-aa5d-ad8ba4521ef1 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0832462 Dec 22 15:47:01.537499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e474d234-2f47-4330-a1e0-7bed36d551fc req-1a025166-1aa1-4ffa-8262-bb430a905368 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490913 Dec 22 15:47:01.634681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.337696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6aa315d1-75ea-44dc-81c3-0b667a49d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.748229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac967c09-0cda-4c1d-ace2-16f3497a7fba req-d14df46b-df87-4e15-919c-ac4c19a031aa tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:02.749841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac967c09-0cda-4c1d-ace2-16f3497a7fba req-d14df46b-df87-4e15-919c-ac4c19a031aa tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0879009 Dec 22 15:47:02.799388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ac967c09-0cda-4c1d-ace2-16f3497a7fba req-51bdbc67-7ee7-4b09-8442-e83445976b6b tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Dec 22 15:47:03.815109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.014085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddfad4-2dbb-4064-b13e-bc6fc43a563d req-64e2f234-87c5-4d74-bee2-85455012cb18 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:04.015715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-60ddfad4-2dbb-4064-b13e-bc6fc43a563d req-64e2f234-87c5-4d74-bee2-85455012cb18 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0820904 Dec 22 15:47:04.067970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-60ddfad4-2dbb-4064-b13e-bc6fc43a563d req-1eaa134f-a6a7-435c-8330-e5d190e8403f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Dec 22 15:47:04.540633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d678681-c869-4edf-a9a3-954a1d7ec09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.994551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.275967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8bd4-49cc-45e9-b13f-04725668e385 req-482bd151-5723-43b1-9857-8f173c0d989a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:05.277510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df1b8bd4-49cc-45e9-b13f-04725668e385 req-482bd151-5723-43b1-9857-8f173c0d989a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0829265 Dec 22 15:47:05.329176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df1b8bd4-49cc-45e9-b13f-04725668e385 req-c10a608e-10e6-4df3-87b0-f62ce2ed876e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 Dec 22 15:47:06.539009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e29ac-ff53-4b87-9444-6da6c6bf28c6 req-7df2a7f5-103a-4e4d-a2e9-7eb629017943 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:06.540606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e48e29ac-ff53-4b87-9444-6da6c6bf28c6 req-7df2a7f5-103a-4e4d-a2e9-7eb629017943 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0860939 Dec 22 15:47:06.587762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e48e29ac-ff53-4b87-9444-6da6c6bf28c6 req-5412a5d0-7956-445f-b9c5-83912e532151 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Dec 22 15:47:06.858026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.801528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdaf0e-ce91-4a6e-b3bd-a4cb5c24a551 req-b9092f3b-989d-47d0-9ea9-e9a230e539d7 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:07.803229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d3bdaf0e-ce91-4a6e-b3bd-a4cb5c24a551 req-b9092f3b-989d-47d0-9ea9-e9a230e539d7 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0925004 Dec 22 15:47:07.851389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d3bdaf0e-ce91-4a6e-b3bd-a4cb5c24a551 req-c82c639d-acd7-4bd3-84ad-06fdc9d2088a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420759 Dec 22 15:47:09.056333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9f3b-2482-424b-9d77-fb8815780726 req-ddb1a87c-dc48-41f8-b87c-6b13a7ad2a3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:09.057949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b5d9f3b-2482-424b-9d77-fb8815780726 req-ddb1a87c-dc48-41f8-b87c-6b13a7ad2a3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0829372 Dec 22 15:47:09.109064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b5d9f3b-2482-424b-9d77-fb8815780726 req-9f5ea1ca-6d38-471a-8761-5c116caab4a5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Dec 22 15:47:10.315040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9803797-30a3-46c0-808e-a9a4219a8d95 req-3749ac16-794a-4dd0-98c9-c5760655b0f2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:10.316658 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9803797-30a3-46c0-808e-a9a4219a8d95 req-3749ac16-794a-4dd0-98c9-c5760655b0f2 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0849335 Dec 22 15:47:10.372017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b9803797-30a3-46c0-808e-a9a4219a8d95 req-38f6d13d-fe1a-41e1-925a-a247489354fb tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491459 Dec 22 15:47:11.583008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf4ade-1de7-4ef0-a6c0-bd6f70d0f968 req-c4038a3c-c392-460c-aac6-a09cc2817269 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:11.584622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6bdf4ade-1de7-4ef0-a6c0-bd6f70d0f968 req-c4038a3c-c392-460c-aac6-a09cc2817269 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0864511 Dec 22 15:47:11.633085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6bdf4ade-1de7-4ef0-a6c0-bd6f70d0f968 req-f472a169-5c2b-4de0-aa3e-9cfd652698ed tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Dec 22 15:47:11.690776 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-c8ac3f2c-5988-4a63-9c8e-9f06ee04cbc2 service neutron] 10.222.0.71 "GET /v2.0/ports/f6522a68-6a88-483a-a485-9274ba634653/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0778511 Dec 22 15:47:12.097501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-f5af0da9-3301-4db9-92a8-b98b16e8c770 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8&tenant_id=c4f378ff565e4fcbbfec96041aaadf46 HTTP/1.1" status: 200 len: 1099 time: 0.0745533 Dec 22 15:47:12.200117 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-6cafe081-7d25-4343-8734-d73b0011ce49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 1099 time: 0.0816545 Dec 22 15:47:12.344393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-7f74a1db-eff8-4f35-a53a-e74281d40620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:12.346008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-7f74a1db-eff8-4f35-a53a-e74281d40620 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1394875 Dec 22 15:47:12.422026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-ad19936a-fa8c-4e54-8082-00984d7ceda7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 200 len: 217 time: 0.0685475 Dec 22 15:47:12.492473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-6b9bc547-1156-4e96-b854-3165404a640d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:12.494889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-6b9bc547-1156-4e96-b854-3165404a640d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0667474 Dec 22 15:47:12.554239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-e9701ddd-3a2f-44db-9ca5-1c78850450b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523942 Dec 22 15:47:12.700224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-b0a727af-7f8a-4f19-8161-a98943d8396a service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401370 Dec 22 15:47:12.907257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6646a7a0-b801-44df-bdba-4e4766b21e30 req-733ba5d6-3d1a-4cdd-955a-4de1e88c428d service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006586 Dec 22 15:47:12.931607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec314-148d-4f44-ac90-cd7af586299a req-94a4e164-fc7c-4096-aadc-559b75124a55 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:12.933157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ddaec314-148d-4f44-ac90-cd7af586299a req-94a4e164-fc7c-4096-aadc-559b75124a55 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.1309426 Dec 22 15:47:12.983538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ddaec314-148d-4f44-ac90-cd7af586299a req-52b12cc0-1943-4448-9ee6-8796314c4765 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426662 Dec 22 15:47:14.191407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4e0f0-5398-49ce-92de-c571a074bd0d req-cfcad278-5fc9-499a-8d86-53518efb4b17 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:14.193046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9af4e0f0-5398-49ce-92de-c571a074bd0d req-cfcad278-5fc9-499a-8d86-53518efb4b17 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0855699 Dec 22 15:47:14.245505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9af4e0f0-5398-49ce-92de-c571a074bd0d req-071deaf6-2f6e-4156-93d0-413a369e2939 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Dec 22 15:47:15.453074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fd44b-6676-49f9-9a0e-91e5f114ba2c req-83fb2a5a-001d-4ad7-94bc-dded2cefbf01 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:15.454699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d11fd44b-6676-49f9-9a0e-91e5f114ba2c req-83fb2a5a-001d-4ad7-94bc-dded2cefbf01 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0858929 Dec 22 15:47:15.506891 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d11fd44b-6676-49f9-9a0e-91e5f114ba2c req-ff74fadc-5172-40bd-b709-81602a9d0c99 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Dec 22 15:47:15.981164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba09044-ef82-4466-b935-20b179165c56 req-03c3b1ad-812f-476f-b6c0-aca541363fa4 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:15.983225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ba09044-ef82-4466-b935-20b179165c56 req-03c3b1ad-812f-476f-b6c0-aca541363fa4 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.1576338 Dec 22 15:47:15.989192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-ed331b67-524d-4b5f-ba64-042d2e8881eb tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:15.990683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-ed331b67-524d-4b5f-ba64-042d2e8881eb tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8&tenant_id=c4f378ff565e4fcbbfec96041aaadf46&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 946 time: 0.1276751 Dec 22 15:47:16.037820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ba09044-ef82-4466-b935-20b179165c56 req-1910511c-8ab4-4195-a604-0205f16532ca tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Dec 22 15:47:16.141531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-d30c30bb-a3cf-4758-880b-e80731e243ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 1099 time: 0.0743513 Dec 22 15:47:16.215699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:47:16.222311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:16.281484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:47:16.292747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-9bbcb668-f769-453b-b7d0-098bf2e25e6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:16.295790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-9bbcb668-f769-453b-b7d0-098bf2e25e6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 200 len: 915 time: 0.1482012 Dec 22 15:47:16.374264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-7fae430a-91f6-4208-8a00-3189c3babf8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 200 len: 217 time: 0.0719128 Dec 22 15:47:16.445664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-fb3b0b16-e961-4fff-83a9-8a6324dc3e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:16.447414 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-fb3b0b16-e961-4fff-83a9-8a6324dc3e78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 200 len: 854 time: 0.0653419 Dec 22 15:47:16.453223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.497760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:16.498014 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-db5c82e9-5b86-48eb-ac0f-d0594da8f276 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1b9587ca-6e7e-4e23-867e-919d0e2cac87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434730 Dec 22 15:47:16.509127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:16.529822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:16.531086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'f6522a68-6a88-483a-a485-9274ba634653', 'network_id': '1b9587ca-6e7e-4e23-867e-919d0e2cac87', 'port_id': 'f6522a68-6a88-483a-a485-9274ba634653', 'mac_address': 'fa:16:3e:05:a3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:47:16.572442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.576793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:16.611080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653', 'code': 200} Dec 22 15:47:16.639404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.648472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-97ee9aee-0597-4ca2-b12f-91ea1c25048c service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437364 Dec 22 15:47:16.671711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6522a68-6a88-483a-a485-9274ba634653 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:47:16.679095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:16.682787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:16.694403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:16.723947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.726015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:16.795278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c1188b70-4c3c-47bb-83a2-c7b2ef234d4b req-91a2a4c8-8648-48de-af65-e09b460ad560 service neutron] 10.222.0.71 "GET /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399505 Dec 22 15:47:16.800871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['f6522a68-6a88-483a-a485-9274ba634653'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:47:16.832803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:16.842190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:17.260495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42840eaf-22da-4763-a2b9-7fa7133482cd req-c77350e1-4876-4f17-a177-4e10db6e0070 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:17.262118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-42840eaf-22da-4763-a2b9-7fa7133482cd req-c77350e1-4876-4f17-a177-4e10db6e0070 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 945 time: 0.0944684 Dec 22 15:47:17.313472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-42840eaf-22da-4763-a2b9-7fa7133482cd req-60f81739-d4a4-482d-9e75-ee0aa454de72 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Dec 22 15:47:18.219511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:18.291903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port f6522a68-6a88-483a-a485-9274ba634653 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:18.292326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.414102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.448567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:18.480339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.482833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:18.525567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ce565-a6ab-47d6-aba0-ea5252728757 req-4cc5a118-58f3-4ee8-8c8e-568928a54d0c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:18.527327 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f3ce565-a6ab-47d6-aba0-ea5252728757 req-4cc5a118-58f3-4ee8-8c8e-568928a54d0c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0862739 Dec 22 15:47:18.552730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:18.556188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:18.580004 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f3ce565-a6ab-47d6-aba0-ea5252728757 req-54782e83-bdaf-4ffd-93e4-262470b6d47f tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437529 Dec 22 15:47:18.612219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:18.677536 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653', 'code': 200} Dec 22 15:47:18.787839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79803a78-9b53-443d-9209-35f378f3ae32 req-4196b1bf-54a4-4d81-b0f8-f2992965ba24 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:18.789374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-79803a78-9b53-443d-9209-35f378f3ae32 req-4196b1bf-54a4-4d81-b0f8-f2992965ba24 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0832996 Dec 22 15:47:18.843812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-79803a78-9b53-443d-9209-35f378f3ae32 req-2590476e-919c-4a8d-87d7-212314290511 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Dec 22 15:47:19.053470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c32ce-3020-40f6-b219-432a5af4de7a req-6ca43a3d-b0c7-46dd-9634-b25b930f435c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:19.054991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d6c32ce-3020-40f6-b219-432a5af4de7a req-6ca43a3d-b0c7-46dd-9634-b25b930f435c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0866373 Dec 22 15:47:19.102682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3d6c32ce-3020-40f6-b219-432a5af4de7a req-18252295-b967-4c26-bf58-2c91fa42bc15 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414581 Dec 22 15:47:19.828073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40fde0-3d25-4af8-8c6c-7741f632d3f3 req-aeb531dc-1de7-457b-bc0a-12be0dc84442 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:19.829705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c40fde0-3d25-4af8-8c6c-7741f632d3f3 req-aeb531dc-1de7-457b-bc0a-12be0dc84442 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0852263 Dec 22 15:47:19.878762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c40fde0-3d25-4af8-8c6c-7741f632d3f3 req-ad02a52b-1f4a-4d30-95db-d5f2a08eac33 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Dec 22 15:47:21.088908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b501db8-7526-4273-bb0e-22fd1375c841 req-30b72a3b-4528-4bb5-b07a-d3c9235b5249 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:21.090539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b501db8-7526-4273-bb0e-22fd1375c841 req-30b72a3b-4528-4bb5-b07a-d3c9235b5249 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0847316 Dec 22 15:47:21.140655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b501db8-7526-4273-bb0e-22fd1375c841 req-f7f1f0f1-a2a9-4ae7-a2dd-2cf2863a259c tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd622847-8dd1-485b-9f33-54afa4b81feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431879 Dec 22 15:47:21.278369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-20a084d4-02a4-483a-b9ce-4e10de536d04 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:21.280591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-20a084d4-02a4-483a-b9ce-4e10de536d04 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 946 time: 0.0871215 Dec 22 15:47:21.354688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Deleting port f6522a68-6a88-483a-a485-9274ba634653 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:21.355096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.610255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] For port f6522a68-6a88-483a-a485-9274ba634653, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f6522a68-6a88-483a-a485-9274ba634653,segment=NetworkSegment(efc350c9-67ef-49ed-91ae-3f3721cb046f),segment_id=efc350c9-67ef-49ed-91ae-3f3721cb046f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:21.610659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.737490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Calling delete_port for f6522a68-6a88-483a-a485-9274ba634653 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:21.914229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.921447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b13a4e6b-1e56-47a7-ac66-42337a81f77e tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:21.925553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['f6522a68-6a88-483a-a485-9274ba634653'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:47:21.965132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Pushing event deleted for resources: {'Port': ['ID=f6522a68-6a88-483a-a485-9274ba634653,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:21.969686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:22.043744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] No DVR routers for this DVR port f6522a68-6a88-483a-a485-9274ba634653 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:22.046322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.049148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-deleted', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:22.102278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64a6c40e-337b-4a44-b7af-07ad5cc84407 req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.71 "DELETE /v2.0/ports/f6522a68-6a88-483a-a485-9274ba634653 HTTP/1.1" status: 204 len: 173 time: 0.8158188 Dec 22 15:47:22.104131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac22bb3-c255-4fee-ab58-d826cda261f8', 'name': 'network-vif-deleted', 'tag': 'f6522a68-6a88-483a-a485-9274ba634653', 'status': 'completed', 'code': 200} Dec 22 15:47:22.329082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7ece7246-0250-4754-8dbb-0606648bcb72 req-a8ebbd19-671a-4cb9-80a7-ef34e637e8d8 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] 10.222.0.32 "GET /v2.0/ports?device_id=7ac22bb3-c255-4fee-ab58-d826cda261f8 HTTP/1.1" status: 200 len: 210 time: 0.0562067 Dec 22 15:47:23.599784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52468) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:23.669605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Deleting subnet c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:47:23.672922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.727176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.788013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.067648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.072546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-356c5a20-e68c-447a-ba29-34ddc47d2487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:24.110011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:24.112688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:24.119803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.127457 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c41c6fcb-e2a1-4a8b-a44d-689cf59cd0db HTTP/1.1" status: 204 len: 168 time: 0.5261865 Dec 22 15:47:24.129762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52472) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:24.245408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.378746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.408902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9587ca-6e7e-4e23-867e-919d0e2cac87']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:24.422079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc350c9-67ef-49ed-91ae-3f3721cb046f') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:24.422341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc350c9-67ef-49ed-91ae-3f3721cb046f') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:24.434266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.454444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.461069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:24.470546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:24.699143 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:24.891889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.895858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e1c56a7e-0e5c-41ee-ad14-d3ee565b882e tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:24.912864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.928925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9587ca-6e7e-4e23-867e-919d0e2cac87,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:24.932221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:24.966911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1b9587ca-6e7e-4e23-867e-919d0e2cac87 HTTP/1.1" status: 204 len: 168 time: 0.8360145 Dec 22 15:47:25.439584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52478) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:25.492986 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d712aad-b0e5-45a3-8af3-597fb6dbd518 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c4f378ff565e4fcbbfec96041aaadf46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520613 Dec 22 15:47:25.495638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:25.558062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.584858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.735637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.741210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45073aba-8919-42f4-907b-7b5dd227c5e1 tempest-SecGroupTest-227605312 tempest-SecGroupTest-227605312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:25.754893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd622847-8dd1-485b-9f33-54afa4b81feb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:25.757728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:25.797758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.799066 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d9d6a372-8c33-4258-be88-90dd55b9a627 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd622847-8dd1-485b-9f33-54afa4b81feb HTTP/1.1" status: 204 len: 168 time: 0.3023665 Dec 22 15:47:26.245695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:26.279923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: f6522a68-6a88-483a-a485-9274ba634653 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:26.280321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f6522a68-6a88-483a-a485-9274ba634653 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:26.915917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 52504) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:27.056919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-896310906-network', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:27.062211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:27.066269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Usage tracker for resource:network and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:27.069318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:27.076730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:27.102609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Made reservation on behalf of f5b10571144b417fb8fe259f925adbd3 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:27.107640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.124879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.198205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:27.202956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Usage tracker for resource:security_group_rule and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:27.206140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:27.212417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:27.309301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.337094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.342168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34b21bc2-2ff8-4fa5-8ee7-4b393a744988 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:27.366979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:27.380009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7435fed9-1102-4f1c-8511-87ee49eaab9c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:27.383254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:27.407927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.408329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Added segment 50199dd8-a79d-40c3-bdf4-2715cca11855 of type vlan for network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b Dec 22 15:47:27.473208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.560785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.561863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:27.562511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.567965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0bc177cb-cf71-433b-b1dc-fefb01b2e6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:27.667741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7502916 Dec 22 15:47:27.671009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52510) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:27.675925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Pushing event updated for resources: {'Network': ['ID=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:27.677497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Request body: {'subnet': {'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-896310906-subnet', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:27.678966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:27.683126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:27.687909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Usage tracker for resource:subnet and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:27.688096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:27.692139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:27.698446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:27.891847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Made reservation on behalf of f5b10571144b417fb8fe259f925adbd3 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:27.897274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.218138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.222664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7990a9f1-dc86-4303-bd47-b032c2589274 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:28.306679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd4a081-b77f-4366-adb9-930d616357a2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:28.322988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.323430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.323859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.324286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.324710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.325130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.325585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.326184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.326578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.326797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.327237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:28.331744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:28.335287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:28.335597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Network hostable DHCP agents. Network: 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:28.415599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:28.480191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:28.485054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:28.485709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.489966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94097944-0e35-4dd7-866a-4c84780e16ac None None] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:28.549580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8771894 Dec 22 15:47:28.552497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52514) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:28.558198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:28.563521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:28.568583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Usage tracker for resource:router and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:28.571916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:28.578735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:28.629193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.630256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.713137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.718835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:28.719994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.882952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Allocated IP 172.20.0.2 (1bf8e2e2-ee5b-4d68-bf06-b42db810a29b/4fd4a081-b77f-4366-adb9-930d616357a2/4c58874a-258b-4e74-8928-35beb6f4f65b) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:28.890707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.104233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.139679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.158598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Transition to ACTIVE for port object 4c58874a-258b-4e74-8928-35beb6f4f65b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:29.172508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.179909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Transition to ACTIVE for port object 4c58874a-258b-4e74-8928-35beb6f4f65b will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:29.232899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.241991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa389eee-2514-432f-b944-62200fc3e31f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:29.301144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:29.308460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:29.313816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:29.320415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Pushing event updated for resources: {'Port': ['ID=4c58874a-258b-4e74-8928-35beb6f4f65b,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.360459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.360849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.361229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.361602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.361977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.362346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.362714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.363135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.363502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.363869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.364232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:29.373204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:29.384582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Allocated IP 172.26.4.238 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/499f1593-f19a-4725-b4b9-6e14a8c97585) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:29.425980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Attempting to bind port 4c58874a-258b-4e74-8928-35beb6f4f65b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:29.426313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Attempting to bind port 4c58874a-258b-4e74-8928-35beb6f4f65b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:29.426717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Attempting to bind port 4c58874a-258b-4e74-8928-35beb6f4f65b on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:29.433451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:29.433867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:29.434310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.434779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Bound using segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:29.435851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Bound port: 4c58874a-258b-4e74-8928-35beb6f4f65b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:29.436267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.524879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] For port 4c58874a-258b-4e74-8928-35beb6f4f65b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:29.578294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] For port 4c58874a-258b-4e74-8928-35beb6f4f65b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4c58874a-258b-4e74-8928-35beb6f4f65b,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:29.601112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.606229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:29.674232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.686249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Pushing event updated for resources: {'Port': ['ID=4c58874a-258b-4e74-8928-35beb6f4f65b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.691532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:29.755180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.760278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c42cf61-e767-43bf-b383-696684ec884e tempest-RoutersAdminTest-929365567 tempest-RoutersAdminTest-929365567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:29.827741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:29.831498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:29.836539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:29.863178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Pushing event updated for resources: {'Port': ['ID=499f1593-f19a-4725-b4b9-6e14a8c97585,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.868647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:30.093394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.094586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.444250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:47:30.888367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:30.898053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:30.911770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:30.912637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:47:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:30.941913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.947022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3897991 Dec 22 15:47:30.947022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52518) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:31.131597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:31.337201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f658ad-5378-44ac-8321-31d83712430c None None] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:31.455245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4c58874a-258b-4e74-8928-35beb6f4f65b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:31.460028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:29Z', 'revision_number': 3, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:31.464415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:31.464813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Updating router c5b9279d-eb64-4479-b8f1-a887c4de1073 port 499f1593-f19a-4725-b4b9-6e14a8c97585 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:47:31.528077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.779891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1bf72472-5df8-4bc5-814c-66b52d23b2c4 None None] Provisioning for port 4c58874a-258b-4e74-8928-35beb6f4f65b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:31.795977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.801797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.863399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4c58874a-258b-4e74-8928-35beb6f4f65b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:31.877365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4c58874a-258b-4e74-8928-35beb6f4f65b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:31.877803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.897327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.910626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Transition to ACTIVE for port object 499f1593-f19a-4725-b4b9-6e14a8c97585 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:31.944548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.960333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8210332c-f31d-4c9f-8418-b9354f50eed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:32.012571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.049345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 4c58874a-258b-4e74-8928-35beb6f4f65b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4c58874a-258b-4e74-8928-35beb6f4f65b,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:32.051393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Allocated IP 172.20.0.1 (1bf8e2e2-ee5b-4d68-bf06-b42db810a29b/4fd4a081-b77f-4366-adb9-930d616357a2/c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:32.051665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Attempting to bind port 499f1593-f19a-4725-b4b9-6e14a8c97585 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:32.052088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Attempting to bind port 499f1593-f19a-4725-b4b9-6e14a8c97585 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:32.052499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Attempting to bind port 499f1593-f19a-4725-b4b9-6e14a8c97585 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:32.060503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Pushing event updated for resources: {'Port': ['ID=499f1593-f19a-4725-b4b9-6e14a8c97585,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:32.069779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:32.070208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:32.070662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.071139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:32.071671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Bound port: 499f1593-f19a-4725-b4b9-6e14a8c97585, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:32.072091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.087136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.089650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:32.119630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.120023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.120407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.120785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.121162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.121538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.121912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.122315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.122687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.123079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.123452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:32.127505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:32.176812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] For port 499f1593-f19a-4725-b4b9-6e14a8c97585, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:32.185490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] For port 499f1593-f19a-4725-b4b9-6e14a8c97585, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=499f1593-f19a-4725-b4b9-6e14a8c97585,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:32.228673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=4c58874a-258b-4e74-8928-35beb6f4f65b,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:32.230348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.232358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:32.238148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5214d0c2-b0cb-4a69-8800-75674d5990e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:32.279904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.300226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Transition to ACTIVE for port object c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:32.328755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e632f05b-5387-4b6a-9f78-194d8573c2fe None None] Provisioning complete for port 4c58874a-258b-4e74-8928-35beb6f4f65b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:32.329185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e632f05b-5387-4b6a-9f78-194d8573c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.332276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Pushing event updated for resources: {'Port': ['ID=499f1593-f19a-4725-b4b9-6e14a8c97585,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:32.335685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:32.336932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:32.337652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:47:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:32.358129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ee6b-a27a-4029-a45c-bb676bdee8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.370382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.376149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-620679ba-441d-418d-8eef-7dc0e87454f8 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:32.448712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:32.453038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:32.459712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:32.496473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:32.504043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:32.529808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.546423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:32.704522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.828319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-71ba13db-896a-4864-9c9f-dcd52ca68c43 None None] Provisioning for port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:32.833483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-71ba13db-896a-4864-9c9f-dcd52ca68c43 None None] Provisioning complete for port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:32.833912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-71ba13db-896a-4864-9c9f-dcd52ca68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.891070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-71ba13db-896a-4864-9c9f-dcd52ca68c43 None None] Port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:32.961846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.995114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.007707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:29Z', 'revision_number': 3, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:33.012291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9878ff84-ac98-48af-8fe5-6d629fcda544 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:29Z', 'revision_number': 3, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:33.026428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-18b45f2d-a331-4d6f-a9b3-2aabef786cd1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:33.109240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.113766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Pushing event updated for resources: {'Port': ['ID=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:33.117276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:33.259598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:33.260728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:33.384488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4c58874a-258b-4e74-8928-35beb6f4f65b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:33.493492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4c58874a-258b-4e74-8928-35beb6f4f65b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:33.494022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.727085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6429be99-eeb3-4c73-8c78-0a0dba5661c6 None None] Provisioning complete for port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:33.727525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6429be99-eeb3-4c73-8c78-0a0dba5661c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.732648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:33.805033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6429be99-eeb3-4c73-8c78-0a0dba5661c6 None None] Port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:33.827982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.960521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:33.970338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] 10.222.0.32 "PUT /v2.0/routers/c5b9279d-eb64-4479-b8f1-a887c4de1073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0223560 Dec 22 15:47:34.547063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e8df9a9-8b0a-4b84-a5a7-387a69d6a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.711471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52528) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:34.718539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796072450', 'description': 'tempest-description--1896162761'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:34.725247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:34.729318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Usage tracker for resource:security_group and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:34.732421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:34.738482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:34.775509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.812772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:34.816772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Usage tracker for resource:security_group_rule and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:34.819755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:34.826259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:34.882408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.914521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.920556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ba49c6bf-5134-4e4e-8446-bdd1fd9fc3c1 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.004559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.199461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836fd870-8686-425d-83ee-f01708dcab34,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:35.202939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:35.226915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.228278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5157175 Dec 22 15:47:35.231234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52532) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:35.237162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'security_group_rule': {'security_group_id': '836fd870-8686-425d-83ee-f01708dcab34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:35.243568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:35.248093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Usage tracker for resource:security_group_rule and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:35.251114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:35.257139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:35.302019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.390644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 499f1593-f19a-4725-b4b9-6e14a8c97585 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:35.485117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.500896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 499f1593-f19a-4725-b4b9-6e14a8c97585 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:35.506088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 499f1593-f19a-4725-b4b9-6e14a8c97585 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:35.506512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.530167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.532173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-45300cb9-6800-4757-9d4c-26d6a4d9f163 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.556448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ba40f3-05a4-472e-850d-562465f69ff4,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:35.559169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:35.592492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.593836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3615215 Dec 22 15:47:35.596557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52536) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:35.602786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'security_group_rule': {'security_group_id': '836fd870-8686-425d-83ee-f01708dcab34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:35.609877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:35.613839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Usage tracker for resource:security_group_rule and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:35.616818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:35.623404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:35.630033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.646098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 499f1593-f19a-4725-b4b9-6e14a8c97585, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=499f1593-f19a-4725-b4b9-6e14a8c97585,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:35.670421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.703048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.706136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.739421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.760365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.762355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e85b9477-ba27-426a-bf10-e0a08de67fb9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.776026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=499f1593-f19a-4725-b4b9-6e14a8c97585,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:35.779843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:35.785263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbe3e89-b2c5-47f5-961b-cc67f91623e8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:35.789645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:35.823177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.824514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2269561 Dec 22 15:47:35.827822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52540) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:35.833511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:35.839628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:35.844420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Usage tracker for resource:floatingip and tenant:f5b10571144b417fb8fe259f925adbd3 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:35.847491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:35.853523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:35.903023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.060721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.123047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:36.136840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:36.137646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:47:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:36.215169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Allocated IP 172.26.4.246 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/8630e51b-d977-4e57-ac8f-e13a6d34fb2c) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:36.333317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:36.373582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.440867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.445742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:36.520288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:36.524216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:36.526766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:36.553130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'Port': ['ID=8630e51b-d977-4e57-ac8f-e13a6d34fb2c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:36.556205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:36.663212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 2, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:36.667398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:36.667809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Updating router c5b9279d-eb64-4479-b8f1-a887c4de1073 port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:47:36.692645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.720969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.776178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.902696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.004217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.034537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.039589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf7fc431-5598-4ea7-9ad2-5a4fa0ebacb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:37.106306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.119328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Transition to ACTIVE for port object c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:37.151516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'Port': ['ID=8630e51b-d977-4e57-ac8f-e13a6d34fb2c,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:37.156974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:37.159838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.164775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:37.171976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.223316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.226565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3976500 Dec 22 15:47:37.295356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa09223-4d72-49ed-8147-bc33a931eacd None None] Pushing event updated for resources: {'Port': ['ID=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:37.299371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fa09223-4d72-49ed-8147-bc33a931eacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:37.394108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Attempting to bind port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:37.395116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Attempting to bind port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:37.395697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Attempting to bind port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:37.405817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:37.406363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:37.407039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.407663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Bound using segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:37.408287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Bound port: c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:37.408793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.422759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 499f1593-f19a-4725-b4b9-6e14a8c97585 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:37.572432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] For port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:37.577163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] For port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:37.592129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 499f1593-f19a-4725-b4b9-6e14a8c97585 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:37.592505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.608633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-2e7892f6-53e7-4cdb-9433-e181b7f320be tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:37.621065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.634526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:37.657334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-2e7892f6-53e7-4cdb-9433-e181b7f320be tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:37.658583 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-2e7892f6-53e7-4cdb-9433-e181b7f320be tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1796072450&fields=id&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 267 time: 0.0959926 Dec 22 15:47:37.734584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa09223-4d72-49ed-8147-bc33a931eacd None None] Pushing event updated for resources: {'Port': ['ID=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:37.740674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fa09223-4d72-49ed-8147-bc33a931eacd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:37.774350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:37.775098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:47:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:37.824364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-7a35d67c-1faa-4e54-b35f-32f9e21cca2e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:37.825120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-7a35d67c-1faa-4e54-b35f-32f9e21cca2e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:37.897946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-7a35d67c-1faa-4e54-b35f-32f9e21cca2e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:37.899568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-7a35d67c-1faa-4e54-b35f-32f9e21cca2e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.2336328 Dec 22 15:47:37.924729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-8a2fac6e-909c-4756-955b-b7814428a6b4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/quotas/f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 375 time: 0.0187395 Dec 22 15:47:37.996534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:38.023052 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-e0a5d184-2c59-4356-984c-775f684c4ec2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915635 Dec 22 15:47:38.261031 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-28972304-157b-48a7-b60f-f63e4e99e56b service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252884 Dec 22 15:47:38.406849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-bd482e11-fa5e-4f65-bf64-40abbcad85bb service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386971 Dec 22 15:47:38.523523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:37Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:38.527749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96886fb4-800e-43af-ad05-8a6b85ddbefe None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:37Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:38.673500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-21fcd64b-ed81-47f6-85c2-faf4ac1145aa req-08c59b34-b7e3-4bc5-83ee-fa7d17e3ef19 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:38.729938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-21fcd64b-ed81-47f6-85c2-faf4ac1145aa req-08c59b34-b7e3-4bc5-83ee-fa7d17e3ef19 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:38.736364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-21fcd64b-ed81-47f6-85c2-faf4ac1145aa req-08c59b34-b7e3-4bc5-83ee-fa7d17e3ef19 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 210 time: 0.1221111 Dec 22 15:47:39.405298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:39.503433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:39.508961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:39.512779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.637601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.675554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:39.703553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.705558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:39.783296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:39.786922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:39.912823 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92e64540-ad28-4736-b8e0-aa34cf6f6dbd req-b4b81d49-b2d0-4fca-a167-c78fb0268ad5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 210 time: 0.0482788 Dec 22 15:47:40.475014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-0a49dde9-1db5-4e1a-85e9-13ccc937b9dc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:40.476618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-0a49dde9-1db5-4e1a-85e9-13ccc937b9dc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1645310 Dec 22 15:47:40.536923 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-0ce1585f-b072-451c-9d2c-d071fd68adf8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 380 time: 0.0499282 Dec 22 15:47:40.546859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'port': {'device_id': '33241943-7422-43f1-a158-910d94d710e4', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'admin_state_up': True, 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'security_groups': ['836fd870-8686-425d-83ee-f01708dcab34']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:40.694042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:40.704874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:40.771638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Made reservation on behalf of f5b10571144b417fb8fe259f925adbd3 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:40.777301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.951152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Allocated IP 172.20.0.12 (1bf8e2e2-ee5b-4d68-bf06-b42db810a29b/4fd4a081-b77f-4366-adb9-930d616357a2/bf926df7-329a-4ab6-8ff2-ac3defd782ea) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:41.082669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e77616bb-3fa1-4b34-8d0a-415ec7faed1d req-5da1a2b2-5d3e-4b70-bcf2-7a1cb81e1128 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 210 time: 0.0467637 Dec 22 15:47:41.153876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.171156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Transition to ACTIVE for port object bf926df7-329a-4ab6-8ff2-ac3defd782ea will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:41.228995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.234843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a709dac0-db6c-42d8-9114-268d76e36983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:41.305716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:41.314571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:41.319579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:41.358728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.382403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.382840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.383284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.383711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.384149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.384558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.384672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:41.384975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.385414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.385829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.386240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.386652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:41.393147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.408045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:41.408765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.463668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:41.464204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.527473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9846311 Dec 22 15:47:41.537914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-72ea9884-13e6-4ec0-9a9a-d473df1eee9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:47:41.539168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-72ea9884-13e6-4ec0-9a9a-d473df1eee9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0058682 Dec 22 15:47:41.550441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Request body: {'port': {'device_id': '33241943-7422-43f1-a158-910d94d710e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:41.628909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-773f522d-d14d-4fe8-b4a9-363f373aa269 None None] Provisioning for port bf926df7-329a-4ab6-8ff2-ac3defd782ea completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:41.634331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-773f522d-d14d-4fe8-b4a9-363f373aa269 None None] Provisioning complete for port bf926df7-329a-4ab6-8ff2-ac3defd782ea triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:41.634758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-773f522d-d14d-4fe8-b4a9-363f373aa269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.672849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.688657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-773f522d-d14d-4fe8-b4a9-363f373aa269 None None] Port bf926df7-329a-4ab6-8ff2-ac3defd782ea cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:42.026338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf926df7-329a-4ab6-8ff2-ac3defd782ea {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:47:42.033881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.049077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Transition to ACTIVE for port object bf926df7-329a-4ab6-8ff2-ac3defd782ea will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:42.080327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.085110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2cca2f88-3565-4523-94ab-50746af001b5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:42.274877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:42.284769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:42.420493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5979f-2847-40aa-b5ec-6e037dd303b4 req-fb547d12-eab7-47e6-bc2d-6cee3b87962d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:42.421259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-6fc5979f-2847-40aa-b5ec-6e037dd303b4 req-fb547d12-eab7-47e6-bc2d-6cee3b87962d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:42.426511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Attempting to bind port bf926df7-329a-4ab6-8ff2-ac3defd782ea on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:42.426909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Attempting to bind port bf926df7-329a-4ab6-8ff2-ac3defd782ea by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:42.427275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Attempting to bind port bf926df7-329a-4ab6-8ff2-ac3defd782ea on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:42.441859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Port bf926df7-329a-4ab6-8ff2-ac3defd782ea on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:42.442216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Attempting to bind port bf926df7-329a-4ab6-8ff2-ac3defd782ea on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:42.449778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:42.450160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:42.450589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Bound using segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:42.451096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Bound port: bf926df7-329a-4ab6-8ff2-ac3defd782ea, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:42.453557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.501335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-6fc5979f-2847-40aa-b5ec-6e037dd303b4 req-fb547d12-eab7-47e6-bc2d-6cee3b87962d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:42.502733 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6fc5979f-2847-40aa-b5ec-6e037dd303b4 req-fb547d12-eab7-47e6-bc2d-6cee3b87962d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 944 time: 0.2813809 Dec 22 15:47:42.591634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6fc5979f-2847-40aa-b5ec-6e037dd303b4 req-6da86c3e-cbd2-414d-9dc2-57548d92dc79 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810821 Dec 22 15:47:42.594167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:42.597538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:42.629075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.634057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:42.692198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.693677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] 10.222.0.71 "PUT /v2.0/ports/bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 1094 time: 1.1479573 Dec 22 15:47:42.694325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:42.722728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:42.726244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:42.846983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'status': 'completed', 'code': 200} Dec 22 15:47:42.865761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-e5be399d-7074-4597-9351-9dc264ff9dcc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1097 time: 0.0853393 Dec 22 15:47:42.942187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-3f015a0a-acdf-42ef-9abc-8d102044232c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 217 time: 0.0687900 Dec 22 15:47:43.018623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-a77cd9df-cc5c-474a-91c0-42a26f560a35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:43.020437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-a77cd9df-cc5c-474a-91c0-42a26f560a35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0722249 Dec 22 15:47:43.102915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-887bb5d4-a6d6-41b4-b48e-9f47638bba32 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764382 Dec 22 15:47:43.246332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-867c008f-51ff-4c7f-b5ee-efdd9c57a6de service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372941 Dec 22 15:47:43.406551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46eacd19-62f2-4056-b53c-19d8ae1d031c req-29eb09db-3fef-4ceb-81be-ce0c1ddd92a2 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541932 Dec 22 15:47:43.571439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-f6657067-31bc-4741-8d86-e84ec76ba7f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1097 time: 0.0802810 Dec 22 15:47:43.990900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-b74dc96b-829b-4962-b524-775e164195de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:43.992513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-b74dc96b-829b-4962-b524-775e164195de service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.4149482 Dec 22 15:47:44.075960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-1578cf99-3442-496f-8c84-3e5dc4341c51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 217 time: 0.0750308 Dec 22 15:47:44.156497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4c123-44e1-4257-b88a-04c282a03647 req-cae56e70-d24e-42b5-9331-78e4013bf08c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:44.158138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22f4c123-44e1-4257-b88a-04c282a03647 req-cae56e70-d24e-42b5-9331-78e4013bf08c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 944 time: 0.2095144 Dec 22 15:47:44.182549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-9bab9611-3b01-4953-9301-99b53027e339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:44.184155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-9bab9611-3b01-4953-9301-99b53027e339 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.1004336 Dec 22 15:47:44.267455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22f4c123-44e1-4257-b88a-04c282a03647 req-396945df-d7b4-4399-931e-5f5e38eba1b0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020818 Dec 22 15:47:44.290624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-1bb40b71-e771-4419-a3e2-968b1a545071 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994334 Dec 22 15:47:44.446429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-689f2bf2-40a3-4beb-ba85-3e12b5e2f148 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485753 Dec 22 15:47:44.593573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa56707b-a879-4853-b5b1-e45202d10a3f req-c1d8e889-a2d8-45fd-bd10-f78adc1433f2 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406488 Dec 22 15:47:45.498561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49063add-6ddd-4c62-ae89-6aad7814f591 req-a4bc7984-f975-4fab-b523-39ec1393308f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:45.500208 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49063add-6ddd-4c62-ae89-6aad7814f591 req-a4bc7984-f975-4fab-b523-39ec1393308f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 944 time: 0.0930166 Dec 22 15:47:45.549150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-49063add-6ddd-4c62-ae89-6aad7814f591 req-e1c5c7bd-c99d-4b0f-8d73-edbd82c8f660 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:45.561753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-49063add-6ddd-4c62-ae89-6aad7814f591 req-e1c5c7bd-c99d-4b0f-8d73-edbd82c8f660 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:45.563088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49063add-6ddd-4c62-ae89-6aad7814f591 req-e1c5c7bd-c99d-4b0f-8d73-edbd82c8f660 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567427 Dec 22 15:47:46.354868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:47:46.502725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:46.516960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'mac_address': 'fa:16:3e:f5:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:47:46.570612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.592676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf926df7-329a-4ab6-8ff2-ac3defd782ea {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:47:46.608779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:46.691698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.693640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:46.761705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:46.764964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:46.770673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27b07e-d033-4102-9935-46601c87de6a req-07947deb-21cb-4244-b60c-db4cb25da749 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:46.772297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db27b07e-d033-4102-9935-46601c87de6a req-07947deb-21cb-4244-b60c-db4cb25da749 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 945 time: 0.0862312 Dec 22 15:47:46.822282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-db27b07e-d033-4102-9935-46601c87de6a req-1bbfff34-d3d5-4b40-b025-09d5dda21079 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Dec 22 15:47:46.897678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['bf926df7-329a-4ab6-8ff2-ac3defd782ea'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:47:48.030454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba9da6-446a-4758-a8b1-c94cc5e9afdd req-b0430eea-01d9-4aa7-9b03-ab526f3f4b06 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:48.032257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e1ba9da6-446a-4758-a8b1-c94cc5e9afdd req-b0430eea-01d9-4aa7-9b03-ab526f3f4b06 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 945 time: 0.0868988 Dec 22 15:47:48.089689 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e1ba9da6-446a-4758-a8b1-c94cc5e9afdd req-a7529f0e-f1dc-48a9-a5b7-404a7d016865 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465350 Dec 22 15:47:48.379960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:48.490196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port bf926df7-329a-4ab6-8ff2-ac3defd782ea completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:48.495668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port bf926df7-329a-4ab6-8ff2-ac3defd782ea triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:48.496109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.622497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.651330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:48.662298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:48.697652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.699726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a304c0d-3215-4bf9-ab11-dde7dc498570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:48.729625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'code': 200} Dec 22 15:47:48.769843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:48.773411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:49.027804 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0182cbf7-ea31-4c6b-8b4b-d65aec8a469e req-8a29ff6d-a330-4c64-a787-277cd46de265 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1099 time: 0.0794027 Dec 22 15:47:49.071207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0182cbf7-ea31-4c6b-8b4b-d65aec8a469e req-e3b131c9-12eb-47b7-871d-33dfbc840356 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 Dec 22 15:47:49.302019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf3f99-ee6e-48eb-b7ea-129ebc2e3ed1 req-158ddba2-bc92-48d9-b318-27ad42654359 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:49.303569 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1bcf3f99-ee6e-48eb-b7ea-129ebc2e3ed1 req-158ddba2-bc92-48d9-b318-27ad42654359 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0854361 Dec 22 15:47:49.351547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1bcf3f99-ee6e-48eb-b7ea-129ebc2e3ed1 req-4ff59068-a5fd-4eea-b3f0-fedb28b258ec tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Dec 22 15:47:50.557462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a7c91-d5cf-4e2a-8723-7b5d0ad57443 req-e13c8888-6b8c-4780-8ed8-e012a6bd5ca5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:50.559086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-749a7c91-d5cf-4e2a-8723-7b5d0ad57443 req-e13c8888-6b8c-4780-8ed8-e012a6bd5ca5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0827534 Dec 22 15:47:50.611647 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-749a7c91-d5cf-4e2a-8723-7b5d0ad57443 req-a354f474-4267-4255-a8d0-bf8f19f39a79 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463805 Dec 22 15:47:50.819387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0059b-6a2c-466d-9607-b4806aec8b19 req-c513ad57-263c-4844-be43-21fe0cda3fb0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:50.820877 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35a0059b-6a2c-466d-9607-b4806aec8b19 req-c513ad57-263c-4844-be43-21fe0cda3fb0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0824134 Dec 22 15:47:50.830991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52600) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:50.836679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'floatingip': {'port_id': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:50.918206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.559073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.589128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.798841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 associated. External IP: 172.26.4.246, port: bf926df7-329a-4ab6-8ff2-ac3defd782ea. Dec 22 15:47:52.470722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:52.695170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:52.701103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.708772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:52.726191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:52.726856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:47:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.762406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4b02290e-a92c-45ab-8e4f-df93c173a464 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "PUT /v2.0/floatingips/0484ea09-156d-45c3-bd54-a0df337fc8a2 HTTP/1.1" status: 200 len: 992 time: 1.9302568 Dec 22 15:47:52.763709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:52.920631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:52.926043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'status': 'completed', 'code': 200} Dec 22 15:47:53.026645 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-72e28e34-75d0-4c59-9339-767271e99852 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1099 time: 0.0786259 Dec 22 15:47:53.171410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-8e32c36f-286e-45ac-8139-4b20d41bf4b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:53.172885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-8e32c36f-286e-45ac-8139-4b20d41bf4b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1399186 Dec 22 15:47:53.283924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-5b954a88-2b62-4377-b318-0c8162393a11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 1000 time: 0.1053727 Dec 22 15:47:53.287801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:47:53.297679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:f5:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33241943-7422-43f1-a158-910d94d710e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:47:51Z', 'revision_number': 1, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:53.301857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:53.313093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:53.313758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:47:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:53.354060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-bc34792d-4114-418c-9ad0-fc55eedc5766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:53.355712 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-bc34792d-4114-418c-9ad0-fc55eedc5766 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0650923 Dec 22 15:47:53.441942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-6d7b974a-668f-4f26-9902-5cafa80efe21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801983 Dec 22 15:47:53.503554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:53.588560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-369f44d7-961f-42b3-aebe-00f55ea0c7ef service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399200 Dec 22 15:47:53.738149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-063f0bb4-9941-4053-8660-0cccaa62c508 req-dbd95cba-68ca-4932-838f-2f48e34bcd6b service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436245 Dec 22 15:47:53.868390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:f5:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33241943-7422-43f1-a158-910d94d710e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:47:51Z', 'revision_number': 1, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:53.872939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881d2e59-e491-404b-a642-0c7a34c08a77 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:f5:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33241943-7422-43f1-a158-910d94d710e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:47:51Z', 'revision_number': 1, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:54.246917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d755140-b74d-46f7-8dd4-0cea24b08f27 None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:48:01.617302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.337315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64f76473-5ad9-4c69-bd53-276039f06cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.811612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.543216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d59f79c3-2868-4c0a-987c-049e093a7913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.017809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.863520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.017392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5233aba-29c4-4069-90c0-cb96e1f94bcf req-5b053eec-d3b9-48d1-9ce9-64af30c2ecf7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:29.019037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5233aba-29c4-4069-90c0-cb96e1f94bcf req-5b053eec-d3b9-48d1-9ce9-64af30c2ecf7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0879898 Dec 22 15:48:29.075585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5233aba-29c4-4069-90c0-cb96e1f94bcf req-d2aa3cfa-735a-4b2c-a05e-85d057f1dbf2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487969 Dec 22 15:48:29.298796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8505465c-3bad-4884-af49-0e1db7def003 req-da35b98b-004b-4da8-9287-d30b062fca6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0804312 Dec 22 15:48:29.805128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-7a632fb1-1977-4d5b-8d13-db5c1b4cf7cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160486 Dec 22 15:48:29.812056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d804c71-901e-4472-92ea-5c90f712b053 req-7a2b9949-95ea-4eb4-8cd6-efb944d75db0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:29.813801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d804c71-901e-4472-92ea-5c90f712b053 req-7a2b9949-95ea-4eb4-8cd6-efb944d75db0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.1717401 Dec 22 15:48:29.869089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d804c71-901e-4472-92ea-5c90f712b053 req-3534ab35-5b0e-416b-bae9-3bc039084f00 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480130 Dec 22 15:48:30.279827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:48:31.090946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc032c1-1a29-4512-b7fa-3e8319344a80 req-417f46ec-22a5-46bd-bfa0-6ac630e0426d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:31.093194 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffc032c1-1a29-4512-b7fa-3e8319344a80 req-417f46ec-22a5-46bd-bfa0-6ac630e0426d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0926354 Dec 22 15:48:31.151694 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffc032c1-1a29-4512-b7fa-3e8319344a80 req-3e0df902-210d-494b-8286-a9948af8d166 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519876 Dec 22 15:48:31.639731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.783053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-1e6f18a7-d984-41ad-8787-cd2dd1053531 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1099 time: 0.0746541 Dec 22 15:48:31.936776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-ace59ee8-fff6-4d14-b9ab-4377ae05733d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:31.938388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-ace59ee8-fff6-4d14-b9ab-4377ae05733d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1493483 Dec 22 15:48:32.048904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-ef17621c-aa0e-4c1f-908d-0876fbbcc88c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 1002 time: 0.1044900 Dec 22 15:48:32.119137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-9e106233-7412-430c-8d52-7569397dfb08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:32.120770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-9e106233-7412-430c-8d52-7569397dfb08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0657589 Dec 22 15:48:32.214318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-a143d646-5c4b-4b2c-9d07-399ec922ddb8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868073 Dec 22 15:48:32.337124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8b04e62d-ef27-4b8a-8982-23553f5bc7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.369299 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-577adefe-e81c-4694-8f59-d121838e60be service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478829 Dec 22 15:48:32.371785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba23ead-1552-4cf8-8720-0d0bb745296f req-2283f120-f180-4b91-920d-d8bcaa04de4c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:32.373418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aba23ead-1552-4cf8-8720-0d0bb745296f req-2283f120-f180-4b91-920d-d8bcaa04de4c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0922656 Dec 22 15:48:32.425586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aba23ead-1552-4cf8-8720-0d0bb745296f req-78bb5617-3c53-4683-8727-b5c6ad4045f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456991 Dec 22 15:48:32.555474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-886e8c7c-0e21-4d44-b921-e40995579fd8 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792016 Dec 22 15:48:32.731064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-933b5e1b-15b5-4214-893e-0328764e84f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1099 time: 0.0809581 Dec 22 15:48:32.918649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2823f7-992f-4443-955c-29b289d7c352 req-21b96322-8ff5-4320-9080-9f6a3a189940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:32.920529 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-21b96322-8ff5-4320-9080-9f6a3a189940 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1592548 Dec 22 15:48:33.034005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-c543a60b-dffc-4faa-bb06-4ef4d7dd803e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 1002 time: 0.1066527 Dec 22 15:48:33.105000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2823f7-992f-4443-955c-29b289d7c352 req-6d23d55e-ea0c-4582-a0d2-2d705c5005bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:33.106602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-6d23d55e-ea0c-4582-a0d2-2d705c5005bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0660317 Dec 22 15:48:33.191149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-a031d0c2-74d5-41a4-babc-e1d367758f71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784295 Dec 22 15:48:33.619364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-b26a2bdc-159e-4698-8e02-073e11daf973 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216926 Dec 22 15:48:33.789583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de7727-d23e-4bd4-b488-db5e45671f47 req-6029bd75-4f4a-4025-8679-84be0dd74ff0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:33.791314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d2de7727-d23e-4bd4-b488-db5e45671f47 req-6029bd75-4f4a-4025-8679-84be0dd74ff0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.2100594 Dec 22 15:48:33.803073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1c2823f7-992f-4443-955c-29b289d7c352 req-c4fb744c-6c23-46bc-b74d-c63787587eb1 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732774 Dec 22 15:48:33.846126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.846443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d2de7727-d23e-4bd4-b488-db5e45671f47 req-a822966d-1ca7-4247-aadd-a609ed5e7c33 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467482 Dec 22 15:48:34.541764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eecc765f-7ca6-430c-8b06-763508ac76ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.012421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.069866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6bdfe-2310-469c-b24a-21b44c8d9962 req-67a2a9a1-9b6d-4df5-848e-27792036f406 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:35.071564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8e6bdfe-2310-469c-b24a-21b44c8d9962 req-67a2a9a1-9b6d-4df5-848e-27792036f406 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0925128 Dec 22 15:48:35.129145 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8e6bdfe-2310-469c-b24a-21b44c8d9962 req-59542db4-f5d1-4ea9-909f-b5a6aadab677 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511403 Dec 22 15:48:36.345284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c542-0032-4dd9-a6fd-1054db2a16b9 req-1512b7d8-7024-4815-ab14-8143c52661c8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:36.346997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8940c542-0032-4dd9-a6fd-1054db2a16b9 req-1512b7d8-7024-4815-ab14-8143c52661c8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0885775 Dec 22 15:48:36.396253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8940c542-0032-4dd9-a6fd-1054db2a16b9 req-38af4bd8-6263-42f9-9fa2-4417aaab78f7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Dec 22 15:48:36.868588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.622433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb43454-809c-4dbb-87b2-ab94cb1b9107 req-90df6ed5-e865-4fa9-abb3-3d8837f17acf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:37.624732 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8bb43454-809c-4dbb-87b2-ab94cb1b9107 req-90df6ed5-e865-4fa9-abb3-3d8837f17acf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.1021886 Dec 22 15:48:37.674364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8bb43454-809c-4dbb-87b2-ab94cb1b9107 req-4b32c35b-b44a-44bb-afdc-3e02ec46ce2c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Dec 22 15:48:38.882442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435092-2e0b-4af9-8c17-6e5fe6b4d021 req-2a6f3d0d-ccdf-4246-a53f-80b3d6fdaab1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:38.884144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-80435092-2e0b-4af9-8c17-6e5fe6b4d021 req-2a6f3d0d-ccdf-4246-a53f-80b3d6fdaab1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0841460 Dec 22 15:48:38.946736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-80435092-2e0b-4af9-8c17-6e5fe6b4d021 req-17187f30-8cde-445f-a771-2073f11e2f55 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551558 Dec 22 15:48:40.163158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19704acd-3d6b-4c80-92d1-de386db82a24 req-76d5fb5b-d843-460f-9b93-a7283e3db035 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:40.164842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-19704acd-3d6b-4c80-92d1-de386db82a24 req-76d5fb5b-d843-460f-9b93-a7283e3db035 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0887382 Dec 22 15:48:40.215822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-19704acd-3d6b-4c80-92d1-de386db82a24 req-65e5a038-96ca-423d-84de-fb62c273dea6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Dec 22 15:48:41.429009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bd817-03f5-4610-9b9b-49ecb3e6da9e req-01f3b67f-1006-43d0-9000-9a26acd87901 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:41.430580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-950bd817-03f5-4610-9b9b-49ecb3e6da9e req-01f3b67f-1006-43d0-9000-9a26acd87901 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0870941 Dec 22 15:48:41.482985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-950bd817-03f5-4610-9b9b-49ecb3e6da9e req-dfc585d0-16d2-4475-976e-20f57087485c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 Dec 22 15:48:42.707136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090af37-42b7-4eea-95bb-a51badd00228 req-33cffc2d-27e1-46fe-a6b9-57849e36cc48 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:42.708772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7090af37-42b7-4eea-95bb-a51badd00228 req-33cffc2d-27e1-46fe-a6b9-57849e36cc48 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0896804 Dec 22 15:48:42.756855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7090af37-42b7-4eea-95bb-a51badd00228 req-cb76b2c9-cbf2-4f76-974e-b398fec62221 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418768 Dec 22 15:48:43.969487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67baea6-dcd0-425f-8995-e944d090a838 req-eed306f9-c8e5-4fd0-b9e1-eafbd0245133 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:43.971191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c67baea6-dcd0-425f-8995-e944d090a838 req-eed306f9-c8e5-4fd0-b9e1-eafbd0245133 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0883868 Dec 22 15:48:44.020777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c67baea6-dcd0-425f-8995-e944d090a838 req-93614002-d41f-4c46-b069-8f39a980a984 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 Dec 22 15:48:44.370617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-b4b3eea9-4d2d-45a9-9d73-a3b2678f037d service neutron] 10.222.0.71 "GET /v2.0/ports/bf926df7-329a-4ab6-8ff2-ac3defd782ea/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0791574 Dec 22 15:48:44.822151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-1dec709d-5dce-430c-b120-9dddec182d16 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 1099 time: 0.0778790 Dec 22 15:48:44.919168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-84f93cf9-200b-4bd0-bb78-8c24fb1be9a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1099 time: 0.0752172 Dec 22 15:48:45.063839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-014e9bd7-73a5-42b2-aafa-517da27d5d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:45.065451 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-014e9bd7-73a5-42b2-aafa-517da27d5d6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1406472 Dec 22 15:48:45.176515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-cd0465c6-939e-4d4c-846c-85d15aa1a021 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 1002 time: 0.1046400 Dec 22 15:48:45.229213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54fcb0-4af4-4144-b2ea-76d14b8dc95b req-8ddec866-d2d2-4df7-8537-049fe1ec9800 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:45.230885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a54fcb0-4af4-4144-b2ea-76d14b8dc95b req-8ddec866-d2d2-4df7-8537-049fe1ec9800 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0845616 Dec 22 15:48:45.246317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-eccdecc9-623f-4747-b79a-02dff08a6885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:45.248719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-eccdecc9-623f-4747-b79a-02dff08a6885 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0657618 Dec 22 15:48:45.295992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a54fcb0-4af4-4144-b2ea-76d14b8dc95b req-9840c909-b721-4065-95e6-9954c2cdaf1d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557804 Dec 22 15:48:45.337437 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-1b72ae8c-0bcd-4590-8072-29aeadae5436 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829282 Dec 22 15:48:45.480314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-5ea61aae-fb8e-43fe-a8a7-decebb9b8536 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367888 Dec 22 15:48:45.629184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c63afbbe-6203-4da2-be3d-def3bb536164 req-de9e373a-41ca-4a6a-94e3-4be2b225e602 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422579 Dec 22 15:48:46.505048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e35fa-ba51-4e6c-afa0-577627d0a010 req-1e5a6cf5-8d50-4263-9808-3f9ed97771b0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:46.506668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726e35fa-ba51-4e6c-afa0-577627d0a010 req-1e5a6cf5-8d50-4263-9808-3f9ed97771b0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0836051 Dec 22 15:48:46.556117 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-726e35fa-ba51-4e6c-afa0-577627d0a010 req-c6758447-fc53-48ac-aed2-3588838c564e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Dec 22 15:48:47.777873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ea875-4b96-48f3-b15a-848ceeac0fba req-e8d1f954-4e01-427e-b6a3-8f9dd86111a7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:47.779521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b3ea875-4b96-48f3-b15a-848ceeac0fba req-e8d1f954-4e01-427e-b6a3-8f9dd86111a7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0839381 Dec 22 15:48:47.828669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b3ea875-4b96-48f3-b15a-848ceeac0fba req-1079d4ce-4452-45db-9516-e497162e08ca tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Dec 22 15:48:48.324174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf572-f512-425a-8762-2dbdcad43fbe req-64900556-dada-4e23-ba30-eca8ad0246fa tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:48.325928 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-64900556-dada-4e23-ba30-eca8ad0246fa tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4&tenant_id=f5b10571144b417fb8fe259f925adbd3&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 946 time: 0.0984702 Dec 22 15:48:48.390331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa4106-fbd4-4218-9f37-4163de0b11fc req-baacf199-6484-43b2-96d6-40f04a5e041f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:48.391984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d7aa4106-fbd4-4218-9f37-4163de0b11fc req-baacf199-6484-43b2-96d6-40f04a5e041f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0905836 Dec 22 15:48:48.444882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d7aa4106-fbd4-4218-9f37-4163de0b11fc req-41a163a0-d210-4895-a045-1daf2f697dee tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456922 Dec 22 15:48:48.480264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-9b9a71c0-b115-4b73-a1ed-068bbea3a24a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 1099 time: 0.0759990 Dec 22 15:48:48.630587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf572-f512-425a-8762-2dbdcad43fbe req-8ff06acc-ab40-47a4-8718-b3882412f565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:48.632527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-8ff06acc-ab40-47a4-8718-b3882412f565 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1465521 Dec 22 15:48:48.743036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-3dbfce32-9d5d-4bfe-9369-ca4b4dafe288 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 200 len: 1002 time: 0.1045241 Dec 22 15:48:48.760992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:48:48.765446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:48.812438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf572-f512-425a-8762-2dbdcad43fbe req-e53eb4d7-d6f5-42e9-8f78-b83606776df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:48.814055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-e53eb4d7-d6f5-42e9-8f78-b83606776df7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0653749 Dec 22 15:48:48.899341 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-a49c4bbe-e338-4d67-bec3-b2c8fdd9fab1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787899 Dec 22 15:48:49.004237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.023843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:49.046416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'mac_address': 'fa:16:3e:f5:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:48:49.049992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-8d0144aa-7705-4497-9369-81e729e24aa4 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439626 Dec 22 15:48:49.053418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:48:49.091243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:49.118401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.129926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'code': 200} Dec 22 15:48:49.132373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.137223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:49.184653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf926df7-329a-4ab6-8ff2-ac3defd782ea {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:48:49.209867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ededf572-f512-425a-8762-2dbdcad43fbe req-6f4ac29f-cd4a-4bda-935f-c4930199a413 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536772 Dec 22 15:48:49.261933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:49.271034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:49.271447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:49.277086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.277474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.277852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.278230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.278623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.279109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.280491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.280491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.280491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.280491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.281519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:49.285038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:49.652213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dfd24-302d-4000-bdf0-43b830cda8c9 req-de962fcc-b373-436d-80c5-9a1763a36587 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:49.653750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5dfd24-302d-4000-bdf0-43b830cda8c9 req-de962fcc-b373-436d-80c5-9a1763a36587 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 944 time: 0.0872421 Dec 22 15:48:49.703735 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5dfd24-302d-4000-bdf0-43b830cda8c9 req-3dec2ded-cc41-4014-b4e2-03f5b3790e7f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Dec 22 15:48:49.827771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.846960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf926df7-329a-4ab6-8ff2-ac3defd782ea {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:48:49.862979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:49.903007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.904816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:50.138999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['bf926df7-329a-4ab6-8ff2-ac3defd782ea'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:48:50.176745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:50.181624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:50.775520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:50.846685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port bf926df7-329a-4ab6-8ff2-ac3defd782ea triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:50.847318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.911860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d6baf-e927-4934-98b9-63c88d5472af req-1df18143-7055-49ba-8d42-815308dcfaaf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:50.913470 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c91d6baf-e927-4934-98b9-63c88d5472af req-1df18143-7055-49ba-8d42-815308dcfaaf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 945 time: 0.0831444 Dec 22 15:48:50.965247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c91d6baf-e927-4934-98b9-63c88d5472af req-6b9131a7-a6b0-4cc1-ba31-1a75203d4666 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 Dec 22 15:48:50.969661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.005594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:51.034454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.036532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:51.104780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:51.108588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:51.131537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:48:51.195767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'code': 200} Dec 22 15:48:51.211905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f4cbc-4bdb-433e-9f79-fce786eca057 req-0815037a-bf5e-4902-8ecc-eb8d00a38229 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:51.213660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-847f4cbc-4bdb-433e-9f79-fce786eca057 req-0815037a-bf5e-4902-8ecc-eb8d00a38229 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.1099048 Dec 22 15:48:51.267395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-847f4cbc-4bdb-433e-9f79-fce786eca057 req-94bd2908-5ce7-4fe9-9eba-27b51404df5b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468993 Dec 22 15:48:51.479814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a91ef-4edb-48c9-adfe-406a771e28cd req-6cc6dbb3-12f9-4fa9-944c-2ae37a518f50 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:51.481393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-210a91ef-4edb-48c9-adfe-406a771e28cd req-6cc6dbb3-12f9-4fa9-944c-2ae37a518f50 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0866525 Dec 22 15:48:51.530253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-210a91ef-4edb-48c9-adfe-406a771e28cd req-d5ba509c-508d-48d6-a15e-7b5aaa8cdec2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419762 Dec 22 15:48:52.187807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3ca2b-851e-439c-a27d-c44b5a62d923 req-4c18f2e0-3871-4066-a01d-1b9b3c7aef4b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:52.189444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5b3ca2b-851e-439c-a27d-c44b5a62d923 req-4c18f2e0-3871-4066-a01d-1b9b3c7aef4b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0848036 Dec 22 15:48:52.237766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5b3ca2b-851e-439c-a27d-c44b5a62d923 req-dcaf5a02-3877-461c-b63f-ea492a8b7bae tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Dec 22 15:48:53.452020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736825f-aee7-4724-86d8-5e7ba2496964 req-c0d08b27-9b00-4764-80f4-07f3debdde0f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:53.453628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6736825f-aee7-4724-86d8-5e7ba2496964 req-c0d08b27-9b00-4764-80f4-07f3debdde0f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0870321 Dec 22 15:48:53.507585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6736825f-aee7-4724-86d8-5e7ba2496964 req-81cb5160-ddad-4dd9-8724-27bfbf61d47a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475993 Dec 22 15:48:53.708564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-1f98c6b2-5d07-403d-be7c-967e1dd47b26 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:53.710065 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-1f98c6b2-5d07-403d-be7c-967e1dd47b26 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0857024 Dec 22 15:48:53.782438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port bf926df7-329a-4ab6-8ff2-ac3defd782ea {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:53.782853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.036943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] For port bf926df7-329a-4ab6-8ff2-ac3defd782ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bf926df7-329a-4ab6-8ff2-ac3defd782ea,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:54.037264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.558758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.559293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.559554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 disassociated. External IP: 172.26.4.246, port: bf926df7-329a-4ab6-8ff2-ac3defd782ea. Dec 22 15:48:54.559935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for bf926df7-329a-4ab6-8ff2-ac3defd782ea owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:54.720155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933d29-c6fc-4d78-a2b5-303279f761b9 req-7166a17e-305d-4ab0-bc93-0ecccae3bf5a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:54.721774 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4f933d29-c6fc-4d78-a2b5-303279f761b9 req-7166a17e-305d-4ab0-bc93-0ecccae3bf5a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 946 time: 0.0840063 Dec 22 15:48:54.815879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4f933d29-c6fc-4d78-a2b5-303279f761b9 req-9dd0225d-4c43-43c6-9aaa-c4fe43db9e46 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878851 Dec 22 15:48:54.874135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.880179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59283683-09fa-4433-ac1c-3a8942419645 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:54.924271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event deleted for resources: {'Port': ['ID=bf926df7-329a-4ab6-8ff2-ac3defd782ea,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:54.939614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.940041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.940459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.940878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.941291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.941701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.942110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.942519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.942969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.943376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.943780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:54.947725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:55.177364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:55.403183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:55.414176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:55.427853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:55.428525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:48:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:55.476591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] No DVR routers for this DVR port bf926df7-329a-4ab6-8ff2-ac3defd782ea on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:55.479258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.483108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-deleted', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:48:55.520979 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-50116efe-bfde-4362-8a06-80a507f7d7bc req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "DELETE /v2.0/ports/bf926df7-329a-4ab6-8ff2-ac3defd782ea HTTP/1.1" status: 204 len: 173 time: 1.8058934 Dec 22 15:48:55.539176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33241943-7422-43f1-a158-910d94d710e4', 'name': 'network-vif-deleted', 'tag': 'bf926df7-329a-4ab6-8ff2-ac3defd782ea', 'status': 'completed', 'code': 200} Dec 22 15:48:55.615823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:55.949950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:55.955548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:55.968145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:55.968829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:48:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:56.001994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-166024fd-6859-4b82-9137-e7b7a23c0dfb req-04a227c0-82b7-4274-941c-443b89b3aa18 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:56.034338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-166024fd-6859-4b82-9137-e7b7a23c0dfb req-04a227c0-82b7-4274-941c-443b89b3aa18 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:56.035724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-166024fd-6859-4b82-9137-e7b7a23c0dfb req-04a227c0-82b7-4274-941c-443b89b3aa18 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=33241943-7422-43f1-a158-910d94d710e4 HTTP/1.1" status: 200 len: 210 time: 0.0825400 Dec 22 15:48:56.158722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:56.502431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:56.506604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fbad5-5797-4ff2-b563-bea3efd1b3a1 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:56.973013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc15e7a-357f-49f0-9810-5779aded0d2f None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:48:57.420336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-01e8b02e-d878-41f5-a2c7-4fce71d6d5e8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1796072450&fields=id&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 267 time: 0.0466025 Dec 22 15:48:57.583512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17270-6bb8-4302-b6ab-a28d003419de req-6aa90e99-d9bf-421f-bc96-d98f5733d357 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:57.585010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-6aa90e99-d9bf-421f-bc96-d98f5733d357 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1576607 Dec 22 15:48:57.603915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-9aa5d87b-61f9-4e20-aa7c-6533b74e6268 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/quotas/f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 375 time: 0.0128653 Dec 22 15:48:57.694064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-4a73d5c2-8cdb-4e3e-a843-56d11f5361e2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836186 Dec 22 15:48:57.854043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-a4b1d823-1d45-4b36-a6fa-329bb487ef6c service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466713 Dec 22 15:48:58.003377 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-f5bc8b11-4df2-4fda-b16a-ef170ce4dad1 service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428504 Dec 22 15:48:58.260093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b7dbe71-125f-4ab6-8f40-020c80158348 req-a7e3575a-c81b-4c30-9a3d-fe9cfd8e5f95 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 210 time: 0.0475130 Dec 22 15:48:58.822771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:58.859787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: bf926df7-329a-4ab6-8ff2-ac3defd782ea {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:58.860194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device bf926df7-329a-4ab6-8ff2-ac3defd782ea not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:59.443935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecabb95c-33c1-4a0f-8fb6-b699af2c7081 req-75e36865-0552-4057-9ede-f1d6b7b5efb5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Dec 22 15:48:59.926876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17270-6bb8-4302-b6ab-a28d003419de req-f3680f6f-d649-4e5d-bda3-e0b05606938b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:59.928387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-f3680f6f-d649-4e5d-bda3-e0b05606938b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1600585 Dec 22 15:48:59.981954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-ef452c07-0611-4c65-bda0-e94b26c949ec tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 380 time: 0.0433285 Dec 22 15:48:59.991837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'port': {'device_id': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'admin_state_up': True, 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'security_groups': ['836fd870-8686-425d-83ee-f01708dcab34']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:00.139971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:00.150493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:00.183271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Made reservation on behalf of f5b10571144b417fb8fe259f925adbd3 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:00.189176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.381111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Allocated IP 172.20.0.6 (1bf8e2e2-ee5b-4d68-bf06-b42db810a29b/4fd4a081-b77f-4366-adb9-930d616357a2/0394c51a-1a12-4840-86e1-f8541b8f832a) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:00.709504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a67d5041-859e-4311-9edc-46ffaafba6d1 req-2a66d9d8-02db-41cf-8556-8876d3e539aa tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 210 time: 0.1050761 Dec 22 15:49:00.771759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.817097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Transition to ACTIVE for port object 0394c51a-1a12-4840-86e1-f8541b8f832a will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:00.862593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.868586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:00.932416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:00.940171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:00.945008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:00.986576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:00.991614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:01.019679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:01.020365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.082295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947568 Dec 22 15:49:01.095411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Request body: {'port': {'device_id': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:01.215683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.256512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f65ef8cc-add8-43c6-86d3-c630b57eb463 None None] Provisioning for port 0394c51a-1a12-4840-86e1-f8541b8f832a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:01.261921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f65ef8cc-add8-43c6-86d3-c630b57eb463 None None] Provisioning complete for port 0394c51a-1a12-4840-86e1-f8541b8f832a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:01.262411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f65ef8cc-add8-43c6-86d3-c630b57eb463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.317788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f65ef8cc-add8-43c6-86d3-c630b57eb463 None None] Port 0394c51a-1a12-4840-86e1-f8541b8f832a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:49:01.586624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394c51a-1a12-4840-86e1-f8541b8f832a {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:49:01.594508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.610608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Transition to ACTIVE for port object 0394c51a-1a12-4840-86e1-f8541b8f832a will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:01.656449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.661416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59a360b2-c980-4b8c-8e99-001fbf90095c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:01.680202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.793401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:01.798422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:01.910614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Attempting to bind port 0394c51a-1a12-4840-86e1-f8541b8f832a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:01.911019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Attempting to bind port 0394c51a-1a12-4840-86e1-f8541b8f832a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:01.911412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Attempting to bind port 0394c51a-1a12-4840-86e1-f8541b8f832a on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:01.918264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Port 0394c51a-1a12-4840-86e1-f8541b8f832a on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:49:01.918770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Attempting to bind port 0394c51a-1a12-4840-86e1-f8541b8f832a on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:01.926589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:01.927007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:01.927439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Bound using segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:01.927923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Bound port: 0394c51a-1a12-4840-86e1-f8541b8f832a, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:01.928518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.941600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6e67b-a82d-48bb-a2f1-e7391a8da086 req-1c011fc3-832c-4713-a400-be06d62e7190 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:01.943902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-86b6e67b-a82d-48bb-a2f1-e7391a8da086 req-1c011fc3-832c-4713-a400-be06d62e7190 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 943 time: 0.0916228 Dec 22 15:49:01.995978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-86b6e67b-a82d-48bb-a2f1-e7391a8da086 req-8cc89c25-52ee-439b-a59d-99daaeed62b0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452049 Dec 22 15:49:02.026360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:02.029656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:02.063646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.068697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c590222b-df43-4397-a206-da7e1f96f3e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:02.124667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.126212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] 10.222.0.71 "PUT /v2.0/ports/0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 1093 time: 1.0366821 Dec 22 15:49:02.126940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:49:02.153189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:02.156955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:02.236811 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'status': 'completed', 'code': 200} Dec 22 15:49:02.287059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-0f3289c1-7534-4532-a4c0-bca18fdff435 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1096 time: 0.0908756 Dec 22 15:49:02.331970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09a3e553-a82c-483f-b941-43dd2753a1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.361379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-d30e606d-8698-416c-a7bd-f0bbfd65bf8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 217 time: 0.0676920 Dec 22 15:49:02.435984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a17270-6bb8-4302-b6ab-a28d003419de req-49451588-96f9-42df-974f-71a783d14d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:02.437572 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-49451588-96f9-42df-974f-71a783d14d32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0701873 Dec 22 15:49:02.523503 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-83474bdc-8b93-48c4-92f4-01277c0a1da3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799410 Dec 22 15:49:02.671002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-6554ad77-7ed2-4a8e-929b-eb66dc192243 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411302 Dec 22 15:49:03.047107 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a17270-6bb8-4302-b6ab-a28d003419de req-f9172b3a-5a2f-4575-b695-a0222191ee39 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702285 Dec 22 15:49:03.206069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-0ff7e8e1-5039-43b1-b058-8ef0e1b285f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1096 time: 0.0788224 Dec 22 15:49:03.213130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8529b7f-b04c-4c79-a819-5d3b459fe789 req-9344484b-56b5-476d-8295-6668cb29d6db tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:03.214745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8529b7f-b04c-4c79-a819-5d3b459fe789 req-9344484b-56b5-476d-8295-6668cb29d6db tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 943 time: 0.0907412 Dec 22 15:49:03.264425 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8529b7f-b04c-4c79-a819-5d3b459fe789 req-9b494c3c-df04-4c56-a818-806e7248b226 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Dec 22 15:49:03.347695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-3c1f1ec7-4c9c-4966-bc47-45f5642ce8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:03.349179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-3c1f1ec7-4c9c-4966-bc47-45f5642ce8f8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1374676 Dec 22 15:49:03.425792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-2fdc01f5-1107-41fc-b71d-e5ed6c25a3ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 217 time: 0.0692940 Dec 22 15:49:03.496652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-fa25082c-4d83-4a00-955b-3fa14425a1e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:03.498765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-fa25082c-4d83-4a00-955b-3fa14425a1e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0654333 Dec 22 15:49:03.588075 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-92013842-d4da-496c-9433-59b11633cbe7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824704 Dec 22 15:49:03.735978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-97e2c2d5-12e0-41f3-a474-65c741f6d6d0 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397767 Dec 22 15:49:03.817139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.884683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7d6fc94a-b094-4f31-84a6-e3111ca671db req-908b5567-8a50-43e3-b01f-375cdff3424a service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419845 Dec 22 15:49:04.474976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827dd1-e2c9-4002-8c69-8645c76236e5 req-d08a0bdd-1277-414f-b107-01169f5ae4ff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:04.475741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d5827dd1-e2c9-4002-8c69-8645c76236e5 req-d08a0bdd-1277-414f-b107-01169f5ae4ff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:04.537339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d5827dd1-e2c9-4002-8c69-8645c76236e5 req-d08a0bdd-1277-414f-b107-01169f5ae4ff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:04.538743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5827dd1-e2c9-4002-8c69-8645c76236e5 req-d08a0bdd-1277-414f-b107-01169f5ae4ff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 943 time: 0.1462855 Dec 22 15:49:04.560389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3a451c-33d0-4956-83a6-48127f10281b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.589913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5827dd1-e2c9-4002-8c69-8645c76236e5 req-17760e7e-abd3-492a-b1ff-75193c52a596 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449383 Dec 22 15:49:05.005373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.796066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ea230-8a8e-4183-8677-a5fdd8c21b5d req-fc4b52d3-8ac0-4475-869b-2918bb15d070 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:05.797699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a3ea230-8a8e-4183-8677-a5fdd8c21b5d req-fc4b52d3-8ac0-4475-869b-2918bb15d070 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 943 time: 0.0841312 Dec 22 15:49:05.846296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a3ea230-8a8e-4183-8677-a5fdd8c21b5d req-c94c3c7b-c58e-4382-8021-7c9fabca7aa4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Dec 22 15:49:06.869740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.884811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:49:07.028497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:07.047020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'mac_address': 'fa:16:3e:f8:9a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:49:07.059785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665ce9a-2164-4896-92e9-e0c06da3f3b4 req-9b3ce122-d17b-408d-b559-74bc442c6b6f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:07.061463 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d665ce9a-2164-4896-92e9-e0c06da3f3b4 req-9b3ce122-d17b-408d-b559-74bc442c6b6f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 943 time: 0.0875328 Dec 22 15:49:07.103366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:07.112358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d665ce9a-2164-4896-92e9-e0c06da3f3b4 req-e9d9aa30-3b5e-4169-8569-7b6cd5ce226b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443885 Dec 22 15:49:07.123212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394c51a-1a12-4840-86e1-f8541b8f832a {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:49:07.140936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:07.177283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:07.179334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6000e5f5-1aa1-459b-92ca-ed5d4a116c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:07.244687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:07.248523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:07.280788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:49:07.377701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['0394c51a-1a12-4840-86e1-f8541b8f832a'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:49:08.324580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275f18-923b-44c0-9bc8-e7cabce22e64 req-d25f1c82-ca12-4d5a-98a9-05ad4c43b168 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:08.326751 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f275f18-923b-44c0-9bc8-e7cabce22e64 req-d25f1c82-ca12-4d5a-98a9-05ad4c43b168 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 944 time: 0.0871987 Dec 22 15:49:08.375284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f275f18-923b-44c0-9bc8-e7cabce22e64 req-3eada007-ee2f-4c49-ac28-55923e0f12b0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421073 Dec 22 15:49:08.915703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:08.999975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 0394c51a-1a12-4840-86e1-f8541b8f832a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:09.004931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 0394c51a-1a12-4840-86e1-f8541b8f832a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:09.005357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.124492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.152696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:49:09.163153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:09.188865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.191216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:09.225922 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'code': 200} Dec 22 15:49:09.263637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:09.266843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:09.491611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-14fc7413-07b8-43c8-967a-38b492c170b3 req-fdc84d96-a263-4fae-9011-549cc043c127 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0760670 Dec 22 15:49:09.546000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-14fc7413-07b8-43c8-967a-38b492c170b3 req-54a48c0f-71dc-4664-97f9-1149f2f43b63 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479901 Dec 22 15:49:09.585388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c24b-4eb3-45e7-9d4e-b6a869bcd9bb req-f3addd1d-edea-432d-9da4-41f31b1007ff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:09.587012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33e7c24b-4eb3-45e7-9d4e-b6a869bcd9bb req-f3addd1d-edea-432d-9da4-41f31b1007ff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0844750 Dec 22 15:49:09.638942 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33e7c24b-4eb3-45e7-9d4e-b6a869bcd9bb req-a7b59c62-ec6d-4131-a403-1318fb74a2e8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 Dec 22 15:49:10.846563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c32d9-7390-4fe5-b459-2b8bc6fddcec req-53c99c7c-cc18-4024-9acd-1575922ed9eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:10.849464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c73c32d9-7390-4fe5-b459-2b8bc6fddcec req-53c99c7c-cc18-4024-9acd-1575922ed9eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0836239 Dec 22 15:49:10.897190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c73c32d9-7390-4fe5-b459-2b8bc6fddcec req-3056dede-f7c6-45db-8a44-7f1afebd7227 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Dec 22 15:49:11.099677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0acf3c-7c60-47de-9e6a-664ec2282165 req-7c74ac8e-76ef-4e14-9c61-a68150ec1498 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:11.101300 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bf0acf3c-7c60-47de-9e6a-664ec2282165 req-7c74ac8e-76ef-4e14-9c61-a68150ec1498 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0878847 Dec 22 15:49:11.110935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 52824) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.116591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'floatingip': {'port_id': '0394c51a-1a12-4840-86e1-f8541b8f832a'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:11.199832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.058214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.091127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.290192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 associated. External IP: 172.26.4.246, port: 0394c51a-1a12-4840-86e1-f8541b8f832a. Dec 22 15:49:12.701401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:12.921204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:12.926147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.931140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:12.944271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:12.944929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:49:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:12.985118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-91aa97f5-109b-4e9c-a56e-26c14ce3b975 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "PUT /v2.0/floatingips/0484ea09-156d-45c3-bd54-a0df337fc8a2 HTTP/1.1" status: 200 len: 991 time: 1.8729653 Dec 22 15:49:12.985755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:49:13.052046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'status': 'completed', 'code': 200} Dec 22 15:49:13.143023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:13.164695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-8fe257b5-a4c4-4b61-824c-7c87bdc21b4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0872808 Dec 22 15:49:13.320430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-8f6a287e-e6f3-4249-812c-098ceb941707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:13.321974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-8f6a287e-e6f3-4249-812c-098ceb941707 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1511478 Dec 22 15:49:13.428875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-0f5513e9-3bfa-43fb-a86e-9ad7896507bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 999 time: 0.1006169 Dec 22 15:49:13.504228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-f55bcde0-3faf-4ec5-b295-aa63092487c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:13.505828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-f55bcde0-3faf-4ec5-b295-aa63092487c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0710566 Dec 22 15:49:13.531300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:f8:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:49:11Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:13.535588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:49:13.547423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:13.548088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:49:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:13.588911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-7d23f26e-d6f1-40f0-9fe0-41278d27bb73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769398 Dec 22 15:49:13.736176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-a20af422-adc3-4dea-a598-98d6b61a7791 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400206 Dec 22 15:49:13.736506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:13.882339 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b01effa-c538-40f6-ba92-d708ecab3cd6 req-9195a185-6909-4aff-afbc-b2bd6c611f6c service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399798 Dec 22 15:49:14.259114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:f8:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:49:11Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:14.262694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d5067-3dd9-4319-8940-539980ed78d4 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:f8:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:49:11Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:14.594291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb623ee-4dc4-42a8-8e0f-135f81ee239b None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:49:31.628459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.914218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-83b487cd-f13d-4dd1-bd9e-4527fc76c724 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811112 Dec 22 15:49:32.062476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-14486674-ff54-45d6-9f8c-f882a6e743c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0746551 Dec 22 15:49:32.225223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-5b11a414-ce37-4f33-9e55-4438493e1fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:32.227149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-5b11a414-ce37-4f33-9e55-4438493e1fb8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1452944 Dec 22 15:49:32.336892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85fb7e76-a3ac-4b9f-ab2c-d0891d6a8f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.338649 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-79abe240-a4df-43f4-a326-79486194abcf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 1001 time: 0.1047800 Dec 22 15:49:32.411931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-019cde96-c3e4-4360-82c7-4e6d0e8f8066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:32.413545 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-019cde96-c3e4-4360-82c7-4e6d0e8f8066 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0664592 Dec 22 15:49:32.498326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-366d3ad2-7b3c-4862-b498-f3f3205da017 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778511 Dec 22 15:49:32.647430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-52c1d1f6-8581-4d53-98d0-563945b3bb0c service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422200 Dec 22 15:49:32.797148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1432e66d-5326-43b7-b8ec-f55830108c2e req-fd964bdb-d362-4b4a-8c8e-28cd9eeef3c0 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419556 Dec 22 15:49:33.811519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.543032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0808da87-9d3f-413a-9eb6-0c8677ca7aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.010973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.868439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.283198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:49:49.980351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39b598-d4e1-427e-be8a-3bb503227342 req-410387d7-7540-4e78-9f4b-b4510ea184f8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:49.981980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de39b598-d4e1-427e-be8a-3bb503227342 req-410387d7-7540-4e78-9f4b-b4510ea184f8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0879855 Dec 22 15:49:50.031872 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de39b598-d4e1-427e-be8a-3bb503227342 req-381c3dd2-f3c1-47ba-92b7-c5a6393fd059 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Dec 22 15:49:51.245120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4049b78-4a77-4211-8354-73cbf585f957 req-cd66be9a-5a44-42f8-b552-d2a6624c4d51 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:51.246743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4049b78-4a77-4211-8354-73cbf585f957 req-cd66be9a-5a44-42f8-b552-d2a6624c4d51 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0845900 Dec 22 15:49:51.294849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4049b78-4a77-4211-8354-73cbf585f957 req-c320cc96-ca08-4100-aad8-66dbfa061ae1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Dec 22 15:49:52.507575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538176d-d0d5-4042-8526-d8930b2ccc52 req-078f88d5-3d81-47e9-b389-c4eb3a878858 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:52.509264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3538176d-d0d5-4042-8526-d8930b2ccc52 req-078f88d5-3d81-47e9-b389-c4eb3a878858 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0883312 Dec 22 15:49:52.558764 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3538176d-d0d5-4042-8526-d8930b2ccc52 req-908e24d6-09fe-4d75-896b-0b87f70308e4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Dec 22 15:49:53.771379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86349ebb-e9a9-4730-9632-f4e62e628556 req-be2f0077-4f4e-4c6d-a27e-60a1c3a6a0b4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:53.772977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-86349ebb-e9a9-4730-9632-f4e62e628556 req-be2f0077-4f4e-4c6d-a27e-60a1c3a6a0b4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0904052 Dec 22 15:49:53.821564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-86349ebb-e9a9-4730-9632-f4e62e628556 req-4257e8b1-9744-4bfd-8443-2c151a4c6f88 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422151 Dec 22 15:49:55.035325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f691919-7cc8-49a8-aa32-d41f94ebd26f req-029b2622-29b5-4704-8db9-0722655b8bae tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:55.036970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f691919-7cc8-49a8-aa32-d41f94ebd26f req-029b2622-29b5-4704-8db9-0722655b8bae tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0886197 Dec 22 15:49:55.087949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f691919-7cc8-49a8-aa32-d41f94ebd26f req-e811645e-e0b0-4160-8c03-a23fd75a5680 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446374 Dec 22 15:49:56.296635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e481548-5531-4abb-98a4-2a32e0f514ff req-676c9578-11c5-4444-94b0-8c9cd58aac8a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:56.298369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e481548-5531-4abb-98a4-2a32e0f514ff req-676c9578-11c5-4444-94b0-8c9cd58aac8a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0858381 Dec 22 15:49:56.357616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4e481548-5531-4abb-98a4-2a32e0f514ff req-53732216-d45c-4fa1-8d9f-07f8c18f79be tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530248 Dec 22 15:49:57.573954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7131124-3853-4c19-8461-68f2abea64b5 req-aae5482a-d442-4b1e-b318-c31d432ce6d0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:57.575631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c7131124-3853-4c19-8461-68f2abea64b5 req-aae5482a-d442-4b1e-b318-c31d432ce6d0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0900078 Dec 22 15:49:57.628621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c7131124-3853-4c19-8461-68f2abea64b5 req-6ba52757-bd8a-44e0-b4bf-aafda2d128d5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 Dec 22 15:49:58.845756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80fc99-df48-449f-a732-6f83e56cb7ea req-76db4bde-6d98-42eb-b2eb-ffc0c8eca27b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:58.847401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6d80fc99-df48-449f-a732-6f83e56cb7ea req-76db4bde-6d98-42eb-b2eb-ffc0c8eca27b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0854771 Dec 22 15:49:58.896640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6d80fc99-df48-449f-a732-6f83e56cb7ea req-5858c609-d5e1-4041-940a-886c74c83782 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Dec 22 15:50:00.109353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18e487-f2a9-45c7-af5a-46cc4662fdd8 req-5fe68505-cd8d-4ff0-a9b1-62881bb733e7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:00.111221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b18e487-f2a9-45c7-af5a-46cc4662fdd8 req-5fe68505-cd8d-4ff0-a9b1-62881bb733e7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0857136 Dec 22 15:50:00.166557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b18e487-f2a9-45c7-af5a-46cc4662fdd8 req-28ed5fc5-478d-44e6-a23e-f55caa4643e3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 Dec 22 15:50:01.400348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da03a-9e18-45ee-9c7c-17c23adbfc53 req-c7ce0058-933c-4d0c-9980-cc9246649e62 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:01.402132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa6da03a-9e18-45ee-9c7c-17c23adbfc53 req-c7ce0058-933c-4d0c-9980-cc9246649e62 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.1069453 Dec 22 15:50:01.453084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa6da03a-9e18-45ee-9c7c-17c23adbfc53 req-6eba5c62-08f8-4b02-90d7-655dc7611d9c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Dec 22 15:50:01.651254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.661551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8e811f3a-990f-414f-8f0b-dfd4949f33a7 req-500953a8-4ce1-4ba8-8307-c29eb720ea13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0756249 Dec 22 15:50:02.135829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a118d78-3bab-482b-bcf9-c1ba2ac6e61d req-da25fee9-608b-4f9f-becf-a75ddbfee973 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:02.137719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a118d78-3bab-482b-bcf9-c1ba2ac6e61d req-da25fee9-608b-4f9f-becf-a75ddbfee973 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.1061354 Dec 22 15:50:02.255667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a118d78-3bab-482b-bcf9-c1ba2ac6e61d req-7ce740c1-5612-4aa8-bc60-001644274be0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081114 Dec 22 15:50:02.306766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-e3b88314-6052-4011-a092-68f7a53ba7b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2362072 Dec 22 15:50:02.348675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7980d4be-ecc7-46f3-b0ed-a2dd5c39cbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.475489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df6a5f-0273-4cbe-a02f-4887466d47fe req-233f81bb-d5b1-458d-908d-b5f58a1ce1df tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:03.477172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55df6a5f-0273-4cbe-a02f-4887466d47fe req-233f81bb-d5b1-458d-908d-b5f58a1ce1df tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0882816 Dec 22 15:50:03.543770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55df6a5f-0273-4cbe-a02f-4887466d47fe req-30c91ed7-0c61-4a7b-8e31-af3f468004b5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588839 Dec 22 15:50:03.822911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.140424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-61ba9cb1-946a-4099-a23f-f026e30ed0a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0772588 Dec 22 15:50:04.297283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-beb22011-d122-4689-956a-90c4533b6828 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:04.298938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-beb22011-d122-4689-956a-90c4533b6828 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1522479 Dec 22 15:50:04.543024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7df9ece-7a6a-4aaa-87fa-62155de6046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.651866 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-e48d94de-2039-417a-98a3-8da23729f1ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 1001 time: 0.3466539 Dec 22 15:50:04.724866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-42162ca3-6a39-4df0-958e-2da468bff744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:04.726836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-42162ca3-6a39-4df0-958e-2da468bff744 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0689595 Dec 22 15:50:04.779291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8262bb-3283-494c-8bc3-f7366b7be6c3 req-2f38e6e6-9fd5-4f1b-87ca-eebb81b84b6d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:04.780986 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba8262bb-3283-494c-8bc3-f7366b7be6c3 req-2f38e6e6-9fd5-4f1b-87ca-eebb81b84b6d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0950208 Dec 22 15:50:04.821161 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-5985e525-89ba-4699-9992-4b6a905d5284 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882792 Dec 22 15:50:04.836056 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba8262bb-3283-494c-8bc3-f7366b7be6c3 req-0de16b4d-f919-4013-874c-464b5a286751 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483472 Dec 22 15:50:04.974429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-0735cc4a-b5b4-42ca-98b8-2fd5352e8004 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465287 Dec 22 15:50:05.022955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.125060 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-cadc73dd-cca1-4b9b-ab0a-5069a6625f93 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446898 Dec 22 15:50:06.052174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdccd21-7584-4b0f-9f69-e82db030e9ed req-0331086d-dbc4-41a6-b81d-2d06dec543af tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:06.053857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afdccd21-7584-4b0f-9f69-e82db030e9ed req-0331086d-dbc4-41a6-b81d-2d06dec543af tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0870752 Dec 22 15:50:06.105694 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afdccd21-7584-4b0f-9f69-e82db030e9ed req-58a35029-5814-46da-93a0-e9709b75cbb9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454185 Dec 22 15:50:06.874969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.915312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-cc533d89-73cd-40eb-bd8b-bea7404da014 service neutron] 10.222.0.71 "GET /v2.0/ports/0394c51a-1a12-4840-86e1-f8541b8f832a/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0870733 Dec 22 15:50:07.297914 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-dde24ff9-2fee-409b-afd5-19a7a75ba254 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0791092 Dec 22 15:50:07.328063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97104d59-3a6c-46e8-9947-da63ea64fc93 req-ac0dcc6a-0783-4f0f-8d3d-636ad0b5b1c9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:07.329783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97104d59-3a6c-46e8-9947-da63ea64fc93 req-ac0dcc6a-0783-4f0f-8d3d-636ad0b5b1c9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0919352 Dec 22 15:50:07.382264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97104d59-3a6c-46e8-9947-da63ea64fc93 req-178c3ce6-d3e6-49d5-9114-deb59cc82da0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461984 Dec 22 15:50:07.408166 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-a10405e9-5be1-4eb9-86d6-f9fc2c226029 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0848532 Dec 22 15:50:07.555895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-dbcf0063-09d3-4d15-9020-28ee44ba37ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:07.557506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-dbcf0063-09d3-4d15-9020-28ee44ba37ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1435337 Dec 22 15:50:07.663938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-c9c148d1-8d81-43ea-a98b-3ecbc4dd3775 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 1001 time: 0.0999198 Dec 22 15:50:07.738250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-16f1af18-6e73-4a07-8233-5e4d1a04cafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:07.739917 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-16f1af18-6e73-4a07-8233-5e4d1a04cafd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0705366 Dec 22 15:50:07.822431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-e299bea5-7742-41d5-90d4-7b7d060323ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761921 Dec 22 15:50:07.968640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-85e63af8-d57f-45f8-b033-e4b9b69dcc9f service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389589 Dec 22 15:50:08.114138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-402c9008-e9a2-45fc-8fc9-d471fd81c5f2 req-03a8b4e9-21f9-4b7e-bd72-130032b7448e service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397791 Dec 22 15:50:08.595623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b431a-e685-4a42-bd4a-169edf178565 req-7b1b0bb0-89dc-4038-ba8b-2d2b16842f31 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:08.597206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-602b431a-e685-4a42-bd4a-169edf178565 req-7b1b0bb0-89dc-4038-ba8b-2d2b16842f31 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0887206 Dec 22 15:50:08.649840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-602b431a-e685-4a42-bd4a-169edf178565 req-33980885-a57c-427d-ad8c-ca3305da1704 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450022 Dec 22 15:50:09.879428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b70156-3e84-409b-baef-e0d68accb7b2 req-27e79e7c-236a-480b-bbb7-ae6cdc35dab9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:09.881616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c6b70156-3e84-409b-baef-e0d68accb7b2 req-27e79e7c-236a-480b-bbb7-ae6cdc35dab9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0952518 Dec 22 15:50:09.935838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c6b70156-3e84-409b-baef-e0d68accb7b2 req-ea3687b2-761c-4a63-b7b4-c15376a87fb4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477877 Dec 22 15:50:10.369180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18b86-ae67-46a3-be60-2b4f4bf945f5 req-9ef7ae95-3f81-4d8d-9b9c-d4a1d784a154 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.371834 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03d18b86-ae67-46a3-be60-2b4f4bf945f5 req-9ef7ae95-3f81-4d8d-9b9c-d4a1d784a154 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.1027193 Dec 22 15:50:10.403051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921136d-a196-4860-a706-e7c91117ee63 req-d64de0b0-5833-4148-8313-434607b98430 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.405343 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-d64de0b0-5833-4148-8313-434607b98430 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5&tenant_id=f5b10571144b417fb8fe259f925adbd3&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 945 time: 0.1070335 Dec 22 15:50:10.426611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03d18b86-ae67-46a3-be60-2b4f4bf945f5 req-e593ae5f-d371-450c-86a6-ad42dfa3ee40 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480525 Dec 22 15:50:10.563907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-0506314d-39bc-46e3-874f-cde466f7e9d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.0796797 Dec 22 15:50:10.715678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921136d-a196-4860-a706-e7c91117ee63 req-c65ae5b6-fa8c-4c97-9c4c-dc33b396d5a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.717389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-c65ae5b6-fa8c-4c97-9c4c-dc33b396d5a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1479046 Dec 22 15:50:10.826910 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-0a347871-4761-426a-a009-a7bb104b73de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 1001 time: 0.1015940 Dec 22 15:50:10.900483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921136d-a196-4860-a706-e7c91117ee63 req-dc514f93-dd59-455c-94d5-05f4c1fe4042 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.902101 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-dc514f93-dd59-455c-94d5-05f4c1fe4042 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0692072 Dec 22 15:50:10.986766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-e48e5be4-c52d-4448-9e47-0eab94363ee7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780241 Dec 22 15:50:11.150470 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-6ed6d57d-d304-4501-a369-be30f0a6f982 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566300 Dec 22 15:50:11.291304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:50:11.293921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:11.299692 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7921136d-a196-4860-a706-e7c91117ee63 req-0e74900e-adf6-45dc-8c50-9cc2fb68f020 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435153 Dec 22 15:50:11.526426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.568857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:11.587473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:11.597771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'mac_address': 'fa:16:3e:f8:9a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:50:11.602445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:11.642244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.646102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:11.668621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae277df1-b04e-40af-a034-367f568b0008 req-e4dc3771-2f59-4355-ad1c-3415480fe132 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.671621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ae277df1-b04e-40af-a034-367f568b0008 req-e4dc3771-2f59-4355-ad1c-3415480fe132 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 943 time: 0.1102886 Dec 22 15:50:11.701917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.713513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'code': 200} Dec 22 15:50:11.735542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394c51a-1a12-4840-86e1-f8541b8f832a {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:50:11.740706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ae277df1-b04e-40af-a034-367f568b0008 req-f4c956e5-4f71-40b4-890f-5bba10c647df tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618446 Dec 22 15:50:11.769027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:11.770105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:11.780229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.780630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.781019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.781474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.781852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.782230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.782604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.783031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.783405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.783777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.784142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:11.788928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:11.800207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.802110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:11.870902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['0394c51a-1a12-4840-86e1-f8541b8f832a'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:50:11.914989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:11.921023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:12.957098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbc6eb-ac22-4b18-bc32-bf680a3b58ec req-6dea585d-5c26-4939-9618-dd9be6fb7774 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:12.958820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0cbc6eb-ac22-4b18-bc32-bf680a3b58ec req-6dea585d-5c26-4939-9618-dd9be6fb7774 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 944 time: 0.0849521 Dec 22 15:50:13.013431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0cbc6eb-ac22-4b18-bc32-bf680a3b58ec req-accd1319-e06f-4117-b3c1-abbbbbda2e08 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480111 Dec 22 15:50:13.230339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65236995-2bb4-4f1f-80c7-2bb95082e0f1 req-0b385a7f-853e-4cba-bf86-db84379a9e2f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:13.232080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65236995-2bb4-4f1f-80c7-2bb95082e0f1 req-0b385a7f-853e-4cba-bf86-db84379a9e2f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 944 time: 0.0876119 Dec 22 15:50:13.284932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65236995-2bb4-4f1f-80c7-2bb95082e0f1 req-97561701-c92f-433a-90df-04eaf0150246 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463140 Dec 22 15:50:13.305346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:13.377289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 0394c51a-1a12-4840-86e1-f8541b8f832a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:13.377690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.506152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.542246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:13.566276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.569329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:13.800686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:13.818445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:13.821846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:13.855988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a8a6e-9717-4885-b106-b46bb455f62a req-796e30f1-0d39-4d97-b2f0-4f3af9ad5c5f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:13.857687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-307a8a6e-9717-4885-b106-b46bb455f62a req-796e30f1-0d39-4d97-b2f0-4f3af9ad5c5f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.1627350 Dec 22 15:50:13.864706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-568bd024-b9b7-460d-9aa1-d6d5f445f93d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 1098 time: 0.1124909 Dec 22 15:50:13.872868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'code': 200} Dec 22 15:50:14.019513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-307a8a6e-9717-4885-b106-b46bb455f62a req-67bb5fb1-2f51-4b4b-bb84-e209082d3aab tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537347 Dec 22 15:50:14.051682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-4b188b6d-0556-48a4-9705-4a49d15a2559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:14.053228 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-4b188b6d-0556-48a4-9705-4a49d15a2559 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1691771 Dec 22 15:50:14.160200 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-ef0c1122-2e9d-4e3c-a40b-d6eb9ddd4eec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 200 len: 1001 time: 0.1009252 Dec 22 15:50:14.236991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-baea7ac4-f828-45be-88e2-85807a4ad7a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:14.238695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-baea7ac4-f828-45be-88e2-85807a4ad7a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0718269 Dec 22 15:50:14.326280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-c563b8d4-4197-48c7-a691-4164600054ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814316 Dec 22 15:50:14.477685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-dab75050-17ef-4155-8513-810e9ce05344 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443036 Dec 22 15:50:14.619575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a70b817-5bd2-4ffb-99cf-409dd23078ae req-81b52dbb-a426-4ee7-b11a-c86177bb639d service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353767 Dec 22 15:50:15.241128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13ea59-d5f9-4d6a-a2c0-df1907148d47 req-008c2f29-c95c-4766-93b1-0aff2f100978 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:15.242759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d13ea59-d5f9-4d6a-a2c0-df1907148d47 req-008c2f29-c95c-4766-93b1-0aff2f100978 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0939038 Dec 22 15:50:15.292568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d13ea59-d5f9-4d6a-a2c0-df1907148d47 req-6e36b639-e47b-44ac-98d4-6abd20958a12 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Dec 22 15:50:15.788061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835f4d0-10c8-4f32-aeea-178bc1770555 req-49c12905-e779-4e2e-8e31-a2f35b552cd8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:15.789683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4835f4d0-10c8-4f32-aeea-178bc1770555 req-49c12905-e779-4e2e-8e31-a2f35b552cd8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0875032 Dec 22 15:50:15.838468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4835f4d0-10c8-4f32-aeea-178bc1770555 req-0ae3400e-7337-4328-8012-e3b2d9ec0e8b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Dec 22 15:50:17.055903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45721b5-5126-4ecc-970c-c2523d1148e2 req-5f06c598-4642-4fdd-af4b-48f9f232da78 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:17.059052 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c45721b5-5126-4ecc-970c-c2523d1148e2 req-5f06c598-4642-4fdd-af4b-48f9f232da78 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0892792 Dec 22 15:50:17.109189 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c45721b5-5126-4ecc-970c-c2523d1148e2 req-c6bc18e9-d224-41d9-a3a6-70f63243de29 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Dec 22 15:50:17.381253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-f557dc9d-ae7f-4f06-8bf3-5e52e7e42b6d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:17.382875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-f557dc9d-ae7f-4f06-8bf3-5e52e7e42b6d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.0815482 Dec 22 15:50:17.689345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port 0394c51a-1a12-4840-86e1-f8541b8f832a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:17.689730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.959165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] For port 0394c51a-1a12-4840-86e1-f8541b8f832a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0394c51a-1a12-4840-86e1-f8541b8f832a,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:17.959527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.289227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.289794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.289917 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 disassociated. External IP: 172.26.4.246, port: 0394c51a-1a12-4840-86e1-f8541b8f832a. Dec 22 15:50:18.290246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for 0394c51a-1a12-4840-86e1-f8541b8f832a owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:18.357015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f2958-2d12-4e4b-a15f-d7ca18344822 req-25f08733-4faf-4a0f-8b73-5f500be39baf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:18.358708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a71f2958-2d12-4e4b-a15f-d7ca18344822 req-25f08733-4faf-4a0f-8b73-5f500be39baf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 945 time: 0.1122725 Dec 22 15:50:18.418799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a71f2958-2d12-4e4b-a15f-d7ca18344822 req-df96600a-720a-4223-949f-57789c0cf574 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537360 Dec 22 15:50:18.525897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.535623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3afed6ee-68fc-484d-8558-d9f16532ef9a tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:18.594048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event deleted for resources: {'Port': ['ID=0394c51a-1a12-4840-86e1-f8541b8f832a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:18.612810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.613259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.613686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.614112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.616693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.617145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.617587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.618380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.619006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.619452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.619887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:18.624802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:18.858981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:19.084030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:19.094901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:19.109012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:19.109626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:50:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:19.156932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] No DVR routers for this DVR port 0394c51a-1a12-4840-86e1-f8541b8f832a on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:19.159569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.162589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-deleted', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:19.218937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b813b70e-5b92-4545-83b8-fbf29e14a6d5 req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "DELETE /v2.0/ports/0394c51a-1a12-4840-86e1-f8541b8f832a HTTP/1.1" status: 204 len: 173 time: 1.8308649 Dec 22 15:50:19.220756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34788c24-733c-478f-aef5-3a58dba9dfb5', 'name': 'network-vif-deleted', 'tag': '0394c51a-1a12-4840-86e1-f8541b8f832a', 'status': 'completed', 'code': 200} Dec 22 15:50:19.313601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:50:19.613511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72683f5f-c5d1-47ed-8db6-32b8cbc0b298 req-17a13063-cebb-42ff-9d4c-28acda9d46c5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=34788c24-733c-478f-aef5-3a58dba9dfb5 HTTP/1.1" status: 200 len: 210 time: 0.0517652 Dec 22 15:50:19.653085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:19.657261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:50:19.668629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:19.669289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:50:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:19.862996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:50:20.207282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:20.211624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706493e3-fc23-47a2-9af5-2b7357683418 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:20.677237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc9b3d8-a952-44e4-a6ac-8211f9765cac None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:50:21.060739 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-79dcf578-2cca-4399-96e3-24fb22a39ebc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1796072450&fields=id&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 267 time: 0.0513539 Dec 22 15:50:21.229510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-5d4ac8cc-0661-46ab-9e90-eea251da0cba tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:21.231219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-5d4ac8cc-0661-46ab-9e90-eea251da0cba tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1626000 Dec 22 15:50:21.251176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-2e1be4a6-23fd-47b3-8d4e-a537dc557f71 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/quotas/f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 375 time: 0.0132287 Dec 22 15:50:21.289027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:50:21.333278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:21.355283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-0e886ae7-bf0c-4541-b3e5-3f842934467b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:21.370633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 0394c51a-1a12-4840-86e1-f8541b8f832a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:21.371073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0394c51a-1a12-4840-86e1-f8541b8f832a not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:21.401245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-0e886ae7-bf0c-4541-b3e5-3f842934467b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:21.403303 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-0e886ae7-bf0c-4541-b3e5-3f842934467b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1457427 Dec 22 15:50:21.557116 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-19b6910e-81cf-44ad-8568-f9752876ee0c service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406853 Dec 22 15:50:21.704394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-3e03e463-a3ac-42ef-8808-1f1ff7e0ed6b service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391566 Dec 22 15:50:21.934325 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da0cbc10-e1d9-4b9e-82e8-65124c664dfb req-41246988-3367-4852-8562-fe122f81f562 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 210 time: 0.0474460 Dec 22 15:50:23.112280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bf8078b1-6aa0-4aae-9b80-ef14fe552233 req-7d8eb885-6998-44d9-9476-2dd88b82981b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 210 time: 0.0468514 Dec 22 15:50:23.636095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-d6cb26c9-b4eb-4e84-984a-4876a13f2741 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:23.637689 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-d6cb26c9-b4eb-4e84-984a-4876a13f2741 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1594312 Dec 22 15:50:23.696613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-469537c5-5bc8-4e17-8943-336af53f6ee0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 380 time: 0.0480351 Dec 22 15:50:23.706167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'port': {'device_id': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'admin_state_up': True, 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'security_groups': ['836fd870-8686-425d-83ee-f01708dcab34']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:23.856416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:23.867198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:23.903367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Made reservation on behalf of f5b10571144b417fb8fe259f925adbd3 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:23.908975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.091890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Allocated IP 172.20.0.4 (1bf8e2e2-ee5b-4d68-bf06-b42db810a29b/4fd4a081-b77f-4366-adb9-930d616357a2/eae80215-5ea7-4807-ad7a-da3c37e3d2ca) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:24.345069 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ae2ce981-e32f-4920-8c43-16d64fd3e139 req-a7af08ca-9d2c-4138-b888-a1ba2b1cafe5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 210 time: 0.0575473 Dec 22 15:50:24.472516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.491471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Transition to ACTIVE for port object eae80215-5ea7-4807-ad7a-da3c37e3d2ca will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:24.537820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.544119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6d5e472-d797-4b72-96f5-922b5848aeab tempest-DeleteServersTestJSON-2057587293 tempest-DeleteServersTestJSON-2057587293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:24.616085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:24.619976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:24.624899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:24.652407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:24.659024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:24.694453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:24.695276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.852750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1512799 Dec 22 15:50:24.865027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Request body: {'port': {'device_id': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:24.983786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d82fce64-6d13-4668-a991-63a0182428ad None None] Provisioning for port eae80215-5ea7-4807-ad7a-da3c37e3d2ca completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:24.989541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d82fce64-6d13-4668-a991-63a0182428ad None None] Provisioning complete for port eae80215-5ea7-4807-ad7a-da3c37e3d2ca triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:24.990013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d82fce64-6d13-4668-a991-63a0182428ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.994259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.046383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d82fce64-6d13-4668-a991-63a0182428ad None None] Port eae80215-5ea7-4807-ad7a-da3c37e3d2ca cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:25.376845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:50:25.389190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.452220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Transition to ACTIVE for port object eae80215-5ea7-4807-ad7a-da3c37e3d2ca will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:25.486467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.491640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0299cd59-d46b-43d8-ae3e-5a0b6d4f1455 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:25.681999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:25.688311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:26.035700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee058af-4b68-406c-a9ae-9a3d2429c7d9 req-0c3c5799-8169-4377-8805-e2d3d8574b48 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:26.036463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5ee058af-4b68-406c-a9ae-9a3d2429c7d9 req-0c3c5799-8169-4377-8805-e2d3d8574b48 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:26.080087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Attempting to bind port eae80215-5ea7-4807-ad7a-da3c37e3d2ca on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:26.080469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Attempting to bind port eae80215-5ea7-4807-ad7a-da3c37e3d2ca by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:26.080850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Attempting to bind port eae80215-5ea7-4807-ad7a-da3c37e3d2ca on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:26.087128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Port eae80215-5ea7-4807-ad7a-da3c37e3d2ca on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:50:26.087492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Attempting to bind port eae80215-5ea7-4807-ad7a-da3c37e3d2ca on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:26.094768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:26.095196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:26.095628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Bound using segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:26.096101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Bound port: eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:26.096489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.152016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5ee058af-4b68-406c-a9ae-9a3d2429c7d9 req-0c3c5799-8169-4377-8805-e2d3d8574b48 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:26.153342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ee058af-4b68-406c-a9ae-9a3d2429c7d9 req-0c3c5799-8169-4377-8805-e2d3d8574b48 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 943 time: 0.6283624 Dec 22 15:50:26.223335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:26.228345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:26.240544 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ee058af-4b68-406c-a9ae-9a3d2429c7d9 req-d60065d8-ab5a-4a8e-a609-02f5427b78fe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745790 Dec 22 15:50:26.255474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.257832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-15c96240-a181-4403-aa2b-b252a450b889 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:26.331162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.332713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] 10.222.0.71 "PUT /v2.0/ports/eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 1093 time: 1.4725447 Dec 22 15:50:26.333694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:26.348099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:26.352000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:26.448217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'status': 'completed', 'code': 200} Dec 22 15:50:26.495159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-751c472b-ec26-419f-bea6-d90301f85aa1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1096 time: 0.0839915 Dec 22 15:50:26.572992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-379d3f7f-9748-48ee-87b4-a46e922f1912 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 217 time: 0.0706005 Dec 22 15:50:26.642990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-fa46c884-121b-4c70-b567-015b693a4f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:26.644604 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-fa46c884-121b-4c70-b567-015b693a4f84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0652597 Dec 22 15:50:26.728449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-788dc7db-2022-4885-b202-c2588fef57b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780127 Dec 22 15:50:26.887282 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-5886f9e7-f3a4-47b7-992d-f4dd0b66d79f service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516204 Dec 22 15:50:27.053813 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d4b89748-4a10-488c-a64b-ef9ebb6e4843 req-dc5c8e30-d417-48f7-a9b2-fd70384be2ba service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589334 Dec 22 15:50:27.202264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-83fa7d99-c232-4526-b676-f760655a0d66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1096 time: 0.0778966 Dec 22 15:50:27.352980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e10ac-b688-496e-9d90-84c17803763e req-ca853640-85a9-480d-a3f0-681576c6fe2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:27.354773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-ca853640-85a9-480d-a3f0-681576c6fe2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1455801 Dec 22 15:50:27.478045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-b2b6f972-5206-4e8b-9628-0bf13c2e8aff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 217 time: 0.1157622 Dec 22 15:50:27.570462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e10ac-b688-496e-9d90-84c17803763e req-ee72c32c-fe51-4a06-a3ee-c964694a5662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:27.572090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-ee72c32c-fe51-4a06-a3ee-c964694a5662 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0853372 Dec 22 15:50:27.579801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b215ac7-7b41-444e-aac9-618d60277b2d req-14ae441c-fdb4-4f8b-bee6-a8a52f8e7d52 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:27.581344 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b215ac7-7b41-444e-aac9-618d60277b2d req-14ae441c-fdb4-4f8b-bee6-a8a52f8e7d52 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 943 time: 0.1626945 Dec 22 15:50:27.682053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b215ac7-7b41-444e-aac9-618d60277b2d req-343518c7-2efb-47c5-b146-34474f296745 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663471 Dec 22 15:50:27.699656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-09296f1c-157b-410b-8906-686feaa0d376 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172771 Dec 22 15:50:27.853536 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-c6ea5df9-f199-4598-952c-4d604475905d service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458590 Dec 22 15:50:28.000316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e53e10ac-b688-496e-9d90-84c17803763e req-6d5e9105-7187-4d70-9c87-0510b0e4890b service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400456 Dec 22 15:50:28.893673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f329d-a8fe-43ad-8662-83fd02e695be req-252a2e23-6f4a-4869-922a-f7c89b2743a8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:28.895313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d04f329d-a8fe-43ad-8662-83fd02e695be req-252a2e23-6f4a-4869-922a-f7c89b2743a8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 943 time: 0.0868971 Dec 22 15:50:28.945024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d04f329d-a8fe-43ad-8662-83fd02e695be req-391e1267-2d8b-4cdb-a81a-e86f14b024eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Dec 22 15:50:30.161575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461bc63-b80e-4a33-9734-3ea4d46e90ee req-984ae787-9616-4097-94e8-7035626dc396 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:30.163240 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e461bc63-b80e-4a33-9734-3ea4d46e90ee req-984ae787-9616-4097-94e8-7035626dc396 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 943 time: 0.0925655 Dec 22 15:50:30.212783 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e461bc63-b80e-4a33-9734-3ea4d46e90ee req-8e08ac18-5422-4c77-b0f6-6f358a0862fb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Dec 22 15:50:31.420665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb726e1-d2cf-4553-99e2-ef0eb30040c5 req-9fbbd1a0-e573-4c10-b0fa-b8cb706a071d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:31.422229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8cb726e1-d2cf-4553-99e2-ef0eb30040c5 req-9fbbd1a0-e573-4c10-b0fa-b8cb706a071d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 943 time: 0.0855200 Dec 22 15:50:31.430117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:50:31.473865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8cb726e1-d2cf-4553-99e2-ef0eb30040c5 req-392c905b-d2ec-4eb0-8f9b-d49396c69b5c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Dec 22 15:50:31.582491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:31.598429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'mac_address': 'fa:16:3e:ad:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:50:31.666162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.680311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.685240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:50:31.703518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:31.719632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.722365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:31.790945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:31.794376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:31.923760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['eae80215-5ea7-4807-ad7a-da3c37e3d2ca'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:50:32.348860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6616ae3d-c733-455b-8df8-3e595445a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.686228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa15265-25f1-4816-9b0c-8c7bbcc3bdd4 req-da721a36-a108-4a15-81a2-30f37b997f00 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:32.687924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fa15265-25f1-4816-9b0c-8c7bbcc3bdd4 req-da721a36-a108-4a15-81a2-30f37b997f00 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 944 time: 0.0850763 Dec 22 15:50:32.741624 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2fa15265-25f1-4816-9b0c-8c7bbcc3bdd4 req-cdc1a855-628e-4ec8-aa0a-8f03a45f8096 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Dec 22 15:50:33.445426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:33.565838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port eae80215-5ea7-4807-ad7a-da3c37e3d2ca completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:33.571485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port eae80215-5ea7-4807-ad7a-da3c37e3d2ca triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:33.571916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.694662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.728391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:33.738963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:33.771938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.774035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fa09223-4d72-49ed-8147-bc33a931eacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:33.815653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'code': 200} Dec 22 15:50:33.865896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:33.869474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:33.870178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.977764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360def6-ae60-420d-83dc-2a3970e577f8 req-ef5b911b-b4b4-4b6d-9146-40ae7f78a693 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:33.979494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b360def6-ae60-420d-83dc-2a3970e577f8 req-ef5b911b-b4b4-4b6d-9146-40ae7f78a693 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0871031 Dec 22 15:50:34.033256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b360def6-ae60-420d-83dc-2a3970e577f8 req-f209a6e5-8b97-459a-83a6-c320bfa8c8f5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469811 Dec 22 15:50:34.131159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9393814f-96c9-4f3a-ab1e-285b55a5b25a req-68963da2-11bf-4b3f-8a82-061939230d82 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1098 time: 0.0842357 Dec 22 15:50:34.187771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9393814f-96c9-4f3a-ab1e-285b55a5b25a req-3b993572-d368-413a-ad29-46549c0638f9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506613 Dec 22 15:50:34.543051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6c37846-c928-417d-8ec1-e02fd8fe136a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.017498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.257907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037433c0-7ae9-4b51-a429-087598754c7d req-24308659-2240-4bb6-a0bb-e4585c4b0de9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:35.259560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-037433c0-7ae9-4b51-a429-087598754c7d req-24308659-2240-4bb6-a0bb-e4585c4b0de9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0912197 Dec 22 15:50:35.312037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-037433c0-7ae9-4b51-a429-087598754c7d req-6c418606-3006-47af-b53f-ca9965d409a4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Dec 22 15:50:36.530906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeed98-926e-46e5-8039-bf2881379ef0 req-57071130-1a99-44c2-ad3b-4e82b03aa049 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:36.532566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6aeed98-926e-46e5-8039-bf2881379ef0 req-57071130-1a99-44c2-ad3b-4e82b03aa049 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0935912 Dec 22 15:50:36.584276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6aeed98-926e-46e5-8039-bf2881379ef0 req-4dd7a1ea-6408-428b-bbfd-726e31fbf3fd tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Dec 22 15:50:36.786792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7257c41-1b7b-4074-80e6-c86ecde7d639 req-2af874a1-c82f-4017-988f-69bdfc404761 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:36.787773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a7257c41-1b7b-4074-80e6-c86ecde7d639 req-2af874a1-c82f-4017-988f-69bdfc404761 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0847554 Dec 22 15:50:36.798904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53060) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.806497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'floatingip': {'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:36.899218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.909135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.827391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.863057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.059288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 associated. External IP: 172.26.4.246, port: eae80215-5ea7-4807-ad7a-da3c37e3d2ca. Dec 22 15:50:38.466431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:38.679218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:38.683875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.691747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:38.709697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:38.710381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:50:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:38.741121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3f376678-f4f1-48e5-8d98-874bec39720d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "PUT /v2.0/floatingips/0484ea09-156d-45c3-bd54-a0df337fc8a2 HTTP/1.1" status: 200 len: 991 time: 1.9401340 Dec 22 15:50:38.741751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:38.817349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'status': 'completed', 'code': 200} Dec 22 15:50:38.910046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:50:38.935144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-6832702e-aaff-4610-9f90-d769f462df54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1098 time: 0.0941153 Dec 22 15:50:39.095440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-f8694933-18ab-40ff-bc13-5fdcfef32ce4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:39.096989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-f8694933-18ab-40ff-bc13-5fdcfef32ce4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1554980 Dec 22 15:50:39.213943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-48e8242c-fe9a-4a51-b598-ace0ee6628fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 999 time: 0.1106477 Dec 22 15:50:39.283933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-fdcc208d-a6cd-42c9-b70d-d3da06a23f87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:39.285550 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-fdcc208d-a6cd-42c9-b70d-d3da06a23f87 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0662925 Dec 22 15:50:39.303886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:ad:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:50:37Z', 'revision_number': 9, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:39.308128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:50:39.320186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:39.320845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:50:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:39.368337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-c9eca4fb-6bed-4100-a2fa-29efa1265c36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767975 Dec 22 15:50:39.524849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-a54cf672-3f06-4198-acb8-0351fad50359 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497998 Dec 22 15:50:39.660197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:50:39.672718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb847320-91d1-4345-a16c-8eb7caea6659 req-dd8dbc61-4957-4229-bd6e-d83808785d9e service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418824 Dec 22 15:50:40.047196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:ad:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:50:37Z', 'revision_number': 9, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:40.051875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b947c-d3dd-4729-bf3d-8157fd50a90d None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:ad:78:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:50:37Z', 'revision_number': 9, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:40.450519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73c4133-3dfb-41f6-bf91-9589a0904448 None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:50:58.280686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:51:01.657400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.349234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5403aec-96ed-4dd2-93c5-ce2cd3c9a689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.845807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.537809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cab12cc2-3c16-4f8c-8088-2c1f4e00b694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.063687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.880570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.731189 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fffd8929-3096-4ff9-9e1e-32e725e9585b req-b099be3a-2072-4cd8-8071-2c535c2beb06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0774939 Dec 22 15:51:15.178487 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-403c58e6-ef90-4dbe-8c1a-a0bf6ef26635 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1455131 Dec 22 15:51:15.191978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11680c-d482-4eb2-ac03-ffff2921c267 req-df0d39e7-2cb0-4f8e-a37e-d9ffc7ff5463 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:15.193749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d11680c-d482-4eb2-ac03-ffff2921c267 req-df0d39e7-2cb0-4f8e-a37e-d9ffc7ff5463 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.1214440 Dec 22 15:51:15.249734 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d11680c-d482-4eb2-ac03-ffff2921c267 req-f2d2ef37-8c18-45e1-a93e-da721b000c2a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493481 Dec 22 15:51:16.467063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ec2f0-860f-4def-b92b-80eb22d5c896 req-833508a9-dbcf-44f1-86a5-0aa2698c2cc8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:16.468765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-447ec2f0-860f-4def-b92b-80eb22d5c896 req-833508a9-dbcf-44f1-86a5-0aa2698c2cc8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0859144 Dec 22 15:51:16.519751 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-447ec2f0-860f-4def-b92b-80eb22d5c896 req-786ca5a0-995b-4e3a-8fcc-338c83629fcd tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Dec 22 15:51:16.898301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-6aeb33b3-3a3e-4e3d-8248-30973cf4f5d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1098 time: 0.0812049 Dec 22 15:51:17.040770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11def4-40db-40db-b235-67528dcaec66 req-74fccef0-0159-4e10-b8af-56a1d6411248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:17.042386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-74fccef0-0159-4e10-b8af-56a1d6411248 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1384799 Dec 22 15:51:17.156792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-88db968b-da29-4f8b-8d4c-72ca391c0640 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 1002 time: 0.1065240 Dec 22 15:51:17.225386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11def4-40db-40db-b235-67528dcaec66 req-cef7e4a1-3d47-4baa-96cb-859a7ecd4aeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:17.227003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-cef7e4a1-3d47-4baa-96cb-859a7ecd4aeb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0638881 Dec 22 15:51:17.308989 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-8be19e81-2bee-48e1-9688-3c1178433cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762925 Dec 22 15:51:17.460127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-c34fb909-7f17-4e75-b91b-1f26eb3c4b06 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442888 Dec 22 15:51:17.602239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-e7404e49-7f24-4ce2-ba0f-86d03d284b99 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362569 Dec 22 15:51:17.733866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcf90b-1ca9-4819-8dc1-8b452835f042 req-7e2cc317-52fc-48b2-8dd7-2d206613597b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:17.735542 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8ffcf90b-1ca9-4819-8dc1-8b452835f042 req-7e2cc317-52fc-48b2-8dd7-2d206613597b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0896602 Dec 22 15:51:17.787908 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8ffcf90b-1ca9-4819-8dc1-8b452835f042 req-93a32935-ff4b-46d0-95a5-6b22b0172758 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461352 Dec 22 15:51:19.000764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae16f5-3144-4b43-bbb2-90f74eb65fea req-8f1b6317-843c-41e2-af9e-eccfa3511677 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:19.002450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70ae16f5-3144-4b43-bbb2-90f74eb65fea req-8f1b6317-843c-41e2-af9e-eccfa3511677 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0853391 Dec 22 15:51:19.054333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70ae16f5-3144-4b43-bbb2-90f74eb65fea req-9a6721c8-36f5-40af-92f2-9b027228a31d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456080 Dec 22 15:51:20.307279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a95cc-e01f-48a8-b098-9a2bc0f3efd7 req-ac927096-c0d1-4867-b854-93d50def8c12 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:20.309094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec1a95cc-e01f-48a8-b098-9a2bc0f3efd7 req-ac927096-c0d1-4867-b854-93d50def8c12 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.1008532 Dec 22 15:51:20.363005 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec1a95cc-e01f-48a8-b098-9a2bc0f3efd7 req-dac9d0fa-5e8c-4c02-9447-ba1dcd670e0a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474694 Dec 22 15:51:21.576909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200309f-531f-4d70-ae4d-0d92e46bb819 req-5a774159-d40f-45e1-9178-d99b4ed4f14f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:21.578541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4200309f-531f-4d70-ae4d-0d92e46bb819 req-5a774159-d40f-45e1-9178-d99b4ed4f14f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0888109 Dec 22 15:51:21.853803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4200309f-531f-4d70-ae4d-0d92e46bb819 req-cb69f024-bf23-4398-8499-c25fd925da84 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686527 Dec 22 15:51:23.061428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e0923-3186-4d1e-af80-45a62acba3c7 req-2eaf60e4-c950-4188-adbf-50c2f3d101f7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:23.063087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-671e0923-3186-4d1e-af80-45a62acba3c7 req-2eaf60e4-c950-4188-adbf-50c2f3d101f7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0867503 Dec 22 15:51:23.114924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-671e0923-3186-4d1e-af80-45a62acba3c7 req-52163232-2146-40f1-8a1f-e85bab068c69 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Dec 22 15:51:24.320218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5862491-c92f-4559-9c7f-d019039ad708 req-017185e0-ac6a-478e-98d7-9921e444806f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:24.321832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5862491-c92f-4559-9c7f-d019039ad708 req-017185e0-ac6a-478e-98d7-9921e444806f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0835254 Dec 22 15:51:24.369749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5862491-c92f-4559-9c7f-d019039ad708 req-92892b61-e3c8-45a3-8389-4b19efdce1ec tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Dec 22 15:51:25.576772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949a17-4173-4d42-b285-4bb87da6a110 req-75050989-a362-4c50-9b4e-3bd5d33dceaf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:25.578444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a3949a17-4173-4d42-b285-4bb87da6a110 req-75050989-a362-4c50-9b4e-3bd5d33dceaf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0838163 Dec 22 15:51:25.630837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a3949a17-4173-4d42-b285-4bb87da6a110 req-8501c296-50cf-40a6-8381-1f5a2633cdb1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456805 Dec 22 15:51:26.844519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f9bc6-15be-4b29-a70c-cf0a1a6aabbc req-d1d01f2a-3478-43ed-8ea5-0f4b1485d2a2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:26.846142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-923f9bc6-15be-4b29-a70c-cf0a1a6aabbc req-d1d01f2a-3478-43ed-8ea5-0f4b1485d2a2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0855732 Dec 22 15:51:26.897261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-923f9bc6-15be-4b29-a70c-cf0a1a6aabbc req-588ac1f3-0f05-4c13-9c34-adbd908f49b6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Dec 22 15:51:28.107147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b224274-b193-4ac5-b75e-6bed236b6e79 req-c4bab69f-a897-41a9-83eb-814338591187 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:28.109154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b224274-b193-4ac5-b75e-6bed236b6e79 req-c4bab69f-a897-41a9-83eb-814338591187 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0838902 Dec 22 15:51:28.159562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b224274-b193-4ac5-b75e-6bed236b6e79 req-49568142-8f96-4573-9d7c-07199c8fb78a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Dec 22 15:51:29.403473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862d421-caea-415b-8305-622d758306ed req-5aeb722f-9af1-4233-9c85-8c1142c71fef tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:29.405081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4862d421-caea-415b-8305-622d758306ed req-5aeb722f-9af1-4233-9c85-8c1142c71fef tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.1223893 Dec 22 15:51:29.482974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4862d421-caea-415b-8305-622d758306ed req-5a2d5a51-96fb-4470-a6df-c71d3025c7b4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700705 Dec 22 15:51:29.484470 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-e493cc28-6af1-47d9-8385-86edd56d1dbc service neutron] 10.222.0.71 "GET /v2.0/ports/eae80215-5ea7-4807-ad7a-da3c37e3d2ca/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1302063 Dec 22 15:51:29.968352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-443d00ee-792c-43d1-abc8-c0fd1a7b1b68 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0822754 Dec 22 15:51:30.068588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-271b2de1-af09-44de-873a-fe28980461d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1098 time: 0.0736213 Dec 22 15:51:30.216207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11def4-40db-40db-b235-67528dcaec66 req-10c2a9e8-11af-48c2-b52f-4e41816efcde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:30.217840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-10c2a9e8-11af-48c2-b52f-4e41816efcde service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1434960 Dec 22 15:51:30.330879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-8b00d9f6-769b-485f-8c44-2151edbb9515 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 1002 time: 0.1059630 Dec 22 15:51:30.398883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11def4-40db-40db-b235-67528dcaec66 req-a6d48db3-fe1f-47b3-a4c8-9b997ea8e226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:30.400484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-a6d48db3-fe1f-47b3-a4c8-9b997ea8e226 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0640814 Dec 22 15:51:30.486568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-2fe86741-8a1a-4770-8daa-1a19e8ee9618 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791955 Dec 22 15:51:30.632622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-feed4cce-892c-4f97-81ea-4e81d113eebe service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393838 Dec 22 15:51:30.779439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa11def4-40db-40db-b235-67528dcaec66 req-a1079caa-6b5d-496f-b065-d2168f7d6175 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410286 Dec 22 15:51:30.783634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e2744-9dea-4b96-820f-de8207ae620a req-ba150372-fef0-464a-874d-da52e4f9952d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:30.786106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-500e2744-9dea-4b96-820f-de8207ae620a req-ba150372-fef0-464a-874d-da52e4f9952d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.1767414 Dec 22 15:51:30.842312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-500e2744-9dea-4b96-820f-de8207ae620a req-8e4dd8c8-c878-49c1-9530-f1dc75fbd11b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447173 Dec 22 15:51:31.681238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.071318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-439bc5c0-d387-4e09-a0ee-868a49f26133 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1098 time: 0.1332045 Dec 22 15:51:32.092354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc579c5-a235-440c-adea-a71e0b1ecccb req-be3a08c8-4abf-4c7f-93cd-161b8d9f88b2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:32.094139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fbc579c5-a235-440c-adea-a71e0b1ecccb req-be3a08c8-4abf-4c7f-93cd-161b8d9f88b2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.1187310 Dec 22 15:51:32.265775 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fbc579c5-a235-440c-adea-a71e0b1ecccb req-ab974fe1-3974-4bef-93d5-2b7a8490ba4a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618824 Dec 22 15:51:32.295694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-215329d9-1a23-476b-9ec4-b32a9a7bf8f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:32.296725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-215329d9-1a23-476b-9ec4-b32a9a7bf8f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.2015772 Dec 22 15:51:32.355972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e6e2d202-e403-43d1-8b9c-be3eb73d5bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.415563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-59b2d1d9-dc86-4a64-9da0-525792e6dcb7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 1002 time: 0.1100049 Dec 22 15:51:32.489328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-62d876b3-e9d1-4081-8ab0-3ff2c4118716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:32.491090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-62d876b3-e9d1-4081-8ab0-3ff2c4118716 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0687563 Dec 22 15:51:32.577329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-f6faf24e-1060-40c4-9861-d6d81d1df45d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782781 Dec 22 15:51:32.732666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-8d24d6c0-016b-439e-819b-a0cdb3c16d71 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478293 Dec 22 15:51:32.898408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd304948-e009-41ce-b91b-fe8ba6abe5c7 req-50f2422f-5bf9-4c2d-9810-3daaa73e1d34 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468503 Dec 22 15:51:33.483508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66781076-7b4d-41d6-bb6e-ff035b9aff28 req-335222cf-569e-48c3-a3b0-cdccbe378f67 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:33.485237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66781076-7b4d-41d6-bb6e-ff035b9aff28 req-335222cf-569e-48c3-a3b0-cdccbe378f67 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0838904 Dec 22 15:51:33.542761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66781076-7b4d-41d6-bb6e-ff035b9aff28 req-d6a59362-73dd-434a-b638-05f50a558940 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491281 Dec 22 15:51:33.743076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:51:33.746556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:33.946333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.996255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.034133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:34.059232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:51:34.064104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'mac_address': 'fa:16:3e:ad:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:51:34.103500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:34.135055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.155045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:51:34.160718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.163915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-30aecb17-12d8-424e-904e-77875a4290b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:34.270154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'code': 200} Dec 22 15:51:34.314026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:34.317072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:34.317485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:34.324899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.325292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.325679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.326059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.326455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.326867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.327217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.327617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.327940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.328311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.328678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:34.333003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:34.401211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0d04-81a6-4113-835a-931d9f93232e req-1c58bb7e-d212-4e5b-a54e-c4f9a3e78e22 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:34.403134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-1c58bb7e-d212-4e5b-a54e-c4f9a3e78e22 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793&tenant_id=f5b10571144b417fb8fe259f925adbd3&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 943 time: 0.1724291 Dec 22 15:51:34.410040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e1396-ee33-48e3-bf48-7bb11807e70e req-fdd9e7a8-a0c3-492f-a659-60762940009d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:34.411631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33e1396-ee33-48e3-bf48-7bb11807e70e req-fdd9e7a8-a0c3-492f-a659-60762940009d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 943 time: 0.1271741 Dec 22 15:51:34.525821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e33e1396-ee33-48e3-bf48-7bb11807e70e req-8843b602-312b-43ad-9d43-2562fcc2218f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778210 Dec 22 15:51:34.532799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-3211b105-34de-4c44-a134-77e20b9ac46e service neutron] 10.222.0.71 "GET /v2.0/ports/eae80215-5ea7-4807-ad7a-da3c37e3d2ca/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1201606 Dec 22 15:51:34.539055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b952ae2e-4bf5-432b-a86c-63091eccde01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.633945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-adaf46eb-ba1c-4951-95e1-96efa0d02383 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1096 time: 0.0728788 Dec 22 15:51:34.775629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0d04-81a6-4113-835a-931d9f93232e req-a76e9536-b0c4-4eb7-b2ae-8fa99b2db6f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:34.777568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-a76e9536-b0c4-4eb7-b2ae-8fa99b2db6f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1377184 Dec 22 15:51:34.872749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.887238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-31fee35d-d31f-4af2-a1d7-01ca80736a66 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 1000 time: 0.1031873 Dec 22 15:51:34.890889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:51:34.906882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:34.943903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.946350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:34.958509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0d04-81a6-4113-835a-931d9f93232e req-7158dd26-0784-4f5f-af86-5dcc9007fd49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:34.960701 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-7158dd26-0784-4f5f-af86-5dcc9007fd49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0672576 Dec 22 15:51:35.025653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['eae80215-5ea7-4807-ad7a-da3c37e3d2ca'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:51:35.046512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-45632b20-b06b-4cf1-bc11-d53223ef1481 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798905 Dec 22 15:51:35.058538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.072058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:35.076848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:35.282428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:51:35.445339 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-1a526a3e-1f6e-4d03-86d0-f082b3e2dd30 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922596 Dec 22 15:51:35.596902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-406dd4f4-0e01-46e9-91fe-5dc5e32aa1a4 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451361 Dec 22 15:51:35.755374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aaefe-d2b5-47ca-981a-dac5071a1b4d req-4f7d2f36-23e5-4c85-b730-96c943a12b56 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:35.757484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-512aaefe-d2b5-47ca-981a-dac5071a1b4d req-4f7d2f36-23e5-4c85-b730-96c943a12b56 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 944 time: 0.0915518 Dec 22 15:51:35.757639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:35.807628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-512aaefe-d2b5-47ca-981a-dac5071a1b4d req-9de748ed-a321-4ad7-91b3-49fe7fd530c1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 Dec 22 15:51:35.830878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port eae80215-5ea7-4807-ad7a-da3c37e3d2ca triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:35.831321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.957751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.995319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:36.029646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.031606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:36.099105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:36.103054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:36.271345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:51:36.334690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'code': 200} Dec 22 15:51:36.886471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.018699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7287d5c-9e36-4105-bdcc-4888a7638b9f req-7c4f00de-0a55-45bb-b0f3-3de3edc4673c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:37.020391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b7287d5c-9e36-4105-bdcc-4888a7638b9f req-7c4f00de-0a55-45bb-b0f3-3de3edc4673c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0827274 Dec 22 15:51:37.070155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b7287d5c-9e36-4105-bdcc-4888a7638b9f req-16ae96b6-849b-499d-a748-88ddaeef176e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430083 Dec 22 15:51:38.293573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0b26-7bae-4689-abe9-5ee492cf133e req-d3235971-96fa-484f-b616-de5f6b36cdca tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:38.295147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-212a0b26-7bae-4689-abe9-5ee492cf133e req-d3235971-96fa-484f-b616-de5f6b36cdca tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0915034 Dec 22 15:51:38.397008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-212a0b26-7bae-4689-abe9-5ee492cf133e req-9e7d48a6-098c-499d-97a7-5b39a912bab4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955298 Dec 22 15:51:38.434000 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-feca22bd-6e6f-4f40-b24c-0cebe24c13ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 1098 time: 0.1953321 Dec 22 15:51:38.531156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-10635a2a-55d3-4786-b8f6-aa3c62749b2b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 1098 time: 0.0756845 Dec 22 15:51:38.674399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0d04-81a6-4113-835a-931d9f93232e req-0bbe619e-d8b4-4b50-8b63-bfa41a5dbbfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:38.675979 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-0bbe619e-d8b4-4b50-8b63-bfa41a5dbbfb service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1388075 Dec 22 15:51:38.792297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-4c871948-bb80-4fa1-bffc-1920afe736ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 200 len: 1002 time: 0.1101055 Dec 22 15:51:38.867911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0d04-81a6-4113-835a-931d9f93232e req-c1816241-9544-4200-a049-ec6e64cc56ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:38.869536 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-c1816241-9544-4200-a049-ec6e64cc56ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0709734 Dec 22 15:51:38.955241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-bb193fc4-d661-426c-be27-c43eb1ac0f1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795932 Dec 22 15:51:39.108837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-ea43dfd2-ef18-4979-99b7-e07a63d0d471 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472890 Dec 22 15:51:39.255318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31de0d04-81a6-4113-835a-931d9f93232e req-3d018781-a32a-4d1f-bcde-73b311b65329 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400573 Dec 22 15:51:39.611740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580db23-83a1-40af-98bf-42f00aabb9c0 req-d5def590-04a8-49a5-b4e1-3b642f53a933 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:39.613350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2580db23-83a1-40af-98bf-42f00aabb9c0 req-d5def590-04a8-49a5-b4e1-3b642f53a933 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0891137 Dec 22 15:51:39.664348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2580db23-83a1-40af-98bf-42f00aabb9c0 req-f963a955-f3a2-4da4-9516-b75453a96083 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439558 Dec 22 15:51:40.872474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c173-a41f-409a-81b4-79818010718e req-25d7df74-8283-4c22-a9ad-df07521b8aa8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:40.874120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c133c173-a41f-409a-81b4-79818010718e req-25d7df74-8283-4c22-a9ad-df07521b8aa8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0833073 Dec 22 15:51:40.925659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c133c173-a41f-409a-81b4-79818010718e req-003627e3-fa72-4ca5-b53f-ce731e343316 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451851 Dec 22 15:51:41.141808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e549-350d-4b4f-9b82-b6cee6804d32 req-f83e40c1-6986-40af-9698-e3a483073784 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:41.143504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0406e549-350d-4b4f-9b82-b6cee6804d32 req-f83e40c1-6986-40af-9698-e3a483073784 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0853286 Dec 22 15:51:41.197699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0406e549-350d-4b4f-9b82-b6cee6804d32 req-51993407-120b-46f0-9697-9ca8b01ab6c7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476050 Dec 22 15:51:41.408034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766ec24-993f-4e0f-bce4-eed9c328e41d req-576918bb-5802-444c-b7ac-e8f6dd511490 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:41.409665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6766ec24-993f-4e0f-bce4-eed9c328e41d req-576918bb-5802-444c-b7ac-e8f6dd511490 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0869684 Dec 22 15:51:41.459230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6766ec24-993f-4e0f-bce4-eed9c328e41d req-0a3af655-a497-4131-b999-3dd4cc526e1c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Dec 22 15:51:41.789515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:51:41.792985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:42.034407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.058674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a3322-5c13-4977-86b4-8c9bcbee8753 req-2d7a384b-ba25-473a-b967-814eb3de7c36 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:42.060305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf7a3322-5c13-4977-86b4-8c9bcbee8753 req-2d7a384b-ba25-473a-b967-814eb3de7c36 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0848265 Dec 22 15:51:42.060534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:42.088306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'mac_address': 'fa:16:3e:ad:78:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:51:42.090034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:51:42.129915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:42.131486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf7a3322-5c13-4977-86b4-8c9bcbee8753 req-370988cf-3370-4c6d-8add-015c17924cf5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645938 Dec 22 15:51:42.169404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.173538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'code': 200} Dec 22 15:51:42.174262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:42.204316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.238634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:51:42.270734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:42.273868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=9']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:42.277717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:42.315760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.318360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:42.391132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['eae80215-5ea7-4807-ad7a-da3c37e3d2ca'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:51:42.441944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=10']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:42.445530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:43.329792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dca7a-f1e2-4024-8266-d019bf51c346 req-5f0bae4f-c615-4168-8a74-873d3c041bff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:43.331434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-775dca7a-f1e2-4024-8266-d019bf51c346 req-5f0bae4f-c615-4168-8a74-873d3c041bff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0843151 Dec 22 15:51:43.380095 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-775dca7a-f1e2-4024-8266-d019bf51c346 req-cb44595f-a689-4fe2-962b-ceb9bd101d9b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417640 Dec 22 15:51:43.800808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:43.875041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port eae80215-5ea7-4807-ad7a-da3c37e3d2ca triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:43.875470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.997394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.040585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-6f7aa165-da51-4a6f-a221-60541608f221 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:44.042295 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-6f7aa165-da51-4a6f-a221-60541608f221 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 945 time: 0.0910444 Dec 22 15:51:44.122361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:44.122850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.217349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:51:44.229285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:44.258013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.260609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:44.298674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'code': 200} Dec 22 15:51:44.339199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=11']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.342768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.402077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:44.402667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.768788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60b8f-62ea-44ed-9b12-927be1af8afa req-0af4ed36-f388-4be9-8a36-25c122569ab6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:44.770409 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8e60b8f-62ea-44ed-9b12-927be1af8afa req-0af4ed36-f388-4be9-8a36-25c122569ab6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 946 time: 0.2614477 Dec 22 15:51:44.797774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.798186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.798538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 disassociated. External IP: 172.26.4.246, port: eae80215-5ea7-4807-ad7a-da3c37e3d2ca. Dec 22 15:51:44.798945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for eae80215-5ea7-4807-ad7a-da3c37e3d2ca owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:44.893684 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8e60b8f-62ea-44ed-9b12-927be1af8afa req-1657f529-54f0-41fa-84e2-4f86b9cab4c4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162894 Dec 22 15:51:45.025009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:45.025383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:45.526595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:45.527217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.793311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] For port eae80215-5ea7-4807-ad7a-da3c37e3d2ca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:45.793628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.098603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.098970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.099318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 disassociated. External IP: 172.26.4.246, port: eae80215-5ea7-4807-ad7a-da3c37e3d2ca. Dec 22 15:51:46.099697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for eae80215-5ea7-4807-ad7a-da3c37e3d2ca owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:46.111706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2aecde-4396-4c19-b0f7-8de6a46103a7 req-1d006f8d-bf4a-4c36-abb5-08156eb24f80 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:46.116225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ea2aecde-4396-4c19-b0f7-8de6a46103a7 req-1d006f8d-bf4a-4c36-abb5-08156eb24f80 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 946 time: 0.0848384 Dec 22 15:51:46.167903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ea2aecde-4396-4c19-b0f7-8de6a46103a7 req-9527f819-7427-48ce-bd2e-8238757ebb2d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482304 Dec 22 15:51:46.446667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.453544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:46.500507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event deleted for resources: {'Port': ['ID=eae80215-5ea7-4807-ad7a-da3c37e3d2ca,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.514206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.514646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.515137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.515565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.515981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.516496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.516806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.517232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.517653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.518209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.518633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:46.523416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:46.980900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:51:47.202554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:47.214590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:47.227900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:47.228675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:51:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:47.274433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] No DVR routers for this DVR port eae80215-5ea7-4807-ad7a-da3c37e3d2ca on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:47.276980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.280686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-deleted', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:51:47.349570 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8e1476-e23a-422e-a6e9-1323ed3a4793', 'name': 'network-vif-deleted', 'tag': 'eae80215-5ea7-4807-ad7a-da3c37e3d2ca', 'status': 'completed', 'code': 200} Dec 22 15:51:47.355881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-31abb175-a7e4-4b3f-b31c-f2978bae4e53 req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "DELETE /v2.0/ports/eae80215-5ea7-4807-ad7a-da3c37e3d2ca HTTP/1.1" status: 204 len: 173 time: 3.3073933 Dec 22 15:51:47.357458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97863e1f-eb67-4a54-94ff-7d7bca9d35de req-fffc121a-cc2e-40cb-b686-6c1a0eebe928 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:47.412521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97863e1f-eb67-4a54-94ff-7d7bca9d35de req-fffc121a-cc2e-40cb-b686-6c1a0eebe928 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:47.414630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97863e1f-eb67-4a54-94ff-7d7bca9d35de req-fffc121a-cc2e-40cb-b686-6c1a0eebe928 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc8e1476-e23a-422e-a6e9-1323ed3a4793 HTTP/1.1" status: 200 len: 210 time: 0.1104317 Dec 22 15:51:47.426869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:47.768447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:47.772684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:51:47.784787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:47.785473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:51:34Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:47.834653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:47.871023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: eae80215-5ea7-4807-ad7a-da3c37e3d2ca {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:51:47.871437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device eae80215-5ea7-4807-ad7a-da3c37e3d2ca not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:51:47.982054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:48.321755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:48.331927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6433fa8-a064-485e-8abf-0904fced2bc1 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:51:48.797662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd993c2f-7c39-4144-bd48-e692d33adbb1 None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:51:48.823594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-7ddf19cf-f620-425f-8e37-627864fb09df tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1796072450&fields=id&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 267 time: 0.0479453 Dec 22 15:51:48.999036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-3f6e455b-135c-41a0-bfc8-3e204616c5c9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:49.000650 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-3f6e455b-135c-41a0-bfc8-3e204616c5c9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1695075 Dec 22 15:51:49.018515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-74dc6a22-4e94-4781-ab8b-18a9d88c0399 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/quotas/f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 375 time: 0.0118165 Dec 22 15:51:49.124981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-930e31fa-50bc-4e52-95b2-0e2930a3c46b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997605 Dec 22 15:51:49.220993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-6ce70623-8f63-4f5d-bdc3-73830b628c3d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:51:49.222153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-6ce70623-8f63-4f5d-bdc3-73830b628c3d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0839324 Dec 22 15:51:49.372100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-1d62bead-ffdf-4316-adab-bdb2e8a3b6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426010 Dec 22 15:51:49.520977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-30f766da-e0c3-464c-aebb-a8c5894a02b6 service neutron] 10.222.0.32 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424351 Dec 22 15:51:50.902554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f09ded06-fbab-4bd1-9387-942a8b9d5993 req-a2632e87-1742-4782-83fc-6766ceafbb4f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 210 time: 0.0518661 Dec 22 15:51:52.080743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3874afed-50f9-402b-aa3e-eeda7be1e63f req-40f228e3-707f-4722-960c-8480acce5037 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 210 time: 0.0477178 Dec 22 15:51:52.654090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-8dee4fde-1c42-403d-a7a5-d0c2a52c08eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:52.655768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-8dee4fde-1c42-403d-a7a5-d0c2a52c08eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 811 time: 0.1663046 Dec 22 15:51:52.710459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-e5f7c8f8-525f-4292-8807-45f0daf6123e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 380 time: 0.0441682 Dec 22 15:51:52.719330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'port': {'device_id': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'admin_state_up': True, 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'security_groups': ['836fd870-8686-425d-83ee-f01708dcab34']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:52.872452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:52.883162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:52.936861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Made reservation on behalf of f5b10571144b417fb8fe259f925adbd3 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:52.942912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.131487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Allocated IP 172.20.0.9 (1bf8e2e2-ee5b-4d68-bf06-b42db810a29b/4fd4a081-b77f-4366-adb9-930d616357a2/e3fffdc1-ef87-4ee2-8873-a524a852cedd) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:53.333018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8de43f23-c0ee-41c1-94ef-7366d282707a req-488b0c74-e58b-4e9a-94b7-f2f64df939ef tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 210 time: 0.0728910 Dec 22 15:51:53.476009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.493355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Transition to ACTIVE for port object e3fffdc1-ef87-4ee2-8873-a524a852cedd will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:53.551926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.559363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d5e6d91e-0c20-434b-9eb1-a987522d36c2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:53.643478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:53.647588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:53.652660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:53.681956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:53.688361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:53.726382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:53.726787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.870059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1547885 Dec 22 15:51:53.882518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Request body: {'port': {'device_id': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:53.955890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3f238066-ae0b-488b-8974-1884b58c0b83 None None] Provisioning for port e3fffdc1-ef87-4ee2-8873-a524a852cedd completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:53.961527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3f238066-ae0b-488b-8974-1884b58c0b83 None None] Provisioning complete for port e3fffdc1-ef87-4ee2-8873-a524a852cedd triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:53.961954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3f238066-ae0b-488b-8974-1884b58c0b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.011160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.018003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3f238066-ae0b-488b-8974-1884b58c0b83 None None] Port e3fffdc1-ef87-4ee2-8873-a524a852cedd cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:54.400005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:51:54.407990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.475298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Transition to ACTIVE for port object e3fffdc1-ef87-4ee2-8873-a524a852cedd will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:54.509953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.514460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ceaa30ff-54f1-48a6-8944-a54dbb04ede3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:54.653349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:54.656874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:54.787132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Attempting to bind port e3fffdc1-ef87-4ee2-8873-a524a852cedd on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:54.787503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Attempting to bind port e3fffdc1-ef87-4ee2-8873-a524a852cedd by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:54.787917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Attempting to bind port e3fffdc1-ef87-4ee2-8873-a524a852cedd on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:54.795478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Port e3fffdc1-ef87-4ee2-8873-a524a852cedd on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:51:54.795850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Attempting to bind port e3fffdc1-ef87-4ee2-8873-a524a852cedd on network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:54.803812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:54.804195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Checking segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:54.804788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Bound using segment: {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:54.805964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Bound port: e3fffdc1-ef87-4ee2-8873-a524a852cedd, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50199dd8-a79d-40c3-bdf4-2715cca11855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:54.806369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.855305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a692-a3cd-4f84-96d3-d51fe63f0377 req-248ca3f9-6b8a-4036-ae0f-626c15072332 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:54.856869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef19a692-a3cd-4f84-96d3-d51fe63f0377 req-248ca3f9-6b8a-4036-ae0f-626c15072332 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.3425262 Dec 22 15:51:54.907533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:54.909016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef19a692-a3cd-4f84-96d3-d51fe63f0377 req-d851fdc8-cd43-400d-bea7-bec403eee4b8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 Dec 22 15:51:54.910969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:54.949875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.954870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:55.013592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.015151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] 10.222.0.71 "PUT /v2.0/ports/e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1093 time: 1.1376255 Dec 22 15:51:55.017847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:51:55.049590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:55.053304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:55.128218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'status': 'completed', 'code': 200} Dec 22 15:51:55.169644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-6a9f63ad-5b1d-417e-9f88-4d488738155f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0860441 Dec 22 15:51:55.250449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-2ca77d71-91f2-4ba5-93c5-833642c99938 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 217 time: 0.0718882 Dec 22 15:51:55.322540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-1c173a24-c3d9-4da8-a272-f96aaef5c56a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:55.324148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-1c173a24-c3d9-4da8-a272-f96aaef5c56a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0678627 Dec 22 15:51:55.414086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-a6fc13e6-a929-4dbf-876f-46a6e518c866 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827868 Dec 22 15:51:55.566537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-45e93217-031a-4c26-b2e2-030c085237dc service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462271 Dec 22 15:51:55.713216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa2ecf7f-292f-4e05-ad5b-e07d806979ce req-9fb640b5-8063-465a-8a84-1478284488da service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406105 Dec 22 15:51:55.875177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-90808b08-7f76-4bdc-9abd-c7ef4f78b78e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0816514 Dec 22 15:51:56.028901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-765f35a1-c7a8-4223-8718-f41372ebc41d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:56.030452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-765f35a1-c7a8-4223-8718-f41372ebc41d service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1491802 Dec 22 15:51:56.103312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-7a72a7e8-8ab6-40f2-9091-c372d26c2a6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 217 time: 0.0656006 Dec 22 15:51:56.121383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0ecce-db22-4a3b-ac3d-efc4e435a205 req-242af457-77ca-4174-91ea-c210560e75d0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:56.123115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1de0ecce-db22-4a3b-ac3d-efc4e435a205 req-242af457-77ca-4174-91ea-c210560e75d0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0853329 Dec 22 15:51:56.176778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1de0ecce-db22-4a3b-ac3d-efc4e435a205 req-17054da2-5d2b-4fdd-9fc8-b5ae3c9085ac tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Dec 22 15:51:56.179957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-a450b41d-7e70-4915-8ecd-ebdd81ad7817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:56.181636 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-a450b41d-7e70-4915-8ecd-ebdd81ad7817 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0715547 Dec 22 15:51:56.266094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-81107420-d1f5-4179-9825-5586d7c798aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767829 Dec 22 15:51:56.651889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-08315e2c-359d-48c5-9c29-4094a04f0fec service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786526 Dec 22 15:51:56.802254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9e8d4e0a-9efc-4c09-b4ef-b729460b1bed req-048c030b-f757-4480-ba9a-c050ce3d17bf service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431260 Dec 22 15:51:57.392806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f2baf-dcd0-44a7-98bf-f98328434b57 req-5c8729c6-8063-4eff-b276-0b8de4e188f5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:57.393578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-397f2baf-dcd0-44a7-98bf-f98328434b57 req-5c8729c6-8063-4eff-b276-0b8de4e188f5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:57.439925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-397f2baf-dcd0-44a7-98bf-f98328434b57 req-5c8729c6-8063-4eff-b276-0b8de4e188f5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:57.441246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-397f2baf-dcd0-44a7-98bf-f98328434b57 req-5c8729c6-8063-4eff-b276-0b8de4e188f5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.1346180 Dec 22 15:51:57.492386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-397f2baf-dcd0-44a7-98bf-f98328434b57 req-0ca7eb4a-29eb-4d0a-9a04-c048d3cf4915 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444016 Dec 22 15:51:58.707270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54387c-b5b8-42a4-a660-9fcb661ba834 req-83f87ca9-e9ef-4926-9d4b-59e5fbe1a75e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:58.708922 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4d54387c-b5b8-42a4-a660-9fcb661ba834 req-83f87ca9-e9ef-4926-9d4b-59e5fbe1a75e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0869687 Dec 22 15:51:58.758545 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4d54387c-b5b8-42a4-a660-9fcb661ba834 req-d31176d7-604e-4c0d-b81c-fc15d646462b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Dec 22 15:51:59.866246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:51:59.969184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5e17b-d4bd-4869-8dfc-213c702ba4f7 req-3bd53233-b166-44c5-9bbf-60eb85741e7c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:59.970845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04c5e17b-d4bd-4869-8dfc-213c702ba4f7 req-3bd53233-b166-44c5-9bbf-60eb85741e7c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0847952 Dec 22 15:52:00.013191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:00.026099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04c5e17b-d4bd-4869-8dfc-213c702ba4f7 req-f7395961-c0f8-4472-aaaa-f0ff549741c2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489297 Dec 22 15:52:00.028928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'mac_address': 'fa:16:3e:19:7d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:52:00.086055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.109653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:52:00.126148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:00.161327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.164154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:00.230652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:00.234236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:00.362351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['e3fffdc1-ef87-4ee2-8873-a524a852cedd'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:52:01.240302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25484c23-ed51-41a7-a9ac-007e6a830237 req-6f6a5faf-996e-43f8-a4ed-51d90f5d398e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:01.241897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25484c23-ed51-41a7-a9ac-007e6a830237 req-6f6a5faf-996e-43f8-a4ed-51d90f5d398e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 944 time: 0.0843499 Dec 22 15:52:01.293438 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25484c23-ed51-41a7-a9ac-007e6a830237 req-4a12fee4-ee1d-4978-bb4e-01c37623636e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444965 Dec 22 15:52:01.692464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.881111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:01.984419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port e3fffdc1-ef87-4ee2-8873-a524a852cedd completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:01.991075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port e3fffdc1-ef87-4ee2-8873-a524a852cedd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:01.991653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.114141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.144066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:52:02.155299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:02.189800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.192883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:02.238977 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'code': 200} Dec 22 15:52:02.275846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:02.279428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:02.343757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-776019c2-e5c5-4326-a52c-bf2a5e582df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.501485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e18db0dd-344e-4624-b0bb-fa1e4bddfd0b req-d5beb4e4-5273-40c2-9cce-474d42ff2d9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0740170 Dec 22 15:52:02.508160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b28ca-dd08-4ddf-9586-0797853d698c req-26c2a51b-1990-4917-9b4f-21fb083afc0f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:02.509797 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5a3b28ca-dd08-4ddf-9586-0797853d698c req-26c2a51b-1990-4917-9b4f-21fb083afc0f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0894783 Dec 22 15:52:02.547145 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e18db0dd-344e-4624-b0bb-fa1e4bddfd0b req-84559225-73b6-4fa9-bc9a-dd640a224fae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396132 Dec 22 15:52:02.559980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5a3b28ca-dd08-4ddf-9586-0797853d698c req-76e53cfd-15c8-470a-8c43-14bfad1dec00 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Dec 22 15:52:03.783143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910238a6-cf87-43f2-b671-d53dc25850df req-3407d533-43a9-4b71-8686-0ac51ec84207 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:03.785450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-910238a6-cf87-43f2-b671-d53dc25850df req-3407d533-43a9-4b71-8686-0ac51ec84207 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0932951 Dec 22 15:52:03.834515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-910238a6-cf87-43f2-b671-d53dc25850df req-0c09d914-06d4-4d2d-a118-c34b9a807e8b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Dec 22 15:52:03.841158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.045977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6ad13-36a9-41a7-a654-2dee0429697e req-a92ddcf1-28ab-413d-9139-337eb1ee7ed0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:04.047562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c6b6ad13-36a9-41a7-a654-2dee0429697e req-a92ddcf1-28ab-413d-9139-337eb1ee7ed0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0851841 Dec 22 15:52:04.057458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53304) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:04.064588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Request body: {'floatingip': {'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:04.148088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.595793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-173ec1e9-21c7-406a-98c5-9902f32277c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.805285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.835621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.035504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.042946 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 associated. External IP: 172.26.4.246, port: e3fffdc1-ef87-4ee2-8873-a524a852cedd. Dec 22 15:52:05.467854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:05.689914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:05.694674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.701378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:05.717235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:05.718118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:52:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:05.755130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f7de49ff-5336-4fb5-a9d9-5e577d07c593 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "PUT /v2.0/floatingips/0484ea09-156d-45c3-bd54-a0df337fc8a2 HTTP/1.1" status: 200 len: 992 time: 1.6961813 Dec 22 15:52:05.755900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:52:05.828129 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'status': 'completed', 'code': 200} Dec 22 15:52:05.936903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-0116ae2a-2ae0-4a86-9840-12517ce5adea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0849977 Dec 22 15:52:06.063994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:06.086157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-c2ae5c37-6fe4-4d2a-a240-86efd0de77dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:06.087865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-c2ae5c37-6fe4-4d2a-a240-86efd0de77dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1450691 Dec 22 15:52:06.205230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-5b81921d-0206-44b3-b5cc-fbb3ba79b0d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1000 time: 0.1114514 Dec 22 15:52:06.275329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-dfd2659f-1e1c-4bf3-92c8-1eecb9a23c6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:06.276943 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-dfd2659f-1e1c-4bf3-92c8-1eecb9a23c6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0661330 Dec 22 15:52:06.374531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-62b5a746-8913-4474-bd09-18d78fa680e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912640 Dec 22 15:52:06.468693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:19:7d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:52:04Z', 'revision_number': 13, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:06.476021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:06.488493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:06.489181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:52:04Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:06.519227 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-e8e88f0b-6fb3-4b74-ad5a-5e6b7c602cb8 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384571 Dec 22 15:52:06.671256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48eacd57-de2c-4861-bbd5-c68620c31c3d req-92c477c4-71ff-4c50-989b-7392dd8bbc04 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457856 Dec 22 15:52:06.692747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:06.892785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.070549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:19:7d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:52:04Z', 'revision_number': 13, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:07.075433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e027407a-bea5-45f3-a7b3-0a6f4fd131f1 None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0484ea09-156d-45c3-bd54-a0df337fc8a2', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'floating_ip_address': '172.26.4.246', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'mac_address': 'fa:16:3e:19:7d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:47:36Z', 'updated_at': '2021-12-22T15:52:04Z', 'revision_number': 13, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:07.459707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a971c873-4b95-41f5-8620-8d0e941409d2 None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:52:12.284593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:52:31.874127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:32.348263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bca5f67d-1203-4aa6-86bf-dbe4726d2a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:33.834387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:33.936616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-cb1889f3-270d-4b90-ad0e-e368129a82c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789618 Dec 22 15:52:34.095329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-34a4375e-9f15-44d7-8a42-3e7117de9c4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0777879 Dec 22 15:52:34.255841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-06fc67cd-a981-4a0f-9037-5a88f90c33bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:34.257450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-06fc67cd-a981-4a0f-9037-5a88f90c33bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1429806 Dec 22 15:52:34.369700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-f288403c-ac66-49a6-bd17-d6ef94f10746 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1002 time: 0.1054029 Dec 22 15:52:34.447114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-6ca4457c-ef6f-4f46-a322-1e710eb7caa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:34.448731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-6ca4457c-ef6f-4f46-a322-1e710eb7caa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0711179 Dec 22 15:52:34.532411 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-cd15b0aa-1167-45c9-b149-08945430bae9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765834 Dec 22 15:52:34.549821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4223f82-f083-4e43-8724-426e219d9e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.685581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-2f6f49bd-d513-463a-9796-91ef57b3da83 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467369 Dec 22 15:52:34.832492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d144be1d-1ce6-4b3d-aa0a-fcf091618dfd req-283c44b1-a39f-4502-84e1-c503cd23fbeb service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397913 Dec 22 15:52:35.024299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.904656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.194382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd55b96-9ffc-460f-a1b6-b385fd7338de req-b072c75c-e309-4d5c-afa9-6aa63767fc8a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:45.196059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7fd55b96-9ffc-460f-a1b6-b385fd7338de req-b072c75c-e309-4d5c-afa9-6aa63767fc8a tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0894632 Dec 22 15:52:45.246474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7fd55b96-9ffc-460f-a1b6-b385fd7338de req-cfcd723a-fcc0-4954-9b4f-cc9b443b89fc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Dec 22 15:52:49.287222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:52:55.440318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40d394eb-1ccc-44ab-9ff0-1bead70da078 req-0d4ca1d3-ad4c-49bb-a2a6-77c9c65e7856 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794289 Dec 22 15:52:55.847954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-d0daf83e-caa7-4f79-ae48-ad1f4156fd1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840108 Dec 22 15:52:55.855674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2a28c-16f6-4b7c-a2eb-74f5bd7a369c req-8be6ed56-e091-4648-9be6-6bc17c4dfc32 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:55.857483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4db2a28c-16f6-4b7c-a2eb-74f5bd7a369c req-8be6ed56-e091-4648-9be6-6bc17c4dfc32 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0967236 Dec 22 15:52:55.908633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4db2a28c-16f6-4b7c-a2eb-74f5bd7a369c req-46cb12e5-d012-41d1-9dd9-090f08b98088 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Dec 22 15:52:57.119298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25fd12-c66b-457f-a2f5-4c6060f8d0db req-66bdeab0-0391-45e9-a6db-cb72065a5eb1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:57.121087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0f25fd12-c66b-457f-a2f5-4c6060f8d0db req-66bdeab0-0391-45e9-a6db-cb72065a5eb1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0848808 Dec 22 15:52:57.178592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0f25fd12-c66b-457f-a2f5-4c6060f8d0db req-bc77354c-6f59-4f3b-923d-364a318cd4c9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491769 Dec 22 15:52:57.805593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-bac3248e-46cd-448d-8c6c-6277bf136aa3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0777352 Dec 22 15:52:57.952170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-f0868048-becb-46cf-b3e4-5c2985cc8efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:57.954449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-f0868048-becb-46cf-b3e4-5c2985cc8efe service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1429079 Dec 22 15:52:58.065097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-e64eb828-7382-4d04-86c8-ba88ecdfced9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1002 time: 0.1048157 Dec 22 15:52:58.136716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-7e79028d-dba4-46ba-9477-1ea283c88514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:58.138349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-7e79028d-dba4-46ba-9477-1ea283c88514 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0667574 Dec 22 15:52:58.225750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-76f78ab4-edd1-47c0-a92c-adca72e4970b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807235 Dec 22 15:52:58.423809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-4dbebe5b-155b-41ae-858e-3295c7527ef6 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912522 Dec 22 15:52:58.493802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937338f-dd91-4e3f-b24a-17c40aeae166 req-5f5ad028-b340-41f7-a131-c63df5d574f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:58.496569 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6937338f-dd91-4e3f-b24a-17c40aeae166 req-5f5ad028-b340-41f7-a131-c63df5d574f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.1686506 Dec 22 15:52:58.626436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6937338f-dd91-4e3f-b24a-17c40aeae166 req-78ef74fa-9ab4-4a0c-8dd2-5c131a69a093 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795598 Dec 22 15:52:58.629907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-85afe2a8-3949-436a-bce8-912514e1dfbb service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962893 Dec 22 15:52:59.847921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c0634-d002-453e-a240-73ffc610bb74 req-a6cb9a8a-9aaf-48ad-888c-ce4f11b6edc8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:59.849773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-932c0634-d002-453e-a240-73ffc610bb74 req-a6cb9a8a-9aaf-48ad-888c-ce4f11b6edc8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0949073 Dec 22 15:52:59.902795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-932c0634-d002-453e-a240-73ffc610bb74 req-bbd3cce7-3cb0-4948-9158-e5dcd99ce682 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Dec 22 15:53:01.118143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93928407-d7d1-4676-914b-666fb783e2d1 req-2fc6b695-453f-478b-80eb-fd84677ca405 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:01.125675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93928407-d7d1-4676-914b-666fb783e2d1 req-2fc6b695-453f-478b-80eb-fd84677ca405 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0903728 Dec 22 15:53:01.172357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-93928407-d7d1-4676-914b-666fb783e2d1 req-3a8454dd-74cd-46f5-8530-1e70cdb72428 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457401 Dec 22 15:53:01.719462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.348653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-314ccaa4-d31c-4e76-9b14-ac6cc3d3be27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.391545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc80a1-68e8-4f94-a413-009560cc0de8 req-625fba71-1af8-440c-b3a1-d2b619c72e7c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:02.393236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bedc80a1-68e8-4f94-a413-009560cc0de8 req-625fba71-1af8-440c-b3a1-d2b619c72e7c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0917416 Dec 22 15:53:02.450628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bedc80a1-68e8-4f94-a413-009560cc0de8 req-c62f771e-3817-4ce5-b2ba-eef46852dec7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508051 Dec 22 15:53:03.840038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.904812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ef5aa-64fe-4f69-af00-19496ab55542 req-ade54ded-07f0-4738-afb0-43b0cc9b475e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:03.907036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ae8ef5aa-64fe-4f69-af00-19496ab55542 req-ade54ded-07f0-4738-afb0-43b0cc9b475e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.3213594 Dec 22 15:53:03.957259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ae8ef5aa-64fe-4f69-af00-19496ab55542 req-e0dddb98-c080-4fe4-be3d-a6789310c840 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Dec 22 15:53:04.542306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-57e3c0ff-36c1-485e-8450-957db2553a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.041961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.167649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd9bad-2737-4c62-b4d8-6e42b06c8043 req-150d6fe3-5a64-4a7c-951f-4e5728a52c35 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:05.169292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-81bd9bad-2737-4c62-b4d8-6e42b06c8043 req-150d6fe3-5a64-4a7c-951f-4e5728a52c35 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0850942 Dec 22 15:53:05.217906 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-81bd9bad-2737-4c62-b4d8-6e42b06c8043 req-7f5410bd-b16c-4438-ba7f-2a2b6a530d79 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Dec 22 15:53:06.426324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2a986-6b41-4b1c-bf56-020e53801ccd req-47a7c564-3cbb-4952-ad36-fe9644b9e0e3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:06.427902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0c2a986-6b41-4b1c-bf56-020e53801ccd req-47a7c564-3cbb-4952-ad36-fe9644b9e0e3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0831540 Dec 22 15:53:06.475921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0c2a986-6b41-4b1c-bf56-020e53801ccd req-7567c4e0-ce7c-46a3-b380-a20b1e52ea75 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418396 Dec 22 15:53:06.908440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.687516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badcde4-edf9-47ab-9742-7d95e8fea17e req-7fc6fbb4-7208-4cfb-b8b4-abed2f45dbac tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:07.689659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4badcde4-edf9-47ab-9742-7d95e8fea17e req-7fc6fbb4-7208-4cfb-b8b4-abed2f45dbac tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0864909 Dec 22 15:53:07.737820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4badcde4-edf9-47ab-9742-7d95e8fea17e req-1d7e00cf-01ec-4df5-a4ad-c83f32768ca0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419953 Dec 22 15:53:08.958746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e412081-b46d-4259-b057-99ffe08b6674 req-b4452e11-374d-45a0-ae60-10d2944a50d1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:08.960398 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3e412081-b46d-4259-b057-99ffe08b6674 req-b4452e11-374d-45a0-ae60-10d2944a50d1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0972831 Dec 22 15:53:09.009350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3e412081-b46d-4259-b057-99ffe08b6674 req-7b6a784d-97a6-4950-b0fe-a2c63dccfd2d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Dec 22 15:53:10.221959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874087d2-fc01-46ac-a606-a87c430c6d3b req-9982f0c7-8e34-4a50-9683-0ae7d8bd61cc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:10.223611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-874087d2-fc01-46ac-a606-a87c430c6d3b req-9982f0c7-8e34-4a50-9683-0ae7d8bd61cc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0890071 Dec 22 15:53:10.276809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-874087d2-fc01-46ac-a606-a87c430c6d3b req-190b6487-eff2-469f-b4bf-729991fff5c7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 Dec 22 15:53:11.485785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ed73f-6aba-41d7-b8ec-a613a0a8ab63 req-04c5697e-ec96-448b-820d-b45760c8b736 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:11.487432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bc8ed73f-6aba-41d7-b8ec-a613a0a8ab63 req-04c5697e-ec96-448b-820d-b45760c8b736 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0828989 Dec 22 15:53:11.535565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bc8ed73f-6aba-41d7-b8ec-a613a0a8ab63 req-1bedbddd-7383-4773-b72c-db8a94858280 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 Dec 22 15:53:12.744204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106e9cc-0a4d-4c52-a6fb-9b6db99d42f8 req-f387b35e-9938-40f7-a7d0-91219d16ced3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:12.745810 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c106e9cc-0a4d-4c52-a6fb-9b6db99d42f8 req-f387b35e-9938-40f7-a7d0-91219d16ced3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0858755 Dec 22 15:53:12.793763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c106e9cc-0a4d-4c52-a6fb-9b6db99d42f8 req-9be950b5-927f-4681-89ba-6239ca38d7e0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413654 Dec 22 15:53:14.005249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b275ef-d126-4334-b849-aa1e8567a4da req-03b109f3-becd-49d3-a959-f53271836ea0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:14.006871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33b275ef-d126-4334-b849-aa1e8567a4da req-03b109f3-becd-49d3-a959-f53271836ea0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0866663 Dec 22 15:53:14.056561 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-33b275ef-d126-4334-b849-aa1e8567a4da req-b257e60c-5811-4781-bce3-1b34e6b82861 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433743 Dec 22 15:53:15.270426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e5f49-39dc-4d79-9fe6-e9a394968a66 req-35b139eb-23e9-4110-9ff0-7536b4bce7c7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:15.272118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-777e5f49-39dc-4d79-9fe6-e9a394968a66 req-35b139eb-23e9-4110-9ff0-7536b4bce7c7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0859137 Dec 22 15:53:15.325154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-777e5f49-39dc-4d79-9fe6-e9a394968a66 req-585f962a-4d74-4e5d-8a84-18db950b4726 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Dec 22 15:53:16.743667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adec451-1da0-4730-b160-12567912be17 req-d56e0699-e8fc-4786-91d9-255ad1c7c3eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:16.745260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5adec451-1da0-4730-b160-12567912be17 req-d56e0699-e8fc-4786-91d9-255ad1c7c3eb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0865972 Dec 22 15:53:16.793925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5adec451-1da0-4730-b160-12567912be17 req-49080e60-5d99-4d34-a7b4-031fd9dee19d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 Dec 22 15:53:18.131926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0062b2-b69e-43e8-b862-c34fa766d3f5 req-499b3462-8b97-474b-a558-928d4e372c6c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:18.133476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d0062b2-b69e-43e8-b862-c34fa766d3f5 req-499b3462-8b97-474b-a558-928d4e372c6c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0827415 Dec 22 15:53:18.182799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d0062b2-b69e-43e8-b862-c34fa766d3f5 req-d7aa4eae-32fa-491b-a975-7a2d304510b3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Dec 22 15:53:19.393347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2020f1-f379-4dca-8109-a18a00a7455d req-ffd36065-09e9-437d-837a-5a1032e13b68 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.395011 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9f2020f1-f379-4dca-8109-a18a00a7455d req-ffd36065-09e9-437d-837a-5a1032e13b68 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0849609 Dec 22 15:53:19.445438 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9f2020f1-f379-4dca-8109-a18a00a7455d req-6cffb55e-1ad0-4531-9128-f635ec29c2f8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441253 Dec 22 15:53:20.667500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5479e2-6201-486b-b466-345ff5eaa24e req-c757c7a0-4e93-48c6-9a7e-f329efa209c3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.669126 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b5479e2-6201-486b-b466-345ff5eaa24e req-c757c7a0-4e93-48c6-9a7e-f329efa209c3 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0907726 Dec 22 15:53:20.966084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b5479e2-6201-486b-b466-345ff5eaa24e req-be287074-c2d1-4168-98ca-5cc7d256b241 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892036 Dec 22 15:53:22.182448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b44700-1597-43dd-a506-306b9e3bc84a req-ac0658d4-9197-4ec0-8c77-5d671ccb71af tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:22.184170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35b44700-1597-43dd-a506-306b9e3bc84a req-ac0658d4-9197-4ec0-8c77-5d671ccb71af tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0892377 Dec 22 15:53:22.233996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35b44700-1597-43dd-a506-306b9e3bc84a req-3e80c8f6-2211-4fb1-951d-5af16910a2f0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434830 Dec 22 15:53:23.445369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80accc92-fc37-4218-b4d6-12943ffef285 req-05d24e4b-45d4-4102-abf0-1fb71ffa281e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:23.447023 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-80accc92-fc37-4218-b4d6-12943ffef285 req-05d24e4b-45d4-4102-abf0-1fb71ffa281e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0872352 Dec 22 15:53:23.496552 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-80accc92-fc37-4218-b4d6-12943ffef285 req-61ca99f6-7f46-46e0-88fd-bd8acc7f0222 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433676 Dec 22 15:53:24.704683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb965a-c786-4e77-95ea-f001b994b6a8 req-36b325e1-eba9-4719-ae71-a4ea492c079e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:24.706336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-adfb965a-c786-4e77-95ea-f001b994b6a8 req-36b325e1-eba9-4719-ae71-a4ea492c079e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0851045 Dec 22 15:53:24.755205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-adfb965a-c786-4e77-95ea-f001b994b6a8 req-ff924640-c8e2-4acc-8cfc-d7235d6b289d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Dec 22 15:53:25.972632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738553a4-c7b6-48f3-990d-d6060ff4b410 req-01fe92d9-05b3-456d-94d0-0aeca03e0200 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:25.974406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-738553a4-c7b6-48f3-990d-d6060ff4b410 req-01fe92d9-05b3-456d-94d0-0aeca03e0200 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0930483 Dec 22 15:53:26.039757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-738553a4-c7b6-48f3-990d-d6060ff4b410 req-bb01e6b4-75bf-400c-955f-96679d2ccb6e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560107 Dec 22 15:53:26.289089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:53:27.290951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa95a60-1135-4d75-a2e1-c67a47615eda req-d52ed9c9-3336-4614-ae66-eff3efc22477 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:27.292601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eaa95a60-1135-4d75-a2e1-c67a47615eda req-d52ed9c9-3336-4614-ae66-eff3efc22477 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0903943 Dec 22 15:53:27.342698 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eaa95a60-1135-4d75-a2e1-c67a47615eda req-30b35d8e-7e91-424f-89f6-870ab4122d35 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Dec 22 15:53:28.555174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61543fc2-d276-48c6-8e86-1195c4e29bb3 req-7da879b8-3ead-43d6-9658-78ffaf058452 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:28.556861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-61543fc2-d276-48c6-8e86-1195c4e29bb3 req-7da879b8-3ead-43d6-9658-78ffaf058452 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0887632 Dec 22 15:53:28.611095 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-61543fc2-d276-48c6-8e86-1195c4e29bb3 req-478527bb-92c2-4f5e-85fe-eda85f972337 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479636 Dec 22 15:53:29.820234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdef56-6855-4ead-99b1-413367c467bf req-f17ed07d-9bd7-471a-b8e7-c6604f95bd95 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:29.821801 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d0bdef56-6855-4ead-99b1-413367c467bf req-f17ed07d-9bd7-471a-b8e7-c6604f95bd95 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0848196 Dec 22 15:53:29.874055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d0bdef56-6855-4ead-99b1-413367c467bf req-b047a4dc-ea79-4b3f-9f36-78bc7df443ee tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Dec 22 15:53:31.098237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a7e9-d5d3-4efb-93e5-7cd5f9c029fe req-a53e86bd-447b-4de6-8e85-d12a6006c261 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:31.099913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2657a7e9-d5d3-4efb-93e5-7cd5f9c029fe req-a53e86bd-447b-4de6-8e85-d12a6006c261 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0895903 Dec 22 15:53:31.154438 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2657a7e9-d5d3-4efb-93e5-7cd5f9c029fe req-e41a786b-a9fe-4816-9900-11f007ec9248 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Dec 22 15:53:31.501267 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-7673f3e0-9f22-4b36-9a6f-eb6786fc4a55 service neutron] 10.222.0.71 "GET /v2.0/ports/e3fffdc1-ef87-4ee2-8873-a524a852cedd/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0800786 Dec 22 15:53:31.716450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.924224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-2b06a413-c498-4ecd-b951-28786ccaddb4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0784140 Dec 22 15:53:32.023089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-9df7e2b9-8d70-4230-bcf3-5f9313f99de8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0779245 Dec 22 15:53:32.171608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-e34b06e1-d421-4594-a0e6-ea9e72648aad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:32.174467 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-e34b06e1-d421-4594-a0e6-ea9e72648aad service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1454141 Dec 22 15:53:32.331819 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-50ecdd77-8139-4398-8b5d-0bcb5fe67e28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1002 time: 0.1509240 Dec 22 15:53:32.347604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d954a48-288a-4ba9-aaa5-b9a3a0142be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.421588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-c6b58959-95ca-4259-be54-6359099e6a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:32.423253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-c6b58959-95ca-4259-be54-6359099e6a37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0856373 Dec 22 15:53:32.494759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449db1ef-5b02-4fe9-bbee-20155ee1abef req-106516f0-c36d-436a-b243-5f394a4102aa tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:32.496418 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-449db1ef-5b02-4fe9-bbee-20155ee1abef req-106516f0-c36d-436a-b243-5f394a4102aa tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.2041543 Dec 22 15:53:32.562229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-2a32b036-a427-4b08-8a06-98c88ee769d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1330819 Dec 22 15:53:32.567142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-449db1ef-5b02-4fe9-bbee-20155ee1abef req-860fc144-6026-4b2e-861f-6f862609f9da tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633280 Dec 22 15:53:32.711921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-ab477366-2d99-4603-9293-06fcd0eb38b5 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436536 Dec 22 15:53:32.859879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-52a1ed2a-f1ca-4b8a-bc56-1630fdde2bf5 req-b41f5708-30f5-42d3-b149-5622fb05084a service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413462 Dec 22 15:53:33.810258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b29d-f758-420d-acc2-527215e58a8f req-776c2035-2ba0-49fa-ba27-325820690945 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:33.811837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13a5b29d-f758-420d-acc2-527215e58a8f req-776c2035-2ba0-49fa-ba27-325820690945 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.1085117 Dec 22 15:53:33.845516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.865291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-13a5b29d-f758-420d-acc2-527215e58a8f req-bb1c885b-fdcb-4095-8ad8-15744e789419 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464873 Dec 22 15:53:34.271151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:34.393100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.424714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:34.436606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:34.471473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.474749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:34.508483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'code': 200} Dec 22 15:53:34.560458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:34.569709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.570185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.570575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.570990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.571356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.571740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.572115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.572493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.572871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.573242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.573617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:34.578191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:34.582411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa081094-e97b-409f-b477-0194d88e14a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.042797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.076179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50117ca1-42c5-4648-9ff1-77fa9399da4c req-1d6babe7-2f2d-49e1-a969-9991f3c5ddce tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:35.077790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-50117ca1-42c5-4648-9ff1-77fa9399da4c req-1d6babe7-2f2d-49e1-a969-9991f3c5ddce tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0845349 Dec 22 15:53:35.130802 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-50117ca1-42c5-4648-9ff1-77fa9399da4c req-f173d05b-c121-464b-91c3-90c0db3bb799 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443850 Dec 22 15:53:35.978103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-9e979d92-3676-4085-a47c-36831bbd057a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0845773 Dec 22 15:53:36.137918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a724-9cb8-4290-8434-93b920667c2a req-2b27e642-d824-4462-932b-f73ecb1724f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:36.139543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-2b27e642-d824-4462-932b-f73ecb1724f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1424742 Dec 22 15:53:36.264244 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-c53193fb-b464-43ed-92d2-5e584ad5948e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1000 time: 0.1097503 Dec 22 15:53:36.396125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a724-9cb8-4290-8434-93b920667c2a req-99538168-f782-4aeb-a170-43b68c723257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:36.397683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-99538168-f782-4aeb-a170-43b68c723257 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.1256726 Dec 22 15:53:36.480709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38e784-730d-4ebf-a50f-f3bad8baac42 req-02c8dcb1-e436-47b2-b921-3c6dc1620a47 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:36.483143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c38e784-730d-4ebf-a50f-f3bad8baac42 req-02c8dcb1-e436-47b2-b921-3c6dc1620a47 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.1649749 Dec 22 15:53:36.557434 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-060041f6-96c7-41e3-b002-8a6380b2de53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1531327 Dec 22 15:53:36.563761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c38e784-730d-4ebf-a50f-f3bad8baac42 req-ba794229-b97d-45f8-b37d-c94daedf5fe2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719359 Dec 22 15:53:36.705152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-bddc56b1-e866-4b92-b414-9a90864afc29 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402788 Dec 22 15:53:36.849474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-91c2a724-9cb8-4290-8434-93b920667c2a req-f22f2803-81b5-446b-b0c6-979e4deee733 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379123 Dec 22 15:53:36.956602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.778667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0efc-f2f3-4b02-acee-fe1caba0ddcf req-d51d87f0-d6b8-40d7-a636-6b7d15f3f90b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:37.780296 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ec0efc-f2f3-4b02-acee-fe1caba0ddcf req-d51d87f0-d6b8-40d7-a636-6b7d15f3f90b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0876584 Dec 22 15:53:37.830293 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72ec0efc-f2f3-4b02-acee-fe1caba0ddcf req-8835ea9b-f79c-4de9-81ae-7a64bae38298 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Dec 22 15:53:38.287397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:53:38.434061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:38.448885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'mac_address': 'fa:16:3e:19:7d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:53:38.510624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.530929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:53:38.548179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:38.619566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.621510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:38.690568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['e3fffdc1-ef87-4ee2-8873-a524a852cedd'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:53:38.728562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:38.733464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:39.045759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ff76d-23e0-409b-b3da-59207133d200 req-324f45b4-b473-43c1-ab59-d46ac56a71f4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:39.048197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc6ff76d-23e0-409b-b3da-59207133d200 req-324f45b4-b473-43c1-ab59-d46ac56a71f4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 944 time: 0.0864391 Dec 22 15:53:39.098586 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc6ff76d-23e0-409b-b3da-59207133d200 req-9cb63ee5-755d-4d90-9d8b-41d257216e40 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Dec 22 15:53:40.309710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602f47-fcf4-4a17-86e5-0024153eb413 req-ab596421-3c7c-41e3-b1ed-7bcff3b5ff65 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:40.311335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6602f47-fcf4-4a17-86e5-0024153eb413 req-ab596421-3c7c-41e3-b1ed-7bcff3b5ff65 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 944 time: 0.0870628 Dec 22 15:53:40.333000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:40.366861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6602f47-fcf4-4a17-86e5-0024153eb413 req-b81005a6-17e8-49a0-9da0-efa95c93bfb5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479991 Dec 22 15:53:40.407874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port e3fffdc1-ef87-4ee2-8873-a524a852cedd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:40.408216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:40.525957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:40.557972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:40.568743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:40.613709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:40.615969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:40.651659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'code': 200} Dec 22 15:53:40.686172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:40.689550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:41.583374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eea07-39ae-4523-a74e-bea7bc24e8d0 req-e2286be6-2e34-49d7-b26b-b015863464e6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:41.584981 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-519eea07-39ae-4523-a74e-bea7bc24e8d0 req-e2286be6-2e34-49d7-b26b-b015863464e6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0872831 Dec 22 15:53:41.636651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-519eea07-39ae-4523-a74e-bea7bc24e8d0 req-629ea382-c798-4205-88b8-26cc07a3f19c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Dec 22 15:53:42.856807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c054c41-722d-4d10-9352-ac7742504cb5 req-22884d30-683a-4037-8ea7-5262f5768295 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:42.859375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c054c41-722d-4d10-9352-ac7742504cb5 req-22884d30-683a-4037-8ea7-5262f5768295 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0913455 Dec 22 15:53:42.910678 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c054c41-722d-4d10-9352-ac7742504cb5 req-bfef22ab-dcc4-4690-a865-40b6b07b83dc tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Dec 22 15:53:43.912842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a014427-fb63-4391-9119-bd6d274c62dc req-5a2af702-2dcf-44d0-ac6c-b8629c946bf9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:43.914376 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a014427-fb63-4391-9119-bd6d274c62dc req-5a2af702-2dcf-44d0-ac6c-b8629c946bf9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.3470469 Dec 22 15:53:43.941595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-bd7122fa-772a-415b-8a56-0aba6754679e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:43.943173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-bd7122fa-772a-415b-8a56-0aba6754679e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3&tenant_id=f5b10571144b417fb8fe259f925adbd3&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 945 time: 0.4116292 Dec 22 15:53:44.038590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a014427-fb63-4391-9119-bd6d274c62dc req-28e6eb46-80a7-433b-9706-09e83b4518e0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175249 Dec 22 15:53:44.050048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-3e0fbc68-c988-4d07-b0e6-eb06e58c3c9a service neutron] 10.222.0.71 "GET /v2.0/ports/e3fffdc1-ef87-4ee2-8873-a524a852cedd/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.1011407 Dec 22 15:53:44.157424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-23edeaeb-e14b-4af2-a098-0513a5f2d0bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0849049 Dec 22 15:53:44.304046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-b1aebbd0-c447-4478-8dca-a1f15128cc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:44.305637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-b1aebbd0-c447-4478-8dca-a1f15128cc57 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1425641 Dec 22 15:53:44.424593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-451027d0-07c9-4a03-8f65-136442508361 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1002 time: 0.1124694 Dec 22 15:53:44.494509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-378f0e70-d355-4336-ad89-51ceaa0bb1ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:44.496152 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-378f0e70-d355-4336-ad89-51ceaa0bb1ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0660458 Dec 22 15:53:44.580532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-93753e79-53bd-4094-8607-c09142dd9ff0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774965 Dec 22 15:53:44.737746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-9c039540-f92e-40fc-a7fa-1facb965ecef service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513269 Dec 22 15:53:44.881830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-4920a84d-d90c-4679-a975-337962603581 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381373 Dec 22 15:53:45.255544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c27eb-c2cc-47e7-a5d9-892cfb6959be req-5ffc9764-a791-4ede-9be8-868b7b47058c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:45.257182 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b88c27eb-c2cc-47e7-a5d9-892cfb6959be req-5ffc9764-a791-4ede-9be8-868b7b47058c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0877342 Dec 22 15:53:45.307775 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b88c27eb-c2cc-47e7-a5d9-892cfb6959be req-6d62eddb-4051-497b-92d4-ad9310e2af49 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Dec 22 15:53:46.877575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b93472-b115-4ffa-8469-5fda9bfde83c req-0d26353b-22e3-4517-9d9e-38db7842c2c8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:46.879263 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3b93472-b115-4ffa-8469-5fda9bfde83c req-0d26353b-22e3-4517-9d9e-38db7842c2c8 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0896382 Dec 22 15:53:46.933007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3b93472-b115-4ffa-8469-5fda9bfde83c req-a30d2475-02a3-4cdf-a2e0-39142a9466f5 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470805 Dec 22 15:53:48.161301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2ba41-81fb-41f1-99f0-24d40eea9491 req-78b6dbcc-16e5-4bfa-a2fc-4d80a7d35da0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:48.163024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9b2ba41-81fb-41f1-99f0-24d40eea9491 req-78b6dbcc-16e5-4bfa-a2fc-4d80a7d35da0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0875793 Dec 22 15:53:48.212777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9b2ba41-81fb-41f1-99f0-24d40eea9491 req-b07fd2ce-7c2b-4815-8040-841805509c65 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434835 Dec 22 15:53:48.597046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-12623a72-5917-47ec-9ddc-c61a989c0188 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3&tenant_id=f5b10571144b417fb8fe259f925adbd3 HTTP/1.1" status: 200 len: 1098 time: 0.0777240 Dec 22 15:53:48.701401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-1d5a7899-232a-40e6-9879-1e61180c7048 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5b10571144b417fb8fe259f925adbd3&device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 1098 time: 0.0816488 Dec 22 15:53:48.855709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-ef3451ef-4124-419c-85b7-a4ed0ddfc110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:48.857319 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-ef3451ef-4124-419c-85b7-a4ed0ddfc110 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 200 len: 912 time: 0.1498885 Dec 22 15:53:48.976598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-5183970a-38e9-4f36-9eb6-21bc03a15021 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 200 len: 1002 time: 0.1121664 Dec 22 15:53:49.054869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-46238ca3-6389-4a41-8afe-cbb039c18847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:49.056549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-46238ca3-6389-4a41-8afe-cbb039c18847 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 200 len: 850 time: 0.0739629 Dec 22 15:53:49.155224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-7296b141-809e-48ed-a0d8-2ff4aa314554 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922353 Dec 22 15:53:49.340567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-a3f90602-3893-4665-903b-86f1825ba06a service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782706 Dec 22 15:53:49.561479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89bf734c-5039-460d-a793-2ed3eea554a3 req-6eaf65d4-a654-4c76-9ebe-19a530b23bf2 service neutron] 10.222.0.71 "GET /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133315 Dec 22 15:53:49.573206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a05e0f-5503-4ffb-9c49-41e6325b9500 req-eb1d9f31-36db-4d7c-a8ac-28b1df667d5c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:49.575181 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20a05e0f-5503-4ffb-9c49-41e6325b9500 req-eb1d9f31-36db-4d7c-a8ac-28b1df667d5c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.2003005 Dec 22 15:53:49.634223 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20a05e0f-5503-4ffb-9c49-41e6325b9500 req-a4a36d80-7c73-40ce-b415-fe12798b6db1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521479 Dec 22 15:53:50.364449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:50.516880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.547076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:50.558713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:50.600468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.603343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:50.643395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'code': 200} Dec 22 15:53:50.689177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=9']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:50.693298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:50.899778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761804-db08-4ebd-8989-7848ad5d5695 req-2ce51330-6c04-4b58-b4f1-d92d2116cc34 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:50.901313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b761804-db08-4ebd-8989-7848ad5d5695 req-2ce51330-6c04-4b58-b4f1-d92d2116cc34 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.1108413 Dec 22 15:53:50.963905 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b761804-db08-4ebd-8989-7848ad5d5695 req-7cf52882-8882-4858-91c5-b779c2e5522c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543945 Dec 22 15:53:52.189872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad72d4-65aa-4261-924b-536adf79dbcc req-fd451a0a-9afe-4871-acd1-a8c39c3dfc86 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:52.191634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a1ad72d4-65aa-4261-924b-536adf79dbcc req-fd451a0a-9afe-4871-acd1-a8c39c3dfc86 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0932279 Dec 22 15:53:52.245011 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a1ad72d4-65aa-4261-924b-536adf79dbcc req-771a047d-fc44-4ac7-8468-56ea85abafbd tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468438 Dec 22 15:53:53.458203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32c27f-0db3-4d65-adde-083c1fe6c020 req-ca2a11d1-21a6-472f-8825-0980dc0f5612 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:53.459900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5e32c27f-0db3-4d65-adde-083c1fe6c020 req-ca2a11d1-21a6-472f-8825-0980dc0f5612 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0861607 Dec 22 15:53:53.511063 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5e32c27f-0db3-4d65-adde-083c1fe6c020 req-d8c435a3-5e8e-44c2-be39-3baf208d9319 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Dec 22 15:53:54.380628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:53:54.535738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:54.550837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'port_id': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'mac_address': 'fa:16:3e:19:7d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:53:54.742154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add95ac8-fdb9-4dc7-9ad4-fc1e5a7fb459 req-5edb5f70-74a4-4694-8368-0b0ba1ce2179 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:54.743954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-add95ac8-fdb9-4dc7-9ad4-fc1e5a7fb459 req-5edb5f70-74a4-4694-8368-0b0ba1ce2179 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 943 time: 0.0963333 Dec 22 15:53:54.780450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.796007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-add95ac8-fdb9-4dc7-9ad4-fc1e5a7fb459 req-8ac4069a-c437-4928-b042-2d7079952b17 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Dec 22 15:53:54.801595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:53:54.817896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:54.845463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.848179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:54.911575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['e3fffdc1-ef87-4ee2-8873-a524a852cedd'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:53:54.965049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=10']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:54.970844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:56.017094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b20e9-8c0e-4bea-9fb1-0be79d645220 req-2dda50de-0eac-46a4-b639-b754db7e3880 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:56.018746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b87b20e9-8c0e-4bea-9fb1-0be79d645220 req-2dda50de-0eac-46a4-b639-b754db7e3880 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 945 time: 0.0931153 Dec 22 15:53:56.080949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b87b20e9-8c0e-4bea-9fb1-0be79d645220 req-52f952b8-5796-495b-bd64-0aaf1dd9f3fd tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Dec 22 15:53:56.395587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:56.490646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port e3fffdc1-ef87-4ee2-8873-a524a852cedd triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:56.491109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.619035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.648748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:56.660144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:56.694386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.696637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:56.727523 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'code': 200} Dec 22 15:53:56.776916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=11']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:56.780798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:57.299449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a810d6-12c6-4d51-af13-32eaed0596b8 req-9e13e385-64df-45b8-9e7e-e5d315f72f2e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:57.301255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-34a810d6-12c6-4d51-af13-32eaed0596b8 req-9e13e385-64df-45b8-9e7e-e5d315f72f2e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0886056 Dec 22 15:53:57.355247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-34a810d6-12c6-4d51-af13-32eaed0596b8 req-217c9fa5-3252-4725-80bc-e85275ea6104 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453916 Dec 22 15:53:58.632595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d359e-f087-4815-acd6-b35bd93f67da req-e8aba6a5-d51d-429a-ab6e-c9f59cd3808d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:58.635210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca4d359e-f087-4815-acd6-b35bd93f67da req-e8aba6a5-d51d-429a-ab6e-c9f59cd3808d tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0887592 Dec 22 15:53:58.685449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca4d359e-f087-4815-acd6-b35bd93f67da req-4e07d9f3-5951-4d1d-8c88-87e22684b5fd tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Dec 22 15:53:58.905347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d1ed-a119-45a1-9b07-e37e2d6dcbec req-509ba8fb-a9d5-4ca4-a579-51442575356e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:58.907581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2405d1ed-a119-45a1-9b07-e37e2d6dcbec req-509ba8fb-a9d5-4ca4-a579-51442575356e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0918088 Dec 22 15:53:58.958785 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2405d1ed-a119-45a1-9b07-e37e2d6dcbec req-3510498d-5d28-4560-bb26-8d61bd1aa67e tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449460 Dec 22 15:53:59.169571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc547-94df-4ed9-85be-60d23fee8888 req-e9071ed1-2b79-4ca9-b5f4-d186b6fd9c30 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:59.171304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-396dc547-94df-4ed9-85be-60d23fee8888 req-e9071ed1-2b79-4ca9-b5f4-d186b6fd9c30 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0856402 Dec 22 15:53:59.224683 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-396dc547-94df-4ed9-85be-60d23fee8888 req-67c50a00-3d0f-4d73-9168-413747ac2aa0 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464699 Dec 22 15:53:59.736281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07aa2a-d704-4a4c-b0d6-c4c8218e00e7 req-e5916dcf-8b7b-4b05-9051-2280d22d5fc6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:59.737909 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc07aa2a-d704-4a4c-b0d6-c4c8218e00e7 req-e5916dcf-8b7b-4b05-9051-2280d22d5fc6 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0857069 Dec 22 15:53:59.786759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc07aa2a-d704-4a4c-b0d6-c4c8218e00e7 req-28982c91-3ace-4b44-bc9d-c34a2ba89dda tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Dec 22 15:54:01.004238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a0127-695e-4d7c-b122-e2c8d7173d3b req-0dfb392f-0a9b-4fab-a1d0-b76caca6f4f2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:01.005897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b9a0127-695e-4d7c-b122-e2c8d7173d3b req-0dfb392f-0a9b-4fab-a1d0-b76caca6f4f2 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0851328 Dec 22 15:54:01.062940 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b9a0127-695e-4d7c-b122-e2c8d7173d3b req-0c45d95d-315f-46fd-b033-25378eeeb7aa tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506763 Dec 22 15:54:01.722417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.042205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-1159eb1d-5f26-4292-bb8e-3879b2458d4b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:02.043855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-1159eb1d-5f26-4292-bb8e-3879b2458d4b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0892179 Dec 22 15:54:02.125844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:02.126718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.289458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19913299-19a6-4df8-baec-5093f8d366fe req-66be43a2-07f2-499e-b398-0563620bb473 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:02.291257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-19913299-19a6-4df8-baec-5093f8d366fe req-66be43a2-07f2-499e-b398-0563620bb473 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 946 time: 0.0994527 Dec 22 15:54:02.347841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-19913299-19a6-4df8-baec-5093f8d366fe req-13af6c43-dc46-4881-88c5-5c70e8d5168b tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458024 Dec 22 15:54:02.391328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c229261-244f-4b98-af83-8a1fb17b40b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.418333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:02.418749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.426342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:02.559195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.590503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:02.601916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:02.680538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.688789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'code': 200} Dec 22 15:54:02.689860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:02.782875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.783295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.783695 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 disassociated. External IP: 172.26.4.246, port: e3fffdc1-ef87-4ee2-8873-a524a852cedd. Dec 22 15:54:02.784076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for e3fffdc1-ef87-4ee2-8873-a524a852cedd owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:02.819638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=12']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:02.826047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:03.014292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88967) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:03.014867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:03.291972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:54:03.517183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:03.517681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.575677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288f420-96f6-4c39-9195-224bbccad62a req-da207eef-1dd7-4115-8377-260db3b0df77 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:03.577379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8288f420-96f6-4c39-9195-224bbccad62a req-da207eef-1dd7-4115-8377-260db3b0df77 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 944 time: 0.0896208 Dec 22 15:54:03.632165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8288f420-96f6-4c39-9195-224bbccad62a req-35c60c34-4ef1-4f4b-bb78-0b9582f1b829 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups?id=836fd870-8686-425d-83ee-f01708dcab34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Dec 22 15:54:03.854042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.033159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] For port e3fffdc1-ef87-4ee2-8873-a524a852cedd, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e3fffdc1-ef87-4ee2-8873-a524a852cedd,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:04.033559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.344624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.345186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.345373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2 disassociated. External IP: 172.26.4.246, port: e3fffdc1-ef87-4ee2-8873-a524a852cedd. Dec 22 15:54:04.345760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for e3fffdc1-ef87-4ee2-8873-a524a852cedd owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:04.571834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a39d9499-8c87-4af1-8cda-f1993cec1375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.642894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.649498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:04.696823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event deleted for resources: {'Port': ['ID=e3fffdc1-ef87-4ee2-8873-a524a852cedd,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:04.712812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.713254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.713688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.714115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.714522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.714975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.715407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.715791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.716208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.717383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.717383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:04.721468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:04.842521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f813448-f796-40de-b2ec-874400c4685e req-24cfc193-7228-4de1-818c-4bdb365a76f9 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 210 time: 0.0627294 Dec 22 15:54:05.006485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:05.039631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.235492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:05.245616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:05.258421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:05.259151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:54:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:05.307298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] No DVR routers for this DVR port e3fffdc1-ef87-4ee2-8873-a524a852cedd on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:05.310069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.314790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-deleted', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:05.357690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c493f12-c5bf-489c-9603-2b4a29a34620 req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.71 "DELETE /v2.0/ports/e3fffdc1-ef87-4ee2-8873-a524a852cedd HTTP/1.1" status: 204 len: 173 time: 3.3073723 Dec 22 15:54:05.458698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:05.463265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4728bf-d1dd-4850-a4f5-12f471667bc3', 'name': 'network-vif-deleted', 'tag': 'e3fffdc1-ef87-4ee2-8873-a524a852cedd', 'status': 'completed', 'code': 200} Dec 22 15:54:05.785492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:05.789570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:54:05.800917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:05.801581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:54:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.026961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-10b3cfab-419a-492e-b88f-b61a76bb4dc3 req-4c1675d0-19e3-49d9-8a75-51de5c45340c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Synchronizing usage tracker for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:06.068057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-10b3cfab-419a-492e-b88f-b61a76bb4dc3 req-4c1675d0-19e3-49d9-8a75-51de5c45340c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Unset dirty status for tenant:f5b10571144b417fb8fe259f925adbd3 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:06.069577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10b3cfab-419a-492e-b88f-b61a76bb4dc3 req-4c1675d0-19e3-49d9-8a75-51de5c45340c tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a4728bf-d1dd-4850-a4f5-12f471667bc3 HTTP/1.1" status: 200 len: 210 time: 0.0944612 Dec 22 15:54:06.144672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:06.426476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:06.463471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: e3fffdc1-ef87-4ee2-8873-a524a852cedd {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:06.463849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device e3fffdc1-ef87-4ee2-8873-a524a852cedd not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:06.500115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.505088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1d6ecb-fef2-4d0f-8aa6-93df9d6931da None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:47:32Z', 'revision_number': 4, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d', 'name': '', 'network_id': '1bf8e2e2-ee5b-4d68-bf06-b42db810a29b', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'mac_address': 'fa:16:3e:e0:40:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:31Z', 'updated_at': '2021-12-22T15:47:39Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'subnets': [{'id': '4fd4a081-b77f-4366-adb9-930d616357a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:06.892301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.018405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9effddc-9b9f-4684-9ef2-8e2ffa988543 None None] New status for floating IP 0484ea09-156d-45c3-bd54-a0df337fc8a2: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:54:10.846278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53628) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:10.923620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.952556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.182341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.186802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-379748d7-3753-4f62-8cb7-299cfce39058 tempest-ServersAdminNegativeTestJSON-572395297 tempest-ServersAdminNegativeTestJSON-572395297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:11.206120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fd870-8686-425d-83ee-f01708dcab34,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:11.209303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:11.241736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.243084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "DELETE /v2.0/security-groups/836fd870-8686-425d-83ee-f01708dcab34 HTTP/1.1" status: 204 len: 168 time: 0.3953266 Dec 22 15:54:11.245745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53632) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:11.264007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-6e9dd12d-2093-4766-8e0c-64f207c6824f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] show failed (client error): The resource could not be found. Dec 22 15:54:11.265119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6e9dd12d-2093-4766-8e0c-64f207c6824f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "GET /v2.0/security-groups/836fd870-8686-425d-83ee-f01708dcab34 HTTP/1.1" status: 404 len: 347 time: 0.0183687 Dec 22 15:54:11.268615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53636) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:11.437057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Deleting port 8630e51b-d977-4e57-ac8f-e13a6d34fb2c {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:11.437452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.628129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.628498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.757002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Calling delete_port for 8630e51b-d977-4e57-ac8f-e13a6d34fb2c owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:11.945591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.950543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1241fe35-cdac-4850-9453-d181c40c8fbe tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:11.992856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Pushing event deleted for resources: {'Port': ['ID=8630e51b-d977-4e57-ac8f-e13a6d34fb2c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:11.996847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:12.097537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.148719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.153272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] 10.222.0.32 "DELETE /v2.0/floatingips/0484ea09-156d-45c3-bd54-a0df337fc8a2 HTTP/1.1" status: 204 len: 168 time: 0.8804860 Dec 22 15:54:12.153520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53640) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:12.671243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.605204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Deleting port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:13.605830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.801728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] For port c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:13.802042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.938645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Calling delete_port for c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:14.308273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.313412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baf1ce91-4093-46d0-9476-f9fd83994b9f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:14.355709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:14.360613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:14.677810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.295346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Router c5b9279d-eb64-4479-b8f1-a887c4de1073 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:15.505402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:15.514487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] Sync routers for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:15.519667 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] 10.222.0.32 "PUT /v2.0/routers/c5b9279d-eb64-4479-b8f1-a887c4de1073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3650398 Dec 22 15:54:15.521518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53646) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:15.535101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:15.536242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:54:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:15.725629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:15.733816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.939590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.991319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Deleting port 499f1593-f19a-4725-b4b9-6e14a8c97585 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:15.991724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.027508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:54:14Z', 'revision_number': 5, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port': {'id': '499f1593-f19a-4725-b4b9-6e14a8c97585', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:55:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:29Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:16.031696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] Checking router: c5b9279d-eb64-4479-b8f1-a887c4de1073 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:54:16.044004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] Routers {'c5b9279d-eb64-4479-b8f1-a887c4de1073'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:16.044727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:54:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['c5b9279d-eb64-4479-b8f1-a887c4de1073'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:16.211674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] Set router c5b9279d-eb64-4479-b8f1-a887c4de1073 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:16.329551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:54:15Z', 'revision_number': 6, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:16.334323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953bedc5-87d3-47c2-b6ff-3ee1a46f6cef None None] The sync data for ids ['c5b9279d-eb64-4479-b8f1-a887c4de1073'] in dv-neutron-822709-1-hyperv is: [{'id': 'c5b9279d-eb64-4479-b8f1-a887c4de1073', 'name': 'tempest-ServerActionsTestJSON-896310906-router', 'tenant_id': 'f5b10571144b417fb8fe259f925adbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:28Z', 'updated_at': '2021-12-22T15:54:15Z', 'revision_number': 6, 'project_id': 'f5b10571144b417fb8fe259f925adbd3', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:16.424722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] For port 499f1593-f19a-4725-b4b9-6e14a8c97585, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=499f1593-f19a-4725-b4b9-6e14a8c97585,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:16.425540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.555411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Calling delete_port for 499f1593-f19a-4725-b4b9-6e14a8c97585 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:16.813831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.818859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27a3223a-538f-47e3-8757-a50edd506f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:16.861300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=499f1593-f19a-4725-b4b9-6e14a8c97585,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:16.865177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:17.102854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.376210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.380980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.493878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.494498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5b9279d-eb64-4479-b8f1-a887c4de1073 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:54:17.507768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.509572 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c5b9279d-eb64-4479-b8f1-a887c4de1073 HTTP/1.1" status: 204 len: 168 time: 1.9865186 Dec 22 15:54:17.511818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53650) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:17.581034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 499f1593-f19a-4725-b4b9-6e14a8c97585 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:17.583594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Deleting subnet 4fd4a081-b77f-4366-adb9-930d616357a2 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:54:17.587182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.616699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 499f1593-f19a-4725-b4b9-6e14a8c97585 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:17.617104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 499f1593-f19a-4725-b4b9-6e14a8c97585 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:17.617590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:17.640513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.653596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:17.654048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c0fa4c04-33c5-4b4c-bb13-a08c6b599a7d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:17.722217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.826066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.831118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66c2184c-8434-4c0c-959e-a4cd7ae837c3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:17.869070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd4a081-b77f-4366-adb9-930d616357a2,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:17.871840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:17.874737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.880633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01267ba4-e0b4-49bf-b84e-77961a3e907a None None] Network 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:17.881419 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4fd4a081-b77f-4366-adb9-930d616357a2 HTTP/1.1" status: 204 len: 168 time: 0.3684268 Dec 22 15:54:17.884152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53654) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:18.003926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.015282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Deleting port 4c58874a-258b-4e74-8928-35beb6f4f65b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:18.015656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.148064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] DHCP port deletion for 1bf8e2e2-ee5b-4d68-bf06-b42db810a29b request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:18.152398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Deleting port 4c58874a-258b-4e74-8928-35beb6f4f65b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:18.152830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.238892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] For port 4c58874a-258b-4e74-8928-35beb6f4f65b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4c58874a-258b-4e74-8928-35beb6f4f65b,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:18.239294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.366219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Calling delete_port for 4c58874a-258b-4e74-8928-35beb6f4f65b owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:18.368762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] For port 4c58874a-258b-4e74-8928-35beb6f4f65b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4c58874a-258b-4e74-8928-35beb6f4f65b,segment=NetworkSegment(50199dd8-a79d-40c3-bdf4-2715cca11855),segment_id=50199dd8-a79d-40c3-bdf4-2715cca11855)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:18.369212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.476700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.481549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bbd3e42-12fd-453c-96b6-dbe2ff8e5dff tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:18.495246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Calling delete_port for 4c58874a-258b-4e74-8928-35beb6f4f65b owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:18.523316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c58874a-258b-4e74-8928-35beb6f4f65b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:18.527934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:18.530523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] No DVR routers for this DVR port 4c58874a-258b-4e74-8928-35beb6f4f65b on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:18.567196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:18.567615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:18.654500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.685206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf8e2e2-ee5b-4d68-bf06-b42db810a29b']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:18.698505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50199dd8-a79d-40c3-bdf4-2715cca11855') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:18.698872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50199dd8-a79d-40c3-bdf4-2715cca11855') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:18.711486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.729866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.736682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:18.737110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:18.751872 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:18.862182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.865826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b0beecf-4f87-4bb3-aac2-2c869b42e7db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:18.880403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.892474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf8e2e2-ee5b-4d68-bf06-b42db810a29b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:18.896080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:18.929136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1bf8e2e2-ee5b-4d68-bf06-b42db810a29b HTTP/1.1" status: 204 len: 168 time: 1.0438311 Dec 22 15:54:19.069026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Deleting port 4c58874a-258b-4e74-8928-35beb6f4f65b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:19.069505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.138423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-66bf33a4-26c2-489b-81eb-5e20d2f56bc1 None None] The port '4c58874a-258b-4e74-8928-35beb6f4f65b' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:54:19.191115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53660) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:19.244914 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ec14d720-fdf4-4f87-a787-48361fc648e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5b10571144b417fb8fe259f925adbd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522754 Dec 22 15:54:19.247369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53664) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:19.309516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.336513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.470796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.476221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1e039120-b0d8-4ebc-aa30-20bfc27cfa9f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:19.490931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7435fed9-1102-4f1c-8511-87ee49eaab9c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:19.495823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:19.497814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.499332 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7435fed9-1102-4f1c-8511-87ee49eaab9c HTTP/1.1" status: 204 len: 168 time: 0.2507248 Dec 22 15:54:19.575312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4c58874a-258b-4e74-8928-35beb6f4f65b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:19.608559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4c58874a-258b-4e74-8928-35beb6f4f65b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:19.608962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4c58874a-258b-4e74-8928-35beb6f4f65b not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:20.640443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53686) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:20.781931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2138171364-network', 'tenant_id': '4a0055f77465425db279816922f0512b'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:20.788655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:20.792665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Usage tracker for resource:network and tenant:4a0055f77465425db279816922f0512b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:20.796061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:20.807535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:20.853950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Made reservation on behalf of 4a0055f77465425db279816922f0512b for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:20.859157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.872963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.904878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:20.909627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Usage tracker for resource:security_group_rule and tenant:4a0055f77465425db279816922f0512b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:20.912600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:20.919469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:21.134908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.186092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.191092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-852557e7-bc72-48e4-a62a-8c8816bd268c tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:21.222281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d03f52a-c94c-40ba-8e6b-b686b3548955,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:21.226437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:21.262128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:21.327279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.327680 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Added segment 5ebea264-fc9f-41e2-9751-327ce18c6b89 of type vlan for network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 Dec 22 15:54:21.437468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.562513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.564166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:21.564818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.570299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-be77889e-52e8-4a89-935d-c9096e5a009c tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:21.677391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Pushing event updated for resources: {'Network': ['ID=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:21.680488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:21.687866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:21.706362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0646651 Dec 22 15:54:21.709456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53692) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:21.715555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Request body: {'subnet': {'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2138171364-subnet', 'tenant_id': '4a0055f77465425db279816922f0512b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:21.721464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:21.725566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Usage tracker for resource:subnet and tenant:4a0055f77465425db279816922f0512b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:21.728629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:21.735348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:21.793893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Made reservation on behalf of 4a0055f77465425db279816922f0512b for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:21.799810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.217121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.222975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4dabc95f-8004-4af1-8394-c43e1e5486fd tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:22.315041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00de0514-894b-46ac-b291-6bff5783934b,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:22.319157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:22.327020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Checking segment: {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:22.327420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Network hostable DHCP agents. Network: 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:22.414037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:22.482442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:22.487317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:22.487962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.494267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e7fbac-c803-499d-98ae-2572c7c9e2c0 None None] Network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:22.532415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8217404 Dec 22 15:54:22.732781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f743e0-c36a-4911-8a16-646397146698 None None] Network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:23.184298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-f3ee0a0e-fb7c-4659-9ff8-3767bd01a452 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:23.185055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-f3ee0a0e-fb7c-4659-9ff8-3767bd01a452 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Synchronizing usage tracker for tenant:4a0055f77465425db279816922f0512b on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:23.231019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-f3ee0a0e-fb7c-4659-9ff8-3767bd01a452 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Unset dirty status for tenant:4a0055f77465425db279816922f0512b on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:23.232360 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-f3ee0a0e-fb7c-4659-9ff8-3767bd01a452 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/networks?id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 HTTP/1.1" status: 200 len: 814 time: 0.2052517 Dec 22 15:54:23.251938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-0a96f5b7-00be-4131-bfac-e9f9a64e9137 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/quotas/4a0055f77465425db279816922f0512b HTTP/1.1" status: 200 len: 375 time: 0.0122366 Dec 22 15:54:23.302146 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-11ee48b8-25f8-4b9c-9434-36392710faa2 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a0055f77465425db279816922f0512b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446384 Dec 22 15:54:23.387150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-8e44ea2a-405c-487f-b5d3-76f0a18ca2fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:54:23.388249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-8e44ea2a-405c-487f-b5d3-76f0a18ca2fc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0792553 Dec 22 15:54:23.541169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-a79d3567-fe07-404f-8384-d10ade6031b4 service neutron] 10.222.0.32 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452134 Dec 22 15:54:23.686621 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-004e9bed-573d-40ff-a75a-f67b1edaaff6 service neutron] 10.222.0.32 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384156 Dec 22 15:54:23.915671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97aff257-a90a-4b14-81c2-b3698b16496d req-4918bc4e-000d-4458-a65b-19e6b6aa4675 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0493655 Dec 22 15:54:25.038225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bb51bd1-814b-4d15-92ed-a0f03abb434c req-c5ec0a6c-cc57-47c4-8f7c-4e9cea221f9f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0500650 Dec 22 15:54:26.150665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f1971584-1f91-45e4-92fb-471b82544378 req-980d83a4-06aa-43e4-ae84-6e673ff052d2 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0460439 Dec 22 15:54:27.264889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-973a6037-b240-4fb8-9b9a-fa04f301a9a0 req-0471f651-433a-40bc-b192-9ddf12609665 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0457766 Dec 22 15:54:28.443615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9aa60073-7ee0-4ffa-874a-69658bf2c2b9 req-eee96581-454d-4882-8005-725d89867722 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0521591 Dec 22 15:54:29.612794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40a1689f-f4a0-441b-a148-a025a7336b3c req-15d1e694-f28f-4af5-bb4b-f596d98793a7 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0449183 Dec 22 15:54:29.914142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-6daa4cba-2f9b-4adf-bda0-c12bb5943975 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:29.915664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-6daa4cba-2f9b-4adf-bda0-c12bb5943975 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "GET /v2.0/networks?id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 HTTP/1.1" status: 200 len: 814 time: 0.1561310 Dec 22 15:54:29.930668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Request body: {'port': {'device_id': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4', 'admin_state_up': True, 'tenant_id': '4a0055f77465425db279816922f0512b'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:30.307928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:30.311985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Usage tracker for resource:port and tenant:4a0055f77465425db279816922f0512b is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:30.314970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:30.321539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:30.356861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Made reservation on behalf of 4a0055f77465425db279816922f0512b for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:30.362542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.538842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Allocated IP 172.20.0.13 (4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4/00de0514-894b-46ac-b291-6bff5783934b/2792b6a7-a113-4484-a7f2-91013e7d09cc) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:30.757054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.788108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f14a2a28-a6cd-4548-808b-cac6f33acaa9 req-5c7bd585-fbe0-4213-97cb-f2042d715b8f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0509195 Dec 22 15:54:30.820654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.826903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a8d2049b-6534-41fd-870a-88f76aae73d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:30.902343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:30.903695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:30.909030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:30.935830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Pushing event updated for resources: {'Port': ['ID=2792b6a7-a113-4484-a7f2-91013e7d09cc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:30.942022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:30.975340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:30.976000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.123798 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1970665 Dec 22 15:54:31.136309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Request body: {'port': {'device_id': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:31.258397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.615955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2792b6a7-a113-4484-a7f2-91013e7d09cc {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:54:31.622968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.688700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Transition to ACTIVE for port object 2792b6a7-a113-4484-a7f2-91013e7d09cc will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:31.716682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.721554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:31.745438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.853657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2792b6a7-a113-4484-a7f2-91013e7d09cc,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:31.856963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:32.023709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Attempting to bind port 2792b6a7-a113-4484-a7f2-91013e7d09cc on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:32.024118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Attempting to bind port 2792b6a7-a113-4484-a7f2-91013e7d09cc by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:32.024477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Attempting to bind port 2792b6a7-a113-4484-a7f2-91013e7d09cc on network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:32.040628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Port 2792b6a7-a113-4484-a7f2-91013e7d09cc on network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:54:32.040940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Attempting to bind port 2792b6a7-a113-4484-a7f2-91013e7d09cc on network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:32.056745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-18dac1e8-087b-499e-b406-d39888decd4f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:32.057512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-18dac1e8-087b-499e-b406-d39888decd4f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Synchronizing usage tracker for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:32.060329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:32.060714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Checking segment: {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:32.061137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Bound using segment: {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:32.061649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Bound port: 2792b6a7-a113-4484-a7f2-91013e7d09cc, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:32.062005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.166212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] For port 2792b6a7-a113-4484-a7f2-91013e7d09cc, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:32.169631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] For port 2792b6a7-a113-4484-a7f2-91013e7d09cc, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2792b6a7-a113-4484-a7f2-91013e7d09cc,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:32.174253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-18dac1e8-087b-499e-b406-d39888decd4f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Unset dirty status for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:32.175837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-18dac1e8-087b-499e-b406-d39888decd4f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 944 time: 0.2503493 Dec 22 15:54:32.205507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.215016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67a0c239-5dde-4d05-96b7-30cc69f60fa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:32.287901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.289412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] 10.222.0.71 "PUT /v2.0/ports/2792b6a7-a113-4484-a7f2-91013e7d09cc HTTP/1.1" status: 200 len: 1094 time: 1.1579614 Dec 22 15:54:32.290423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'tag': '2792b6a7-a113-4484-a7f2-91013e7d09cc'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:32.296379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-b5ae0d6f-2532-45cd-aba2-adc152358fd3 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Synchronizing usage tracker for tenant:4a0055f77465425db279816922f0512b on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:32.327119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2792b6a7-a113-4484-a7f2-91013e7d09cc,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:32.332483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:32.359957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'tag': '2792b6a7-a113-4484-a7f2-91013e7d09cc', 'status': 'completed', 'code': 200} Dec 22 15:54:32.420437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-b5ae0d6f-2532-45cd-aba2-adc152358fd3 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Unset dirty status for tenant:4a0055f77465425db279816922f0512b on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:32.421732 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2af44d42-06e7-4513-b3a3-b4c42f05f75c req-b5ae0d6f-2532-45cd-aba2-adc152358fd3 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396719 Dec 22 15:54:32.448381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea26686d-72c3-4af9-8314-b6adb0cf4938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.465032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-777db728-5114-42a4-9932-8f916b094355 req-78f483c0-828c-4933-8cb1-56f014e7a584 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0055f77465425db279816922f0512b&device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 1097 time: 0.0837831 Dec 22 15:54:32.628186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db728-5114-42a4-9932-8f916b094355 req-6d9d8e46-9ece-4759-b7c3-97fa02de1462 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:32.629718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-777db728-5114-42a4-9932-8f916b094355 req-6d9d8e46-9ece-4759-b7c3-97fa02de1462 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=4a0055f77465425db279816922f0512b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1580360 Dec 22 15:54:32.780222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777db728-5114-42a4-9932-8f916b094355 req-7ee2b41f-afd9-45e1-98d8-455710dd307b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:32.781915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-777db728-5114-42a4-9932-8f916b094355 req-7ee2b41f-afd9-45e1-98d8-455710dd307b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462574 Dec 22 15:54:32.908842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-1b72c5df-c1cd-4e37-b433-2a55821d6769 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0055f77465425db279816922f0512b&device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 1097 time: 0.0845397 Dec 22 15:54:32.982258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-a2b33bc6-f816-417b-8cbe-3d9cc2f65c6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2792b6a7-a113-4484-a7f2-91013e7d09cc HTTP/1.1" status: 200 len: 217 time: 0.0669994 Dec 22 15:54:33.055841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-7f20c8dd-28d2-4b5b-a88b-3cccce30a2d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:33.057452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-7f20c8dd-28d2-4b5b-a88b-3cccce30a2d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00de0514-894b-46ac-b291-6bff5783934b HTTP/1.1" status: 200 len: 854 time: 0.0697625 Dec 22 15:54:33.106759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-e61c95f6-96c8-442b-add7-de6eecf52b21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427468 Dec 22 15:54:33.251151 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-3eb62441-6161-4f56-b28f-dc25af2e7274 service neutron] 10.222.0.71 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374247 Dec 22 15:54:33.393599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e83790d5-9f0c-461b-b001-0ab501d83eba req-6dff2d13-1880-49ba-ba67-5f0773b26521 service neutron] 10.222.0.71 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371250 Dec 22 15:54:33.631578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc86357-908c-4dc2-802e-ecf59b51a9c5 req-a1849fc4-e574-4745-9636-e6285dc90a36 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:33.633261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3bc86357-908c-4dc2-802e-ecf59b51a9c5 req-a1849fc4-e574-4745-9636-e6285dc90a36 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 944 time: 0.0854671 Dec 22 15:54:33.682511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3bc86357-908c-4dc2-802e-ecf59b51a9c5 req-f8fef3ef-32b2-40ff-bd1d-45ec0bde0424 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Dec 22 15:54:33.837167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:34.545626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b241b08-fef9-4ea6-9720-0f9e0bcfb259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:34.897538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339649c6-5fc9-40cf-8db4-52d3c2c6ae9d req-27abd437-99e3-4139-bbd0-76a585cee1cc tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:34.899118 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-339649c6-5fc9-40cf-8db4-52d3c2c6ae9d req-27abd437-99e3-4139-bbd0-76a585cee1cc tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 944 time: 0.0903420 Dec 22 15:54:34.950612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-339649c6-5fc9-40cf-8db4-52d3c2c6ae9d req-79c73f34-aa3e-4ca9-ae30-7d61e74f914b tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452597 Dec 22 15:54:35.032144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.159602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb9dc0-56d8-4eef-a265-0288ad969628 req-ed5de71f-6b1a-4100-ba87-81487e231632 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:36.161184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0edb9dc0-56d8-4eef-a265-0288ad969628 req-ed5de71f-6b1a-4100-ba87-81487e231632 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 944 time: 0.0879607 Dec 22 15:54:36.217273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0edb9dc0-56d8-4eef-a265-0288ad969628 req-d0d5db1f-b03a-4d95-a1ac-6b93dd434cd0 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Dec 22 15:54:36.613650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2792b6a7-a113-4484-a7f2-91013e7d09cc details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:54:36.928121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 2792b6a7-a113-4484-a7f2-91013e7d09cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2792b6a7-a113-4484-a7f2-91013e7d09cc,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:36.936142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.944838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '2792b6a7-a113-4484-a7f2-91013e7d09cc', 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4', 'port_id': '2792b6a7-a113-4484-a7f2-91013e7d09cc', 'mac_address': 'fa:16:3e:e2:80:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de0514-894b-46ac-b291-6bff5783934b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:54:37.003705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.022233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2792b6a7-a113-4484-a7f2-91013e7d09cc {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:54:37.038280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 2792b6a7-a113-4484-a7f2-91013e7d09cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2792b6a7-a113-4484-a7f2-91013e7d09cc,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:37.067877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.069809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc883816-1a6c-4afc-bd36-71d8664dfd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:37.135253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=2792b6a7-a113-4484-a7f2-91013e7d09cc,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:37.145057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.145448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.145827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.146207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.146580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.146982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.147354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.147726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.148094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.148457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.148820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:37.153073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:37.291716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['2792b6a7-a113-4484-a7f2-91013e7d09cc'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:54:37.424167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398589e-28e8-4866-b1ab-fdb5dfe0b034 req-5c07d1bf-046b-4cf7-82db-402bf8ee9580 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:37.425758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4398589e-28e8-4866-b1ab-fdb5dfe0b034 req-5c07d1bf-046b-4cf7-82db-402bf8ee9580 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 945 time: 0.0838809 Dec 22 15:54:37.479084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4398589e-28e8-4866-b1ab-fdb5dfe0b034 req-2916ebfb-90c3-4a9e-9c9e-d295a7e5018b tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Dec 22 15:54:38.628811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2792b6a7-a113-4484-a7f2-91013e7d09cc up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:38.685661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce7b7-72ef-478f-97c9-ef50484b680b req-01f2239c-d2fc-4b8e-86ce-5c16fb6d43fb tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:38.687335 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f9ce7b7-72ef-478f-97c9-ef50484b680b req-01f2239c-d2fc-4b8e-86ce-5c16fb6d43fb tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 945 time: 0.0831640 Dec 22 15:54:38.736707 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f9ce7b7-72ef-478f-97c9-ef50484b680b req-a29f2ea5-c343-488d-8555-088f5160fd4f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Dec 22 15:54:38.765205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 2792b6a7-a113-4484-a7f2-91013e7d09cc completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:38.771169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 2792b6a7-a113-4484-a7f2-91013e7d09cc triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:38.771587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.893450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.922942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792b6a7-a113-4484-a7f2-91013e7d09cc'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:38.933246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 2792b6a7-a113-4484-a7f2-91013e7d09cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2792b6a7-a113-4484-a7f2-91013e7d09cc,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:38.965333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.968202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fa09223-4d72-49ed-8147-bc33a931eacd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:39.004907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2792b6a7-a113-4484-a7f2-91013e7d09cc', 'code': 200} Dec 22 15:54:39.048536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=2792b6a7-a113-4484-a7f2-91013e7d09cc,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:39.052016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:39.288422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40279617-3d84-4c8f-8ac2-7a8457244fe9 req-a0919098-092f-4254-8114-05cc46294f5b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 1099 time: 0.0787876 Dec 22 15:54:39.334885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40279617-3d84-4c8f-8ac2-7a8457244fe9 req-f67dbf40-9e27-4700-ac9f-af4c5750d085 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394685 Dec 22 15:54:39.943205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3f5a-79d7-4c3f-888e-2533a696fd39 req-0a459d40-5569-4074-b3c7-e0f6ae8b8d1d tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:39.944814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-173b3f5a-79d7-4c3f-888e-2533a696fd39 req-0a459d40-5569-4074-b3c7-e0f6ae8b8d1d tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0861681 Dec 22 15:54:39.993071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-173b3f5a-79d7-4c3f-888e-2533a696fd39 req-b3cde7bc-3c39-4b28-8cdb-08db82b9aedc tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Dec 22 15:54:40.293310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:54:41.202478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627b3a-b040-4f6f-8ad8-04997f628ed2 req-008405f7-3d10-4b70-b1d2-2fd47a112137 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:41.204751 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63627b3a-b040-4f6f-8ad8-04997f628ed2 req-008405f7-3d10-4b70-b1d2-2fd47a112137 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0845773 Dec 22 15:54:41.256273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-63627b3a-b040-4f6f-8ad8-04997f628ed2 req-09652457-2f0d-43fe-8a46-5faaeb74ffbd tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Dec 22 15:54:41.580561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-0eef6b4e-f8b4-43da-9b37-04af87f8feb6 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:41.582090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-0eef6b4e-f8b4-43da-9b37-04af87f8feb6 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/networks?id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 HTTP/1.1" status: 200 len: 814 time: 0.1671939 Dec 22 15:54:41.599476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-90776e22-a958-4a3c-a547-6feb158cab28 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/quotas/4a0055f77465425db279816922f0512b HTTP/1.1" status: 200 len: 375 time: 0.0114036 Dec 22 15:54:41.687098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-dcff9884-050e-48a4-8f98-6a64e81d7817 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a0055f77465425db279816922f0512b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821877 Dec 22 15:54:41.832752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-bbce2b48-bfa2-4cab-88ea-b4978199e8e6 service neutron] 10.222.0.32 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382034 Dec 22 15:54:41.981205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-e0ad3c0b-a8cd-4855-86e9-6af893d7b1bf service neutron] 10.222.0.32 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420937 Dec 22 15:54:42.234349 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b70ad32-fc52-4986-be31-aca901129ee2 req-83245ac5-6bc1-4c48-adcc-947dd06439ca tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 210 time: 0.0465875 Dec 22 15:54:43.407998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-74855272-f7c1-4ee3-917b-7abd5ffdca33 req-d1d2b5a7-d873-4df7-93af-8f36fb6f2fbc tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 210 time: 0.0453215 Dec 22 15:54:43.926927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-891fc491-26e1-4d81-bb4d-d435f1639f67 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:43.928507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-891fc491-26e1-4d81-bb4d-d435f1639f67 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "GET /v2.0/networks?id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 HTTP/1.1" status: 200 len: 814 time: 0.1672320 Dec 22 15:54:43.943704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Request body: {'port': {'device_id': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4', 'admin_state_up': True, 'tenant_id': '4a0055f77465425db279816922f0512b'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:44.089161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:44.099941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:44.148399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Made reservation on behalf of 4a0055f77465425db279816922f0512b for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:44.154505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.345512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Allocated IP 172.20.0.5 (4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4/00de0514-894b-46ac-b291-6bff5783934b/41788999-1d8c-4933-87a8-8ed69aef79f8) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:44.715028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c92bed55-1762-4a93-85a1-9e0396867fa3 req-47707cc7-c8f4-4f6e-8786-a94900a55ce1 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 210 time: 0.0608647 Dec 22 15:54:44.764375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.823248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.829517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:44.835720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['2792b6a7-a113-4484-a7f2-91013e7d09cc'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:54:44.896633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:44.900861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:44.911436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:44.952020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Pushing event updated for resources: {'Port': ['ID=41788999-1d8c-4933-87a8-8ed69aef79f8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:44.956883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:44.983715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:44.984327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.055625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1159031 Dec 22 15:54:45.068454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Request body: {'port': {'device_id': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:45.187539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.543895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41788999-1d8c-4933-87a8-8ed69aef79f8 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:54:45.551452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.567383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Transition to ACTIVE for port object 41788999-1d8c-4933-87a8-8ed69aef79f8 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:45.593512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.598697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab03a678-f30e-4fb2-84b0-d8e361f7b2fb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:45.725542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Pushing event updated for resources: {'Port': ['ID=41788999-1d8c-4933-87a8-8ed69aef79f8,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:45.729317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:45.837307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Attempting to bind port 41788999-1d8c-4933-87a8-8ed69aef79f8 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:45.837581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Attempting to bind port 41788999-1d8c-4933-87a8-8ed69aef79f8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:45.837939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Attempting to bind port 41788999-1d8c-4933-87a8-8ed69aef79f8 on network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:45.844295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Port 41788999-1d8c-4933-87a8-8ed69aef79f8 on network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:54:45.844657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Attempting to bind port 41788999-1d8c-4933-87a8-8ed69aef79f8 on network 4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:45.851373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:45.851728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Checking segment: {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:45.852146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Bound using segment: {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:45.852614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Bound port: 41788999-1d8c-4933-87a8-8ed69aef79f8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebea264-fc9f-41e2-9751-327ce18c6b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:45.853000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.925173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4c577-0c7d-454f-b72c-2dafb9c8c548 req-56b455e6-3ce9-45ab-9364-62ff95243f5e tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:45.926883 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36c4c577-0c7d-454f-b72c-2dafb9c8c548 req-56b455e6-3ce9-45ab-9364-62ff95243f5e tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 943 time: 0.0839703 Dec 22 15:54:45.947008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] For port 41788999-1d8c-4933-87a8-8ed69aef79f8, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:45.950626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] For port 41788999-1d8c-4933-87a8-8ed69aef79f8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=41788999-1d8c-4933-87a8-8ed69aef79f8,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:45.977370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36c4c577-0c7d-454f-b72c-2dafb9c8c548 req-84d98b69-8f53-4967-bc90-8891e30b66bf tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438118 Dec 22 15:54:46.064101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.069201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-925817f0-d4d8-4c71-a846-619b590123f1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:46.348060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.349583 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] 10.222.0.71 "PUT /v2.0/ports/41788999-1d8c-4933-87a8-8ed69aef79f8 HTTP/1.1" status: 200 len: 1093 time: 1.2859240 Dec 22 15:54:46.350164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'tag': '41788999-1d8c-4933-87a8-8ed69aef79f8'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:46.373552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Pushing event updated for resources: {'Port': ['ID=41788999-1d8c-4933-87a8-8ed69aef79f8,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:46.378493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:46.409289 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'tag': '41788999-1d8c-4933-87a8-8ed69aef79f8', 'status': 'completed', 'code': 200} Dec 22 15:54:46.494553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-b2ad3893-0467-4472-9324-38eabac10b8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0055f77465425db279816922f0512b&device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 1096 time: 0.0785787 Dec 22 15:54:46.567514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-7b5d9b61-3a2b-43c3-b8c4-4e7d7fb53e7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41788999-1d8c-4933-87a8-8ed69aef79f8 HTTP/1.1" status: 200 len: 217 time: 0.0663917 Dec 22 15:54:46.635501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-5d0a299e-f7c7-43e8-b88e-12ece162596a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:46.637091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-5d0a299e-f7c7-43e8-b88e-12ece162596a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00de0514-894b-46ac-b291-6bff5783934b HTTP/1.1" status: 200 len: 854 time: 0.0634608 Dec 22 15:54:46.689662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-9f152a07-fea1-4acc-9a31-4951ff0a756a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461602 Dec 22 15:54:46.832188 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-1bef6504-5811-43ec-80f5-71ebf83b82c0 service neutron] 10.222.0.71 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363294 Dec 22 15:54:46.975243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e499a1b5-fbbe-4b39-9320-f014a35e481a req-bac9abfb-dcb4-42d6-9270-11934a8a855e service neutron] 10.222.0.71 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365917 Dec 22 15:54:47.138016 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-a3a22fcf-3847-45dd-a1bf-f443eb978753 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a0055f77465425db279816922f0512b&device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 1096 time: 0.0786479 Dec 22 15:54:47.192215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead3682-4ccd-4bcf-987e-336059d1767f req-5d784138-9e07-4271-b0d4-8267dae45757 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:47.193845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ead3682-4ccd-4bcf-987e-336059d1767f req-5d784138-9e07-4271-b0d4-8267dae45757 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 943 time: 0.0902164 Dec 22 15:54:47.251146 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ead3682-4ccd-4bcf-987e-336059d1767f req-e3ac1bba-eecd-44fc-872f-497219f5e320 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506365 Dec 22 15:54:47.286848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-9a32a32c-12c0-4d18-9938-de5b5194a3bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:47.288472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-9a32a32c-12c0-4d18-9938-de5b5194a3bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 HTTP/1.1" status: 200 len: 915 time: 0.1437356 Dec 22 15:54:47.365865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-00bf16cf-2210-40e7-8eca-f7338de52676 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41788999-1d8c-4933-87a8-8ed69aef79f8 HTTP/1.1" status: 200 len: 217 time: 0.0703270 Dec 22 15:54:47.435902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-bea03de9-f396-4206-b6a5-0722e0007980 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:47.437511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-bea03de9-f396-4206-b6a5-0722e0007980 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00de0514-894b-46ac-b291-6bff5783934b HTTP/1.1" status: 200 len: 854 time: 0.0649996 Dec 22 15:54:47.492015 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-32c32118-469d-4f49-97ca-d3694af35eac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470674 Dec 22 15:54:47.636944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-9462c2c6-8e45-4a8a-9821-78bea771cb36 service neutron] 10.222.0.71 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378658 Dec 22 15:54:47.779633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d71b48-36df-4d5b-bee5-3cc08270b9b9 req-1f3e91e5-6230-4159-ab1f-b965611a3d57 service neutron] 10.222.0.71 "GET /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361384 Dec 22 15:54:48.462085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467e6ac-6a98-4c4d-a5a6-fc7d4105b964 req-92d7d2ee-8c82-4520-8120-a6efd322814e tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:48.462899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-1467e6ac-6a98-4c4d-a5a6-fc7d4105b964 req-92d7d2ee-8c82-4520-8120-a6efd322814e tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Synchronizing usage tracker for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:48.511151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-1467e6ac-6a98-4c4d-a5a6-fc7d4105b964 req-92d7d2ee-8c82-4520-8120-a6efd322814e tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Unset dirty status for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:48.512448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1467e6ac-6a98-4c4d-a5a6-fc7d4105b964 req-92d7d2ee-8c82-4520-8120-a6efd322814e tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 943 time: 0.1358113 Dec 22 15:54:48.561566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1467e6ac-6a98-4c4d-a5a6-fc7d4105b964 req-5aafb4b1-ba81-4d2a-af96-5bbca8f17cdd tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Dec 22 15:54:49.764063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258540f-b36f-4b09-9ea8-df6ed7545bed req-8fb62a87-73dd-4f46-845d-3cea1f245d19 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:49.765693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e258540f-b36f-4b09-9ea8-df6ed7545bed req-8fb62a87-73dd-4f46-845d-3cea1f245d19 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 943 time: 0.0835164 Dec 22 15:54:49.818342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e258540f-b36f-4b09-9ea8-df6ed7545bed req-6e4a10ff-1877-459d-b7bb-06de3976426b tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 Dec 22 15:54:50.707174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 41788999-1d8c-4933-87a8-8ed69aef79f8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:54:50.850407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 41788999-1d8c-4933-87a8-8ed69aef79f8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=41788999-1d8c-4933-87a8-8ed69aef79f8,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:50.868996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '41788999-1d8c-4933-87a8-8ed69aef79f8', 'network_id': '4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4', 'port_id': '41788999-1d8c-4933-87a8-8ed69aef79f8', 'mac_address': 'fa:16:3e:bb:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de0514-894b-46ac-b291-6bff5783934b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:54:50.926774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.945934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41788999-1d8c-4933-87a8-8ed69aef79f8 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:54:50.962039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 41788999-1d8c-4933-87a8-8ed69aef79f8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=41788999-1d8c-4933-87a8-8ed69aef79f8,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:50.996988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.999699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:51.027643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c27ca8-9066-4879-bcce-2bf94baee841 req-f2cdffa7-2136-45ff-9ab0-239971bc71a5 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:51.029317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48c27ca8-9066-4879-bcce-2bf94baee841 req-f2cdffa7-2136-45ff-9ab0-239971bc71a5 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 944 time: 0.0835464 Dec 22 15:54:51.068114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=41788999-1d8c-4933-87a8-8ed69aef79f8,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:51.071419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:51.083330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48c27ca8-9066-4879-bcce-2bf94baee841 req-5312b925-7b4a-4ce7-bed1-832b28037f92 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474660 Dec 22 15:54:51.220523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['41788999-1d8c-4933-87a8-8ed69aef79f8'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:54:52.290007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664373cd-7805-4c7a-a8ac-7ffa7e95187b req-f52b2c59-f6f3-4631-ab80-da0cdc3c77e2 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:52.291655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-664373cd-7805-4c7a-a8ac-7ffa7e95187b req-f52b2c59-f6f3-4631-ab80-da0cdc3c77e2 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 944 time: 0.0830708 Dec 22 15:54:52.341012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-664373cd-7805-4c7a-a8ac-7ffa7e95187b req-c5821b19-b46d-40b8-b2d3-67bfe2254706 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Dec 22 15:54:52.722899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 41788999-1d8c-4933-87a8-8ed69aef79f8 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:52.822354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 41788999-1d8c-4933-87a8-8ed69aef79f8 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:52.827794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 41788999-1d8c-4933-87a8-8ed69aef79f8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:52.828219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.945289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.973437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41788999-1d8c-4933-87a8-8ed69aef79f8'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:52.983383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 41788999-1d8c-4933-87a8-8ed69aef79f8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=41788999-1d8c-4933-87a8-8ed69aef79f8,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:53.011080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.013948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:53.055474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41788999-1d8c-4933-87a8-8ed69aef79f8', 'code': 200} Dec 22 15:54:53.092934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=41788999-1d8c-4933-87a8-8ed69aef79f8,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:53.096420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:53.342204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4752aa89-3ffc-4770-b161-ae3dee7034f1 req-36bd3e69-26a1-4194-8f3c-f6312c86be88 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 1098 time: 0.0726655 Dec 22 15:54:53.388615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4752aa89-3ffc-4770-b161-ae3dee7034f1 req-8c093d3a-49f6-4fd4-9a7e-f04f03360338 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Dec 22 15:54:53.558066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3df414-d569-4911-83a6-479b7ee40587 req-837563fd-b426-4ec8-abe5-4fcd08c5d3cf tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:53.559723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d3df414-d569-4911-83a6-479b7ee40587 req-837563fd-b426-4ec8-abe5-4fcd08c5d3cf tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 945 time: 0.0951953 Dec 22 15:54:53.608364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d3df414-d569-4911-83a6-479b7ee40587 req-fb93e684-b0e6-4a1c-a115-5f7ed26337de tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Dec 22 15:54:54.821317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7339e2-4f5c-4af9-99eb-a4dee74d48d9 req-48663c18-4679-40cd-ae73-555caf40482a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:54.822969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a7339e2-4f5c-4af9-99eb-a4dee74d48d9 req-48663c18-4679-40cd-ae73-555caf40482a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 945 time: 0.0873115 Dec 22 15:54:54.871337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a7339e2-4f5c-4af9-99eb-a4dee74d48d9 req-6ae5a400-080f-4950-902d-325595323ed5 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Dec 22 15:54:55.426543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65bf2b-1fe1-4833-9bf2-a2a667297d13 req-f9b018e8-133a-4250-9866-5e54a0578931 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:55.428081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5f65bf2b-1fe1-4833-9bf2-a2a667297d13 req-f9b018e8-133a-4250-9866-5e54a0578931 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 945 time: 0.0843320 Dec 22 15:54:55.476576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5f65bf2b-1fe1-4833-9bf2-a2a667297d13 req-62276417-40f3-4bf7-bca8-e5cc0b349852 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Dec 22 15:54:56.681244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac233b-1333-485b-bd0c-d7ce96bac2fc req-7e0243a0-be8f-4136-a10b-ded06182ba3f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:56.682892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8ac233b-1333-485b-bd0c-d7ce96bac2fc req-7e0243a0-be8f-4136-a10b-ded06182ba3f tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 945 time: 0.0826545 Dec 22 15:54:56.731758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8ac233b-1333-485b-bd0c-d7ce96bac2fc req-1bac756c-b5da-46de-8a46-6348aec75417 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Dec 22 15:54:56.788990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253b97c-3073-4870-8d26-f522c401ce77 req-ea2f16fd-84fc-4ece-a920-e97c1078d312 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:56.790557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0253b97c-3073-4870-8d26-f522c401ce77 req-ea2f16fd-84fc-4ece-a920-e97c1078d312 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 945 time: 0.0882716 Dec 22 15:54:56.864587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Deleting port 41788999-1d8c-4933-87a8-8ed69aef79f8 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:56.864974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.128512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] For port 41788999-1d8c-4933-87a8-8ed69aef79f8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=41788999-1d8c-4933-87a8-8ed69aef79f8,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:57.128821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.261181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Calling delete_port for 41788999-1d8c-4933-87a8-8ed69aef79f8 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:57.437378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.444022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b4b3da12-3a65-415e-97ca-843fde7047e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:57.449260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['2792b6a7-a113-4484-a7f2-91013e7d09cc', '41788999-1d8c-4933-87a8-8ed69aef79f8'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:54:57.490300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Pushing event deleted for resources: {'Port': ['ID=41788999-1d8c-4933-87a8-8ed69aef79f8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:57.495716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:57.577876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] No DVR routers for this DVR port 41788999-1d8c-4933-87a8-8ed69aef79f8 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:57.582405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.589540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'name': 'network-vif-deleted', 'tag': '41788999-1d8c-4933-87a8-8ed69aef79f8'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:57.633024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0253b97c-3073-4870-8d26-f522c401ce77 req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "DELETE /v2.0/ports/41788999-1d8c-4933-87a8-8ed69aef79f8 HTTP/1.1" status: 204 len: 173 time: 0.8346987 Dec 22 15:54:57.647662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8ad4a8-d685-4da7-b606-809b2ba6f2d5', 'name': 'network-vif-deleted', 'tag': '41788999-1d8c-4933-87a8-8ed69aef79f8', 'status': 'completed', 'code': 200} Dec 22 15:54:57.921007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2eb47661-2d84-401f-866c-3fb86f2a8c51 req-5637d3fe-9ece-4eaa-8908-c9b63107f316 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa8ad4a8-d685-4da7-b606-809b2ba6f2d5 HTTP/1.1" status: 200 len: 210 time: 0.0499680 Dec 22 15:54:59.213733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f802fbd-d2b2-43fc-97c9-2e1fd188eb22 req-604707ed-18db-4123-b352-42256895532a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:59.215286 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0f802fbd-d2b2-43fc-97c9-2e1fd188eb22 req-604707ed-18db-4123-b352-42256895532a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0829487 Dec 22 15:54:59.264875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0f802fbd-d2b2-43fc-97c9-2e1fd188eb22 req-c51efb7a-6802-48a4-b18a-138f6f552f85 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Dec 22 15:54:59.502593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d58e6e-9b70-48c9-85de-25c39daf2975 req-29f447d9-8fc9-49dc-809e-d95502456020 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:59.504160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36d58e6e-9b70-48c9-85de-25c39daf2975 req-29f447d9-8fc9-49dc-809e-d95502456020 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0865183 Dec 22 15:54:59.559976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36d58e6e-9b70-48c9-85de-25c39daf2975 req-6ad358ba-4e49-441a-a2c6-6e2d62833a95 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495296 Dec 22 15:54:59.770756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beaf29-6adb-4f4a-8978-720552609f40 req-bfaa69bb-92b5-4bb6-afaf-e26204a9b905 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:59.771465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-90beaf29-6adb-4f4a-8978-720552609f40 req-bfaa69bb-92b5-4bb6-afaf-e26204a9b905 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Synchronizing usage tracker for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:59.816611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-90beaf29-6adb-4f4a-8978-720552609f40 req-bfaa69bb-92b5-4bb6-afaf-e26204a9b905 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Unset dirty status for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:59.817915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-90beaf29-6adb-4f4a-8978-720552609f40 req-bfaa69bb-92b5-4bb6-afaf-e26204a9b905 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.1279230 Dec 22 15:54:59.866480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-90beaf29-6adb-4f4a-8978-720552609f40 req-fbfa6a3a-e7b8-476a-9b92-97426e42ad21 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Dec 22 15:55:00.076704 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9b948ecc-eca0-4db9-b393-5bfa336df13c req-0478068f-18a8-4917-a3fe-50a94ff628ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722678 Dec 22 15:55:00.284936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e4529-4cd2-4005-ab12-d4e710656796 req-4c4b28bb-e75d-470d-a729-46f7cc1497e7 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:00.286580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d50e4529-4cd2-4005-ab12-d4e710656796 req-4c4b28bb-e75d-470d-a729-46f7cc1497e7 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0885546 Dec 22 15:55:00.336190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d50e4529-4cd2-4005-ab12-d4e710656796 req-4ad0cb9a-7755-4edd-94bc-92419858dcb2 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Dec 22 15:55:00.550945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905e2c-ff4c-4ebc-b04b-80c5aeee528d req-d67efa7e-6ed1-4717-bced-3067410815fd tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:00.552574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-54905e2c-ff4c-4ebc-b04b-80c5aeee528d req-d67efa7e-6ed1-4717-bced-3067410815fd tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0895686 Dec 22 15:55:00.603768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-54905e2c-ff4c-4ebc-b04b-80c5aeee528d req-8c4a9d0c-dd61-4213-9e77-b9258e05d7d5 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450230 Dec 22 15:55:00.753915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 41788999-1d8c-4933-87a8-8ed69aef79f8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:00.791271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 41788999-1d8c-4933-87a8-8ed69aef79f8 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:00.791660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 41788999-1d8c-4933-87a8-8ed69aef79f8 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:00.825592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5abf4-a4ac-4e4e-b0d0-ddb8a80a760d req-9d32d9d6-5180-4bc0-88e1-1ed7a57f1d70 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:00.827257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6bc5abf4-a4ac-4e4e-b0d0-ddb8a80a760d req-9d32d9d6-5180-4bc0-88e1-1ed7a57f1d70 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0842979 Dec 22 15:55:00.875635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6bc5abf4-a4ac-4e4e-b0d0-ddb8a80a760d req-57523032-6346-41d1-a5b6-6fd70f337019 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Dec 22 15:55:01.525673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a836c-5b7f-406e-8546-40fe38a102be req-1941c4ab-e9dc-465e-8e99-375110db17ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:01.527309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5e2a836c-5b7f-406e-8546-40fe38a102be req-1941c4ab-e9dc-465e-8e99-375110db17ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.0883408 Dec 22 15:55:01.576361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5e2a836c-5b7f-406e-8546-40fe38a102be req-045d4d97-cccd-4c87-89ae-427146a9967b tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Dec 22 15:55:01.720038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.365335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-308a99b9-5c6a-463a-99f4-eca822a1f9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.861479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7b868-2827-4bfc-a796-550b0635e7b8 req-366d50f9-4b9d-4c5a-b11d-f9b7d6356d80 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:02.863130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b3a7b868-2827-4bfc-a796-550b0635e7b8 req-366d50f9-4b9d-4c5a-b11d-f9b7d6356d80 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.1217272 Dec 22 15:55:02.870237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-443f1c7e-1a86-4c71-93e3-dd943103b3f0 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:02.871768 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-443f1c7e-1a86-4c71-93e3-dd943103b3f0 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 946 time: 0.1668470 Dec 22 15:55:02.977361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Deleting port 2792b6a7-a113-4484-a7f2-91013e7d09cc {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:02.977753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.019198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b3a7b868-2827-4bfc-a796-550b0635e7b8 req-3ce94341-06c2-487e-97ae-ffd3977ace34 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/security-groups?id=0d03f52a-c94c-40ba-8e6b-b686b3548955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463649 Dec 22 15:55:03.239855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] For port 2792b6a7-a113-4484-a7f2-91013e7d09cc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2792b6a7-a113-4484-a7f2-91013e7d09cc,segment=NetworkSegment(5ebea264-fc9f-41e2-9751-327ce18c6b89),segment_id=5ebea264-fc9f-41e2-9751-327ce18c6b89)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:03.240261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.373661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Calling delete_port for 2792b6a7-a113-4484-a7f2-91013e7d09cc owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:03.548072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.554280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0aba0d5f-70cb-4d07-9178-34d8dc1e05fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:03.559445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['2792b6a7-a113-4484-a7f2-91013e7d09cc'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:55:03.602344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Pushing event deleted for resources: {'Port': ['ID=2792b6a7-a113-4484-a7f2-91013e7d09cc,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:03.607185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:03.682699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] No DVR routers for this DVR port 2792b6a7-a113-4484-a7f2-91013e7d09cc on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:03.685487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.689157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'name': 'network-vif-deleted', 'tag': '2792b6a7-a113-4484-a7f2-91013e7d09cc'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:55:03.731615 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f280aa3-5eee-432b-b91a-229ffa607e88 req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.71 "DELETE /v2.0/ports/2792b6a7-a113-4484-a7f2-91013e7d09cc HTTP/1.1" status: 204 len: 173 time: 0.8433905 Dec 22 15:55:03.744921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b159bec9-f303-49b5-ba8d-949828db9cfa', 'name': 'network-vif-deleted', 'tag': '2792b6a7-a113-4484-a7f2-91013e7d09cc', 'status': 'completed', 'code': 200} Dec 22 15:55:03.837518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.211407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d06226c8-e2e2-45f0-82ce-fc0a265e89a7 req-27506a84-f161-4970-b574-7a6e2ec4cbc1 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Synchronizing usage tracker for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:04.262504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d06226c8-e2e2-45f0-82ce-fc0a265e89a7 req-27506a84-f161-4970-b574-7a6e2ec4cbc1 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Unset dirty status for tenant:4a0055f77465425db279816922f0512b on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:04.263874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d06226c8-e2e2-45f0-82ce-fc0a265e89a7 req-27506a84-f161-4970-b574-7a6e2ec4cbc1 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] 10.222.0.32 "GET /v2.0/ports?device_id=b159bec9-f303-49b5-ba8d-949828db9cfa HTTP/1.1" status: 200 len: 210 time: 0.0975459 Dec 22 15:55:04.546162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0b8bce92-cdd9-45d0-8160-4ab3d0fc3ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.060084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.373544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53868) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:05.444095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Deleting subnet 00de0514-894b-46ac-b291-6bff5783934b {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:55:05.447259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.728949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.787222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.888986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.894152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-286a0651-271e-4691-b6d3-47920a6f43cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:05.929221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00de0514-894b-46ac-b291-6bff5783934b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:05.940244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.947343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.947774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.948196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.948627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.949042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.949433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.949849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.950260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.950668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.951105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.951506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:05.955939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00de0514-894b-46ac-b291-6bff5783934b HTTP/1.1" status: 204 len: 168 time: 0.5812919 Dec 22 15:55:05.957020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-215f38b5-3773-472b-8aad-525f039c1040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:05.958664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53872) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.072210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.205075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.232359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:06.246014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebea264-fc9f-41e2-9751-327ce18c6b89') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:06.246310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebea264-fc9f-41e2-9751-327ce18c6b89') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:06.258581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.273751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.280088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:06.280511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:06.295880 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:06.437294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.441136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cca82b8e-7632-43e5-9081-0f7a5ea0df25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:06.455883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.467146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:06.471265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:06.500644 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03ae84af-46c8-41cb-adc5-cbfc69be590b admin admin] 10.222.0.32 "DELETE /v2.0/networks/4d8c9fd2-a365-47cb-aa2a-29c3945ae6c4 HTTP/1.1" status: 204 len: 168 time: 0.5408626 Dec 22 15:55:06.823800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2792b6a7-a113-4484-a7f2-91013e7d09cc no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:06.853501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 2792b6a7-a113-4484-a7f2-91013e7d09cc {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:06.853899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2792b6a7-a113-4484-a7f2-91013e7d09cc not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:06.878561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53878) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.896677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.934465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bc253877-709c-427f-8a53-838484a61ccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a0055f77465425db279816922f0512b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545249 Dec 22 15:55:06.937065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53882) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:07.004536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.031740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.180194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.185619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-efa11d8e-e7ca-4b5f-81d8-f47497441c98 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:07.200571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d03f52a-c94c-40ba-8e6b-b686b3548955,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:07.203062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:07.239528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.240796 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d03f52a-c94c-40ba-8e6b-b686b3548955 HTTP/1.1" status: 204 len: 168 time: 0.3022139 Dec 22 15:55:08.343029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53904) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:08.482951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870455212'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:08.489266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:08.494889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:network and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:08.498129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:08.506077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:08.557480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:08.563068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.576734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.664340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:08.668360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:security_group_rule and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:08.671407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:08.677777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:08.835250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.867865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.872251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2d680598-9b61-4c19-bb89-14e537d5907e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:08.900518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:08.918328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c268608-e770-4854-ab00-f0082763da75,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:08.921656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:08.932583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.932987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Added segment 995a0b0e-1e7f-4b29-b324-f7471a0062c3 of type vlan for network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc Dec 22 15:55:08.961660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.045102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.049443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:09.050099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.055645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e89afaa-0840-4e6a-8ff0-164c9fcd0dd7 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:09.175477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Network': ['ID=87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:09.175477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:09.181305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:09.200153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8558962 Dec 22 15:55:12.849695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53910) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.856266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'subnet': {'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:12.978045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:12.982192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:subnet and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:12.985251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:12.991501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:13.022704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:13.130708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.549050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.554202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20f35902-ef50-4e88-9414-7219bd937922 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:13.636353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Subnet': ['ID=92256381-6df8-4991-ad6f-9576e07afe5f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:13.640231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:13.647695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Checking segment: {'id': '995a0b0e-1e7f-4b29-b324-f7471a0062c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:13.648105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network hostable DHCP agents. Network: 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:13.728656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:13.791358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:13.795408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:13.796067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.800756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef77bf-92cf-4a44-a0b8-69964f595792 None None] Network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:13.843728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9927905 Dec 22 15:55:13.848032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53914) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:13.854167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634912969'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:13.859737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:13.863851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:network and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:13.866898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:13.873085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:13.928895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:13.935010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.965598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:13.975335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.975729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Added segment 124b7232-c609-445b-be9d-6410434ecf75 of type vlan for network b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 Dec 22 15:55:14.002825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.028484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc', 'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc', 'tenant_id': '911910322b3a40c380790cec542e0493', 'fixed_ips': [{'subnet_id': '92256381-6df8-4991-ad6f-9576e07afe5f'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:14.029436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.062383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.067198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:14.067862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.073704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb70dd76-9021-4af6-a641-b905e11b8767 tempest-RoutersIpV6AdminTest-1356407237 tempest-RoutersIpV6AdminTest-1356407237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:14.179799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3306184 Dec 22 15:55:14.182969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53918) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.189200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Network': ['ID=b6bbdeca-ed3f-40bd-8671-9f5dcde58a72,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:14.191227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'subnet': {'network_id': 'b6bbdeca-ed3f-40bd-8671-9f5dcde58a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:14.192147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.205351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:14.221391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Allocated IP 2001:db8:0:ffff::2 (87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc/92256381-6df8-4991-ad6f-9576e07afe5f/96206b7c-7a38-4245-af84-790e38ec4a88) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:14.311184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:14.315844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:subnet and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:14.318760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:14.324941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:14.380497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:14.525426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.586440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Transition to ACTIVE for port object 96206b7c-7a38-4245-af84-790e38ec4a88 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:14.608512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Transition to ACTIVE for port object 96206b7c-7a38-4245-af84-790e38ec4a88 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:14.666529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.675131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:14.715304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.744969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:14.746176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:14.751492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:14.758243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Pushing event updated for resources: {'Port': ['ID=96206b7c-7a38-4245-af84-790e38ec4a88,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:14.762183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.846623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Attempting to bind port 96206b7c-7a38-4245-af84-790e38ec4a88 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:14.847011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Attempting to bind port 96206b7c-7a38-4245-af84-790e38ec4a88 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '995a0b0e-1e7f-4b29-b324-f7471a0062c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:14.847430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Attempting to bind port 96206b7c-7a38-4245-af84-790e38ec4a88 on network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:14.854371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:14.854927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Checking segment: {'id': '995a0b0e-1e7f-4b29-b324-f7471a0062c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:14.855330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.855777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Bound using segment: {'id': '995a0b0e-1e7f-4b29-b324-f7471a0062c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:14.856298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Bound port: 96206b7c-7a38-4245-af84-790e38ec4a88, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '995a0b0e-1e7f-4b29-b324-f7471a0062c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:14.856722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.950273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] For port 96206b7c-7a38-4245-af84-790e38ec4a88, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:14.953529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] For port 96206b7c-7a38-4245-af84-790e38ec4a88, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=96206b7c-7a38-4245-af84-790e38ec4a88,segment=NetworkSegment(995a0b0e-1e7f-4b29-b324-f7471a0062c3),segment_id=995a0b0e-1e7f-4b29-b324-f7471a0062c3)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:14.992493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.997550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.043208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.048907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ec136c7-09b2-4236-b8f3-ba33de709397 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.088103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Pushing event updated for resources: {'Port': ['ID=96206b7c-7a38-4245-af84-790e38ec4a88,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.091077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.125353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Subnet': ['ID=0267b150-1109-4d27-9f77-3bb2c008e108,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.148247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.148683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.149106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.149536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.149950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.150362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.150770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.151212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.151653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.152060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.152468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.159585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.171240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Checking segment: {'id': '124b7232-c609-445b-be9d-6410434ecf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'b6bbdeca-ed3f-40bd-8671-9f5dcde58a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:15.171641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network hostable DHCP agents. Network: b6bbdeca-ed3f-40bd-8671-9f5dcde58a72, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:15.222296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:15.256675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b6bbdeca-ed3f-40bd-8671-9f5dcde58a72) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:15.260823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:15.261525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.267955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35f81a-7cf4-42fe-b11c-f7928c008da0 None None] Network b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:15.315136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1300745 Dec 22 15:55:15.317936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53922) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.509033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.539041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b805aeb-509b-4065-8f12-7bd9701e452c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-b6bbdeca-ed3f-40bd-8671-9f5dcde58a72', 'network_id': 'b6bbdeca-ed3f-40bd-8671-9f5dcde58a72', 'tenant_id': '911910322b3a40c380790cec542e0493', 'fixed_ips': [{'subnet_id': '0267b150-1109-4d27-9f77-3bb2c008e108'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:15.540050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b805aeb-509b-4065-8f12-7bd9701e452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.598063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.668486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 96206b7c-7a38-4245-af84-790e38ec4a88 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:15.774617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 96206b7c-7a38-4245-af84-790e38ec4a88 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:15.803968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server [None req-6b805aeb-509b-4065-8f12-7bd9701e452c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0267b150-1109-4d27-9f77-3bb2c008e108: This subnet is being modified by another concurrent operation. Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0267b150-1109-4d27-9f77-3bb2c008e108: This subnet is being modified by another concurrent operation. Dec 22 15:55:15.804955 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Dec 22 15:55:15.816811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-089d674a-5f5a-4a77-a708-21a587ad198a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.824761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f22108a-2557-4855-a293-4330e0857978 None None] Network b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:15.847358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Subnet': ['ID=0267b150-1109-4d27-9f77-3bb2c008e108,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.851776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.955648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.988289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bbdeca-ed3f-40bd-8671-9f5dcde58a72']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:16.003143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124b7232-c609-445b-be9d-6410434ecf75') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:16.003597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124b7232-c609-445b-be9d-6410434ecf75') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:16.016913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.033778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.041019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:16.041473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:16.058143 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:16.176659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.181154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.185964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01cb237c-d611-41b7-9c67-fabd3dfa7399 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:16.212180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 HTTP/1.1" status: 204 len: 168 time: 0.8928373 Dec 22 15:55:16.213177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Network': ['ID=b6bbdeca-ed3f-40bd-8671-9f5dcde58a72,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:16.215908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:16.216245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53926) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.223228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891889358'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:16.228818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:16.233013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:network and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:16.236616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:16.242716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:16.289324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:16.295139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.328787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:16.423612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.424114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Added segment 9adebb4f-c890-444c-a6e5-bbab75dca982 of type vlan for network 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 Dec 22 15:55:16.452819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.525292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.529736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:16.530546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.537362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83f79816-f2cd-4092-a607-0f8fa1d1e07b tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:16.642020 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4245017 Dec 22 15:55:16.645246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53930) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.650986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Network': ['ID=0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:16.652269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'subnet': {'network_id': '0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:16.653834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:16.663917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:16.771622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7085e5f-debc-4c4d-a397-8e71033b5a59 None None] Network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:16.788361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:16.792614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:subnet and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:16.795675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:16.802404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:16.833614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:16.941953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Provisioning for port 96206b7c-7a38-4245-af84-790e38ec4a88 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:16.948573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.952465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Provisioning complete for port 96206b7c-7a38-4245-af84-790e38ec4a88 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:16.952891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.045946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Performing IP validity checks on allocation pools {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:55:17.046552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.ipam_backend_mixin [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88967) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:55:17.138456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.187226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] For port 96206b7c-7a38-4245-af84-790e38ec4a88, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=96206b7c-7a38-4245-af84-790e38ec4a88,segment=NetworkSegment(995a0b0e-1e7f-4b29-b324-f7471a0062c3),segment_id=995a0b0e-1e7f-4b29-b324-f7471a0062c3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:17.220984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.226075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75b6c69d-3565-40e8-bfac-9ef1b0599b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:17.257156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.259392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:17.296736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:55:17.313312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Subnet': ['ID=ae6e80df-76b9-49ef-9a93-0bf391e268b0,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:17.317730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:17.327077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Checking segment: {'id': '9adebb4f-c890-444c-a6e5-bbab75dca982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:17.327556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network hostable DHCP agents. Network: 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:17.332103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Pushing event updated for resources: {'Port': ['ID=96206b7c-7a38-4245-af84-790e38ec4a88,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:17.335793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:17.392417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:17.433257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff48e074-1afd-4848-a083-b5a69abb3018 None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:55:17.452445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:17.454431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:17.455468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.508754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8621874 Dec 22 15:55:17.511663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53934) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:17.520159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8c6d9d7b-197f-4d75-ad6f-420b5bc8b8f5 None None] Provisioning complete for port 96206b7c-7a38-4245-af84-790e38ec4a88 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:17.520586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9d7b-197f-4d75-ad6f-420b5bc8b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.612124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff48e074-1afd-4848-a083-b5a69abb3018 None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:55:17.618024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 96206b7c-7a38-4245-af84-790e38ec4a88 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:17.880547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 96206b7c-7a38-4245-af84-790e38ec4a88 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:17.880889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.910724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.981478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.103204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.108177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d8d8f4dc-64e3-40a2-948e-a2c194cd5916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:18.159932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6e80df-76b9-49ef-9a93-0bf391e268b0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:18.162442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:18.182738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d8c3f-5415-4e04-b935-c2cd3bbb4c0f None None] Network 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:18.267085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.295159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:18.308283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adebb4f-c890-444c-a6e5-bbab75dca982') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:18.308629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adebb4f-c890-444c-a6e5-bbab75dca982') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:18.320916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.336978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.343708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:18.344759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:18.360619 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:18.369755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf7a4c-0955-48e4-a9f7-0c4e7fd80168 None None] Network 0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:18.473847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.477585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a7918304-da23-4556-8724-e8ac908cf759 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:18.493146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.505183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Network': ['ID=0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:18.508702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:18.510373 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1bfb066c-9224-465a-b488-47360441bf5f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 HTTP/1.1" status: 204 len: 168 time: 0.9976561 Dec 22 15:55:18.514334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53938) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:18.521101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1239912356'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:18.526662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:18.530758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:network and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:18.534693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:18.540934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:18.597446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:18.603222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.633646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:18.643709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.644106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Added segment cc1c1ee0-107c-4984-9ffd-30445c6d661e of type vlan for network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 Dec 22 15:55:18.671876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.757563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.761715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:18.762574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.768799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d2b637bf-1034-497e-a802-b59ae6959b68 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:18.872324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3567090 Dec 22 15:55:18.876036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53942) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:18.881510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Network': ['ID=bafccd1a-0d59-4cf3-8418-1dc73b57fa40,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:18.882646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'subnet': {'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:18.884680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:18.893818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:19.007742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:19.011800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:subnet and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:19.014892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:19.022007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:19.062168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:19.176444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.428315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.432968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-327c2652-6960-43b3-ac7e-c3e57101e587 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:19.514024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Subnet': ['ID=a5e2d1f4-d539-461c-a8d2-542964a9078c,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:19.517289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:19.531653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Checking segment: {'id': 'cc1c1ee0-107c-4984-9ffd-30445c6d661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:19.532062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network hostable DHCP agents. Network: bafccd1a-0d59-4cf3-8418-1dc73b57fa40, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:19.576288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:19.622028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, bafccd1a-0d59-4cf3-8418-1dc73b57fa40) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:19.626778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:19.627454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.633347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47e24e2-c6d4-4ae6-ae8b-15ab2c92ae90 None None] Network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:19.686256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8090127 Dec 22 15:55:19.691036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 53946) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:19.697512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1536929244'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:19.703910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:19.708246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:network and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:19.711421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:19.718190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:19.759529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:19.765856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.799758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:19.809579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.809978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Added segment 09442c8c-3455-4cdc-952b-fb45a61bcb86 of type vlan for network c4929470-8adb-40dd-89fc-d020205f56e7 Dec 22 15:55:19.838244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.860334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-bafccd1a-0d59-4cf3-8418-1dc73b57fa40', 'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40', 'tenant_id': '911910322b3a40c380790cec542e0493', 'fixed_ips': [{'subnet_id': 'a5e2d1f4-d539-461c-a8d2-542964a9078c'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:19.861246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.911763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.916021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:19.916679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.923411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.026941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Allocated IP 2001:db8::2 (bafccd1a-0d59-4cf3-8418-1dc73b57fa40/a5e2d1f4-d539-461c-a8d2-542964a9078c/4142e5c6-12e1-4786-8d0a-957b0b8d653c) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:20.034085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3419113 Dec 22 15:55:20.037521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53950) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:20.037666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Network': ['ID=c4929470-8adb-40dd-89fc-d020205f56e7,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.040351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:20.044100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Request body: {'subnet': {'network_id': 'c4929470-8adb-40dd-89fc-d020205f56e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:20.050758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network c4929470-8adb-40dd-89fc-d020205f56e7 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:20.165736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:20.169911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Usage tracker for resource:subnet and tenant:911910322b3a40c380790cec542e0493 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:20.174114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:20.180304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:20.279544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Made reservation on behalf of 911910322b3a40c380790cec542e0493 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:20.377561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.388842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Transition to ACTIVE for port object 4142e5c6-12e1-4786-8d0a-957b0b8d653c will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:20.393287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.409150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Transition to ACTIVE for port object 4142e5c6-12e1-4786-8d0a-957b0b8d653c will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:20.443817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.448467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.508443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:20.516491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:20.521259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:20.528233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Pushing event updated for resources: {'Port': ['ID=4142e5c6-12e1-4786-8d0a-957b0b8d653c,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.533592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:20.619673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Attempting to bind port 4142e5c6-12e1-4786-8d0a-957b0b8d653c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:20.620095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Attempting to bind port 4142e5c6-12e1-4786-8d0a-957b0b8d653c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'cc1c1ee0-107c-4984-9ffd-30445c6d661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:20.620544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Attempting to bind port 4142e5c6-12e1-4786-8d0a-957b0b8d653c on network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:20.628364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:20.628790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Checking segment: {'id': 'cc1c1ee0-107c-4984-9ffd-30445c6d661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:20.629456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.629658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Bound using segment: {'id': 'cc1c1ee0-107c-4984-9ffd-30445c6d661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:20.630176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Bound port: 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1c1ee0-107c-4984-9ffd-30445c6d661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bafccd1a-0d59-4cf3-8418-1dc73b57fa40'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:20.630618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.677582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.683055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a386e6b3-bf7c-4d06-aee3-e230dd228420 tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.724779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:20.728452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:20.769638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event updated for resources: {'Subnet': ['ID=679c1d80-552c-4320-bf74-9a1bcd79cf48,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.773949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:20.779507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Checking segment: {'id': '09442c8c-3455-4cdc-952b-fb45a61bcb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c4929470-8adb-40dd-89fc-d020205f56e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:20.779908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network hostable DHCP agents. Network: c4929470-8adb-40dd-89fc-d020205f56e7, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:20.792916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.798637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.860973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Network c4929470-8adb-40dd-89fc-d020205f56e7 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:20.881711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Pushing event updated for resources: {'Port': ['ID=4142e5c6-12e1-4786-8d0a-957b0b8d653c,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.885231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:20.902415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, c4929470-8adb-40dd-89fc-d020205f56e7) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:20.908031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:20.908765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.913084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03789754-306c-4835-b891-3a19844ad270 None None] Network c4929470-8adb-40dd-89fc-d020205f56e7 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:21.050426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ca4c589f-a985-4b71-b2c2-b40b25dd1101 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0115583 Dec 22 15:55:21.053163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53954) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.225393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.312417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.340460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf7aa9a-5a07-435f-a46d-d08769181696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-c4929470-8adb-40dd-89fc-d020205f56e7', 'network_id': 'c4929470-8adb-40dd-89fc-d020205f56e7', 'tenant_id': '911910322b3a40c380790cec542e0493', 'fixed_ips': [{'subnet_id': '679c1d80-552c-4320-bf74-9a1bcd79cf48'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:21.341729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3cf7aa9a-5a07-435f-a46d-d08769181696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.428677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.433823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f54e7ad-0cd6-4bda-b2fd-36f2ed763b02 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:21.472907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Subnet': ['ID=679c1d80-552c-4320-bf74-9a1bcd79cf48,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:21.475372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server [None req-3cf7aa9a-5a07-435f-a46d-d08769181696 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 679c1d80-552c-4320-bf74-9a1bcd79cf48: This subnet is being modified by another concurrent operation. Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 679c1d80-552c-4320-bf74-9a1bcd79cf48: This subnet is being modified by another concurrent operation. Dec 22 15:55:21.481167 dv-neutron-822709-1-hyperv neutron-server[88856]: ERROR oslo_messaging.rpc.server Dec 22 15:55:21.502012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b726246b-7b3b-44ac-b3a7-f5b2043bb20a None None] Network c4929470-8adb-40dd-89fc-d020205f56e7 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:21.586058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.616619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4929470-8adb-40dd-89fc-d020205f56e7']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.631185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09442c8c-3455-4cdc-952b-fb45a61bcb86') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.631503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09442c8c-3455-4cdc-952b-fb45a61bcb86') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.645592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.663668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.670655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:21.671136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.677337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4142e5c6-12e1-4786-8d0a-957b0b8d653c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:21.687520 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:21.799761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4142e5c6-12e1-4786-8d0a-957b0b8d653c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:21.823151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.827278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93ecff6b-f376-48c8-a204-ea70fb458fd6 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:21.844780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.856732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Network': ['ID=c4929470-8adb-40dd-89fc-d020205f56e7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:21.860724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:21.862389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/c4929470-8adb-40dd-89fc-d020205f56e7 HTTP/1.1" status: 204 len: 168 time: 0.8080139 Dec 22 15:55:21.865254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53958) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.914844 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-db491740-041f-470d-bdfe-66dcd93aa844 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] GET failed (client error): The resource could not be found. Dec 22 15:55:21.915432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-db491740-041f-470d-bdfe-66dcd93aa844 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Synchronizing usage tracker for tenant:911910322b3a40c380790cec542e0493 on resource:subnet {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:21.954081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-db491740-041f-470d-bdfe-66dcd93aa844 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Unset dirty status for tenant:911910322b3a40c380790cec542e0493 on resource:subnet {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:21.955342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-db491740-041f-470d-bdfe-66dcd93aa844 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "GET /v2.0/subnets/679c1d80-552c-4320-bf74-9a1bcd79cf48 HTTP/1.1" status: 404 len: 337 time: 0.0891006 Dec 22 15:55:21.958435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53962) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.986025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7bea36-c286-4034-b0c5-7aaeae689145 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:21.986664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7bea36-c286-4034-b0c5-7aaeae689145 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:21.988585 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1a7bea36-c286-4034-b0c5-7aaeae689145 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/c4929470-8adb-40dd-89fc-d020205f56e7 HTTP/1.1" status: 404 len: 339 time: 0.0291142 Dec 22 15:55:21.993046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53966) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.034388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-be67ac2b-3247-4e5d-9321-02130e2551c4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:22.035173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be67ac2b-3247-4e5d-9321-02130e2551c4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:22.037025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-be67ac2b-3247-4e5d-9321-02130e2551c4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/subnets/679c1d80-552c-4320-bf74-9a1bcd79cf48 HTTP/1.1" status: 404 len: 337 time: 0.0429945 Dec 22 15:55:22.039969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53970) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.066266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-627f4dd1-c75d-458d-9dbd-4ed448f805f3 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:22.066764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627f4dd1-c75d-458d-9dbd-4ed448f805f3 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:22.068610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-627f4dd1-c75d-458d-9dbd-4ed448f805f3 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/c4929470-8adb-40dd-89fc-d020205f56e7 HTTP/1.1" status: 404 len: 339 time: 0.0276306 Dec 22 15:55:22.071448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53974) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.288571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Deleting subnet a5e2d1f4-d539-461c-a8d2-542964a9078c {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:55:22.291936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.351670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.445783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.549443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.557913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-164b333b-bf1d-49f1-b68d-8636d370ea43 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:22.565124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6beffce-0413-46ec-8540-5f98b4fd3b2b None None] Network bafccd1a-0d59-4cf3-8418-1dc73b57fa40 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:22.596900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e2d1f4-d539-461c-a8d2-542964a9078c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:22.599975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:22.602563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.644297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/subnets/a5e2d1f4-d539-461c-a8d2-542964a9078c HTTP/1.1" status: 204 len: 168 time: 0.5716486 Dec 22 15:55:22.646775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53978) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.777461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.789658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Deleting port 4142e5c6-12e1-4786-8d0a-957b0b8d653c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:22.790033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.791589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Provisioning for port 4142e5c6-12e1-4786-8d0a-957b0b8d653c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:22.797579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Provisioning complete for port 4142e5c6-12e1-4786-8d0a-957b0b8d653c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:22.798181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.849668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] DHCP port deletion for bafccd1a-0d59-4cf3-8418-1dc73b57fa40 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:22.865051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Deleting port 4142e5c6-12e1-4786-8d0a-957b0b8d653c {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:22.865407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.012608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:23.012992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.028818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.148826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Calling delete_port for 4142e5c6-12e1-4786-8d0a-957b0b8d653c owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:23.169950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:23.172128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:23.172582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.236413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.262589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88968) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:23.262992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:23.296186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:23.330578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Calling delete_port for 4142e5c6-12e1-4786-8d0a-957b0b8d653c owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:23.428406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Pushing event updated for resources: {'Port': ['ID=4142e5c6-12e1-4786-8d0a-957b0b8d653c,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:23.431506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:23.462422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:23.462864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:23.605955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4142e5c6-12e1-4786-8d0a-957b0b8d653c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:23.719825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.756088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:23.764781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Deleting port 4142e5c6-12e1-4786-8d0a-957b0b8d653c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:23.765168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.791551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.793442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:23.861115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=4142e5c6-12e1-4786-8d0a-957b0b8d653c,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:23.864284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:23.964562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Deleting port 4142e5c6-12e1-4786-8d0a-957b0b8d653c {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:23.965001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.990371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:23.990695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.124852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Calling delete_port for 4142e5c6-12e1-4786-8d0a-957b0b8d653c owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:24.201542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] For port 4142e5c6-12e1-4786-8d0a-957b0b8d653c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4142e5c6-12e1-4786-8d0a-957b0b8d653c,segment=NetworkSegment(cc1c1ee0-107c-4984-9ffd-30445c6d661e),segment_id=cc1c1ee0-107c-4984-9ffd-30445c6d661e)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:24.201981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.239821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.244825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2877e566-5e02-4388-8879-5125573a648c tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:24.294089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Port': ['ID=4142e5c6-12e1-4786-8d0a-957b0b8d653c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:24.296970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:24.300138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No DVR routers for this DVR port 4142e5c6-12e1-4786-8d0a-957b0b8d653c on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:24.340698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Calling delete_port for 4142e5c6-12e1-4786-8d0a-957b0b8d653c owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:24.424905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:24.425326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:24.467630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.501214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafccd1a-0d59-4cf3-8418-1dc73b57fa40']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:24.514483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1c1ee0-107c-4984-9ffd-30445c6d661e') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:24.514895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1c1ee0-107c-4984-9ffd-30445c6d661e') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:24.528179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.583703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Deleting port 4142e5c6-12e1-4786-8d0a-957b0b8d653c {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:24.584117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.603720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.611846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:24.612291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:24.629229 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:24.667918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-707cba22-8e73-4f38-98fd-97d5eae2cb53 None None] The port '4142e5c6-12e1-4786-8d0a-957b0b8d653c' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:55:24.697458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a06e5-6147-4ced-9d1e-6241a4de93cc None None] get_active_networks_info from dv-neutron-822709-1-hyperv {{(pid=88969) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:55:24.806313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18a06e5-6147-4ced-9d1e-6241a4de93cc None None] Resources bound (agent type, host, resource id): {{(pid=88969) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:55:24.862331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.865928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-772daa94-43d7-4571-8c7a-f41a6745128d tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:24.885117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.892145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Network': ['ID=bafccd1a-0d59-4cf3-8418-1dc73b57fa40,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:24.897485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:24.900018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/bafccd1a-0d59-4cf3-8418-1dc73b57fa40 HTTP/1.1" status: 204 len: 168 time: 2.2521169 Dec 22 15:55:24.902761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53982) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:24.947007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-0826aca7-f507-47f8-b60a-52c28393018f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:24.947517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0826aca7-f507-47f8-b60a-52c28393018f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:24.949382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0826aca7-f507-47f8-b60a-52c28393018f tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/subnets/ae6e80df-76b9-49ef-9a93-0bf391e268b0 HTTP/1.1" status: 404 len: 337 time: 0.0455520 Dec 22 15:55:24.952348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53986) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.235469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd0845e-0c83-4dda-87e1-931f0acea32b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:25.235950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd0845e-0c83-4dda-87e1-931f0acea32b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:25.240505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3fd0845e-0c83-4dda-87e1-931f0acea32b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/0ed2fd23-d2dd-4ae8-9972-7fb80fbd3a62 HTTP/1.1" status: 404 len: 339 time: 0.2844117 Dec 22 15:55:25.240981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53990) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.283839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb7c601-045a-42ee-99c1-dbecbd1b205b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:25.284335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb7c601-045a-42ee-99c1-dbecbd1b205b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:25.286474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5cb7c601-045a-42ee-99c1-dbecbd1b205b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/subnets/0267b150-1109-4d27-9f77-3bb2c008e108 HTTP/1.1" status: 404 len: 337 time: 0.0443971 Dec 22 15:55:25.289874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53994) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.317399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f156fee-8113-4b1a-af10-369f1afe3ae1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:25.318013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f156fee-8113-4b1a-af10-369f1afe3ae1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88968) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:25.319705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f156fee-8113-4b1a-af10-369f1afe3ae1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/b6bbdeca-ed3f-40bd-8671-9f5dcde58a72 HTTP/1.1" status: 404 len: 339 time: 0.0288103 Dec 22 15:55:25.322563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 53998) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.535227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Deleting subnet 92256381-6df8-4991-ad6f-9576e07afe5f {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:55:25.538963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.597134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.690485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.794321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.799428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4b398501-743b-4118-914b-5ce586953714 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.837731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Subnet': ['ID=92256381-6df8-4991-ad6f-9576e07afe5f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:25.842231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:25.845058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.852982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1f46f-9a51-4ed8-b480-db697f73a91f None None] Network 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:25.855496 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f83b23f3-6807-405c-8b38-5ad7fc5789b9 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/subnets/92256381-6df8-4991-ad6f-9576e07afe5f HTTP/1.1" status: 204 len: 168 time: 0.5318158 Dec 22 15:55:25.858036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54002) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.991998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.003851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Deleting port 96206b7c-7a38-4245-af84-790e38ec4a88 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:26.004227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.118040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] DHCP port deletion for 87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:26.122610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Deleting port 96206b7c-7a38-4245-af84-790e38ec4a88 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:26.123218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.226041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] For port 96206b7c-7a38-4245-af84-790e38ec4a88, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=96206b7c-7a38-4245-af84-790e38ec4a88,segment=NetworkSegment(995a0b0e-1e7f-4b29-b324-f7471a0062c3),segment_id=995a0b0e-1e7f-4b29-b324-f7471a0062c3)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:26.226441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.339981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] For port 96206b7c-7a38-4245-af84-790e38ec4a88, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=96206b7c-7a38-4245-af84-790e38ec4a88,segment=NetworkSegment(995a0b0e-1e7f-4b29-b324-f7471a0062c3),segment_id=995a0b0e-1e7f-4b29-b324-f7471a0062c3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:26.340590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.355118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Calling delete_port for 96206b7c-7a38-4245-af84-790e38ec4a88 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:26.460311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.466257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:26.472316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Calling delete_port for 96206b7c-7a38-4245-af84-790e38ec4a88 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:26.513780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Port': ['ID=96206b7c-7a38-4245-af84-790e38ec4a88,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:26.516993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:26.519642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] No DVR routers for this DVR port 96206b7c-7a38-4245-af84-790e38ec4a88 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:26.547814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:26.548215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:26.652213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.679324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:26.691874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995a0b0e-1e7f-4b29-b324-f7471a0062c3') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:26.692211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995a0b0e-1e7f-4b29-b324-f7471a0062c3') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:26.704744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.720097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.726366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:26.726792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:26.742530 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:26.848507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.851991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd0a9dd5-0c42-4f14-8a6f-68e98b04c41d tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:26.868140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.879971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Pushing event deleted for resources: {'Network': ['ID=87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:26.883527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:26.885753 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] 10.222.0.32 "DELETE /v2.0/networks/87c0b2fd-b4b6-4e06-b494-f9a6b43d78dc HTTP/1.1" status: 204 len: 168 time: 1.0266516 Dec 22 15:55:27.053117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Deleting port 96206b7c-7a38-4245-af84-790e38ec4a88 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:27.053556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.119603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-91597c39-5ecd-4d9d-800a-220e04c27eda None None] The port '96206b7c-7a38-4245-af84-790e38ec4a88' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:55:27.323081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54010) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:27.520348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-730a2d7c-d4a2-4a16-bcdd-513080242e71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=911910322b3a40c380790cec542e0493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1958272 Dec 22 15:55:27.522849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54016) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:27.590745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.610394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 96206b7c-7a38-4245-af84-790e38ec4a88 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:27.619250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.644684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 96206b7c-7a38-4245-af84-790e38ec4a88 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:27.645202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 96206b7c-7a38-4245-af84-790e38ec4a88 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:27.752151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.757590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e829e4a-4e34-4af7-ab81-e89c31c4a9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:27.771753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c268608-e770-4854-ab00-f0082763da75,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:27.774511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:27.775717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.776929 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c268608-e770-4854-ab00-f0082763da75 HTTP/1.1" status: 204 len: 168 time: 0.2531285 Dec 22 15:55:28.829152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54038) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:28.976557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-48086455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:28.983871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:28.988643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Usage tracker for resource:router and tenant:f9127cabdfca4d03ba22a5f5c79e937f is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:28.991715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:28.998124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:29.051294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.052389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.186182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.245637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.323278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.324607 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3fea459d-495c-4502-b501-d88ed3fe3dde tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4939106 Dec 22 15:55:29.327593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54044) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:29.334213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-907703916'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:29.339588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:29.343660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Usage tracker for resource:network and tenant:f9127cabdfca4d03ba22a5f5c79e937f is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:29.348743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:29.356834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:29.397586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Made reservation on behalf of f9127cabdfca4d03ba22a5f5c79e937f for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:29.403259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.424717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.505628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:29.509649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Usage tracker for resource:security_group_rule and tenant:f9127cabdfca4d03ba22a5f5c79e937f is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:29.512809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:29.519639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:29.628952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.657304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.662154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74f18fd3-b1b6-4bd0-927e-11fedadc25b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:29.689922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:29.703981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213caf41-b85d-4273-93f8-95f3d099d716,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:29.708465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:29.709536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.709930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Added segment db37ffda-67d6-4f1f-bdac-3271810aac57 of type vlan for network b22cab03-d3a4-4174-ae92-08f314a71895 Dec 22 15:55:29.739372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.799614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.803765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:29.804424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.810200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13c8d289-6e62-4c1b-aef8-c8c370da9c9e tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:29.921312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5925598 Dec 22 15:55:29.924646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54048) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:29.930563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event updated for resources: {'Network': ['ID=b22cab03-d3a4-4174-ae92-08f314a71895,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:29.931699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Request body: {'subnet': {'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:29.933632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:29.942673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network b22cab03-d3a4-4174-ae92-08f314a71895 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:30.054544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:30.058843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Usage tracker for resource:subnet and tenant:f9127cabdfca4d03ba22a5f5c79e937f is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:30.061954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:30.070369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:30.119706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Made reservation on behalf of f9127cabdfca4d03ba22a5f5c79e937f for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:30.239651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.696837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.701405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fa30f6aa-12ab-434f-b79b-27eac1858127 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:30.788255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event updated for resources: {'Subnet': ['ID=ca186b6b-a5bf-4545-a565-937de9e750dd,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:30.791306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:30.802040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Checking segment: {'id': 'db37ffda-67d6-4f1f-bdac-3271810aac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:30.802451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Network hostable DHCP agents. Network: b22cab03-d3a4-4174-ae92-08f314a71895, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:30.860222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Network b22cab03-d3a4-4174-ae92-08f314a71895 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:30.919265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, b22cab03-d3a4-4174-ae92-08f314a71895) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:30.923397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:30.924101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.929261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8bd993-0545-425a-a3f5-78388de90e4b None None] Network b22cab03-d3a4-4174-ae92-08f314a71895 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:30.978705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4fcc4fab-87e1-46e6-bbd5-b24cbe4f2df3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0497754 Dec 22 15:55:30.979114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54052) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:30.985754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-461465859'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:30.991501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:30.995793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Usage tracker for resource:network and tenant:f9127cabdfca4d03ba22a5f5c79e937f is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:30.998937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:31.005737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:31.045478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Made reservation on behalf of f9127cabdfca4d03ba22a5f5c79e937f for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:31.051808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.085627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:31.096136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.096513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Added segment a3c81211-347f-4de3-b57e-070a89b4c9a8 of type vlan for network dd881688-89fb-48af-be72-df44f7a48fd0 Dec 22 15:55:31.152284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.181274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-b22cab03-d3a4-4174-ae92-08f314a71895', 'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895', 'tenant_id': 'f9127cabdfca4d03ba22a5f5c79e937f', 'fixed_ips': [{'subnet_id': 'ca186b6b-a5bf-4545-a565-937de9e750dd'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:31.181806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.222398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.226875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:31.227535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.233373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a6d3343c-4f08-40c2-93a7-c7fb0d267b09 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:31.338006 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3578689 Dec 22 15:55:31.341293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54056) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:31.347351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event updated for resources: {'Network': ['ID=dd881688-89fb-48af-be72-df44f7a48fd0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:31.348973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Request body: {'subnet': {'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:31.350479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:31.350680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Allocated IP 172.20.0.2 (b22cab03-d3a4-4174-ae92-08f314a71895/ca186b6b-a5bf-4545-a565-937de9e750dd/b0bbed3f-1fc8-417f-9ed4-a05153454a5f) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:31.361930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network dd881688-89fb-48af-be72-df44f7a48fd0 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:31.482462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:31.487296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Usage tracker for resource:subnet and tenant:f9127cabdfca4d03ba22a5f5c79e937f is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:31.490319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:31.496666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:31.535243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Made reservation on behalf of f9127cabdfca4d03ba22a5f5c79e937f for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:31.654287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.674650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.729084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Transition to ACTIVE for port object b0bbed3f-1fc8-417f-9ed4-a05153454a5f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:31.749716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Transition to ACTIVE for port object b0bbed3f-1fc8-417f-9ed4-a05153454a5f will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:31.759686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.788301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.792887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:31.864534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Network b22cab03-d3a4-4174-ae92-08f314a71895 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:31.865762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:31.870413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:31.877897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Pushing event updated for resources: {'Port': ['ID=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:31.881800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:31.971382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Attempting to bind port b0bbed3f-1fc8-417f-9ed4-a05153454a5f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:31.971953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Attempting to bind port b0bbed3f-1fc8-417f-9ed4-a05153454a5f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'db37ffda-67d6-4f1f-bdac-3271810aac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:31.972200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Attempting to bind port b0bbed3f-1fc8-417f-9ed4-a05153454a5f on network b22cab03-d3a4-4174-ae92-08f314a71895 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:31.979157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:31.979595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Checking segment: {'id': 'db37ffda-67d6-4f1f-bdac-3271810aac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:31.980052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.980501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Bound using segment: {'id': 'db37ffda-67d6-4f1f-bdac-3271810aac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:31.981021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Bound port: b0bbed3f-1fc8-417f-9ed4-a05153454a5f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db37ffda-67d6-4f1f-bdac-3271810aac57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b22cab03-d3a4-4174-ae92-08f314a71895'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:31.981448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.997734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.003473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fc41314a-1035-4778-bd7c-44c6cee297a2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:32.077549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] For port b0bbed3f-1fc8-417f-9ed4-a05153454a5f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:32.080877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] For port b0bbed3f-1fc8-417f-9ed4-a05153454a5f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,segment=NetworkSegment(db37ffda-67d6-4f1f-bdac-3271810aac57),segment_id=db37ffda-67d6-4f1f-bdac-3271810aac57)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:32.087527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event updated for resources: {'Subnet': ['ID=5cb1e1d8-52e7-41e7-b893-e49bee8332ad,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:32.091550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:32.101781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Checking segment: {'id': 'a3c81211-347f-4de3-b57e-070a89b4c9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:32.101781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Network hostable DHCP agents. Network: dd881688-89fb-48af-be72-df44f7a48fd0, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:32.125886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.130096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:32.160088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Network dd881688-89fb-48af-be72-df44f7a48fd0 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:32.212054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Pushing event updated for resources: {'Port': ['ID=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:32.214747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:32.217276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, dd881688-89fb-48af-be72-df44f7a48fd0) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:32.221930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:32.227510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.230679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cc74bb-49ee-4a2f-b4b9-8ad37bd646e3 None None] Network dd881688-89fb-48af-be72-df44f7a48fd0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:32.274706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aedecad9-9a44-4e62-af49-7decdfbc23ef tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9320674 Dec 22 15:55:32.277572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54060) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:32.284606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-47bfdd22-9f56-4a96-85d0-6fa373ca8336 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:32.403843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5125ec10-ee8a-46a2-bba5-6eaab8322aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.492298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-dd881688-89fb-48af-be72-df44f7a48fd0', 'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0', 'tenant_id': 'f9127cabdfca4d03ba22a5f5c79e937f', 'fixed_ips': [{'subnet_id': '5cb1e1d8-52e7-41e7-b893-e49bee8332ad'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:32.493265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.720161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Allocated IP 172.21.0.2 (dd881688-89fb-48af-be72-df44f7a48fd0/5cb1e1d8-52e7-41e7-b893-e49bee8332ad/7a4e4d0a-39ae-4b58-880b-54336542ae07) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:32.754108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47bfdd22-9f56-4a96-85d0-6fa373ca8336 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.958044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.967470 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.api.v2.resource [None req-47bfdd22-9f56-4a96-85d0-6fa373ca8336 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:55:32.968646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-47bfdd22-9f56-4a96-85d0-6fa373ca8336 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "PUT /v2.0/routers/36f1f659-5caa-46cc-9b58-b758e7e1c1e7 HTTP/1.1" status: 400 len: 364 time: 0.6898868 Dec 22 15:55:32.969410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Transition to ACTIVE for port object 7a4e4d0a-39ae-4b58-880b-54336542ae07 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:32.976002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54064) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:32.991790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Transition to ACTIVE for port object 7a4e4d0a-39ae-4b58-880b-54336542ae07 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:33.017530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.023009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:33.097136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Network dd881688-89fb-48af-be72-df44f7a48fd0 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:33.101202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:33.104179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:33.111800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Pushing event updated for resources: {'Port': ['ID=7a4e4d0a-39ae-4b58-880b-54336542ae07,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:33.114724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:33.187180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Deleting subnet 5cb1e1d8-52e7-41e7-b893-e49bee8332ad {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:55:33.191429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.256972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.365332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Attempting to bind port 7a4e4d0a-39ae-4b58-880b-54336542ae07 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:33.365757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Attempting to bind port 7a4e4d0a-39ae-4b58-880b-54336542ae07 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'a3c81211-347f-4de3-b57e-070a89b4c9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:33.366184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Attempting to bind port 7a4e4d0a-39ae-4b58-880b-54336542ae07 on network dd881688-89fb-48af-be72-df44f7a48fd0 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:33.373188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:33.373617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Checking segment: {'id': 'a3c81211-347f-4de3-b57e-070a89b4c9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:33.376032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.376032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Bound using segment: {'id': 'a3c81211-347f-4de3-b57e-070a89b4c9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:33.376032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Bound port: 7a4e4d0a-39ae-4b58-880b-54336542ae07, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c81211-347f-4de3-b57e-070a89b4c9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'dd881688-89fb-48af-be72-df44f7a48fd0'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:33.376369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.419095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.552937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.565237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c1db102c-9721-4a34-bf6b-cdb5ca685a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:33.596838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] For port 7a4e4d0a-39ae-4b58-880b-54336542ae07, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:33.600651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] For port 7a4e4d0a-39ae-4b58-880b-54336542ae07, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7a4e4d0a-39ae-4b58-880b-54336542ae07,segment=NetworkSegment(a3c81211-347f-4de3-b57e-070a89b4c9a8),segment_id=a3c81211-347f-4de3-b57e-070a89b4c9a8)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:33.610657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb1e1d8-52e7-41e7-b893-e49bee8332ad,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:33.612080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:33.615160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.622352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "DELETE /v2.0/subnets/5cb1e1d8-52e7-41e7-b893-e49bee8332ad HTTP/1.1" status: 204 len: 168 time: 0.6450832 Dec 22 15:55:33.625188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54068) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:33.634577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.638887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:33.678647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b0bbed3f-1fc8-417f-9ed4-a05153454a5f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:33.798805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Pushing event updated for resources: {'Port': ['ID=7a4e4d0a-39ae-4b58-880b-54336542ae07,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:33.802256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:33.862712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.896649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b0bbed3f-1fc8-417f-9ed4-a05153454a5f completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:34.023495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc827c-5b78-4a19-b8bf-4a44f5bb87a5 None None] Network b22cab03-d3a4-4174-ae92-08f314a71895 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:34.032098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.045547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Deleting port 7a4e4d0a-39ae-4b58-880b-54336542ae07 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:34.045917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.181132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Provisioning for port b0bbed3f-1fc8-417f-9ed4-a05153454a5f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:34.231435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Provisioning complete for port b0bbed3f-1fc8-417f-9ed4-a05153454a5f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:34.231435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.308195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] For port 7a4e4d0a-39ae-4b58-880b-54336542ae07, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=7a4e4d0a-39ae-4b58-880b-54336542ae07,segment=NetworkSegment(a3c81211-347f-4de3-b57e-070a89b4c9a8),segment_id=a3c81211-347f-4de3-b57e-070a89b4c9a8)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:34.308721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.430406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.441612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Calling delete_port for 7a4e4d0a-39ae-4b58-880b-54336542ae07 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:34.470693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] For port b0bbed3f-1fc8-417f-9ed4-a05153454a5f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,segment=NetworkSegment(db37ffda-67d6-4f1f-bdac-3271810aac57),segment_id=db37ffda-67d6-4f1f-bdac-3271810aac57)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:34.502354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.504337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e452364d-e3fa-43eb-9cf4-4fafa5f1082f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:34.589750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Pushing event updated for resources: {'Port': ['ID=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:34.593121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:34.597399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.604705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-02d862d1-3437-4766-910d-128f512ef6fa tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:34.620245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5de348b0-47b0-40d0-8b35-13667b6537a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.649178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event deleted for resources: {'Port': ['ID=7a4e4d0a-39ae-4b58-880b-54336542ae07,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:34.652291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:34.654481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] No DVR routers for this DVR port 7a4e4d0a-39ae-4b58-880b-54336542ae07 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:34.790261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.820287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd881688-89fb-48af-be72-df44f7a48fd0']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:34.835146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c81211-347f-4de3-b57e-070a89b4c9a8') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:34.835466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c81211-347f-4de3-b57e-070a89b4c9a8') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:34.848227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.864938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.871806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:34.872247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:34.888404 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:35.006589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.010046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-520953ab-c6c7-49f3-99a9-6dcc3b11888b tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:35.028917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.031678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a56b38d6-3340-455c-b644-cf759dc3eb59 None None] Provisioning complete for port b0bbed3f-1fc8-417f-9ed4-a05153454a5f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:35.032155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a56b38d6-3340-455c-b644-cf759dc3eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.035952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event deleted for resources: {'Network': ['ID=dd881688-89fb-48af-be72-df44f7a48fd0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:35.040684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:35.043676 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "DELETE /v2.0/networks/dd881688-89fb-48af-be72-df44f7a48fd0 HTTP/1.1" status: 204 len: 168 time: 1.4154925 Dec 22 15:55:35.046257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54072) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:35.095223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.261595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Deleting subnet ca186b6b-a5bf-4545-a565-937de9e750dd {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:55:35.264988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.328993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.425270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.531255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.536717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-170db780-4486-42ed-83fa-b9a4c4904940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:35.580716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event deleted for resources: {'Subnet': ['ID=ca186b6b-a5bf-4545-a565-937de9e750dd,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:35.583296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:35.586963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.597479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "DELETE /v2.0/subnets/ca186b6b-a5bf-4545-a565-937de9e750dd HTTP/1.1" status: 204 len: 168 time: 0.5476139 Dec 22 15:55:35.597591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70cb633-5da1-4b33-8c7d-5bbffd020eb0 None None] Network b22cab03-d3a4-4174-ae92-08f314a71895 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:35.597679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54076) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:35.696742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff391573-9b20-48b9-9d11-9d084903fc18 None None] DHCP port deletion for dd881688-89fb-48af-be72-df44f7a48fd0 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:35.699199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b0bbed3f-1fc8-417f-9ed4-a05153454a5f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:35.731503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.743862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Deleting port b0bbed3f-1fc8-417f-9ed4-a05153454a5f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:35.744329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.759642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d71ec90-d3ef-4965-9180-b251c8118c37 None None] Could not find standard attr ID for object 7a4e4d0a-39ae-4b58-880b-54336542ae07. {{(pid=88969) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:55:35.800387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2200df0c-6f72-4e3a-9810-aa9cd1231794 None None] Network dd881688-89fb-48af-be72-df44f7a48fd0 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:35.865740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2200df0c-6f72-4e3a-9810-aa9cd1231794 None None] Network dd881688-89fb-48af-be72-df44f7a48fd0 could not be found, it might have been deleted concurrently. {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:55:35.912196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b0bbed3f-1fc8-417f-9ed4-a05153454a5f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:35.912624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.963103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] For port b0bbed3f-1fc8-417f-9ed4-a05153454a5f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,segment=NetworkSegment(db37ffda-67d6-4f1f-bdac-3271810aac57),segment_id=db37ffda-67d6-4f1f-bdac-3271810aac57)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:35.963912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.019250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] DHCP port deletion for b22cab03-d3a4-4174-ae92-08f314a71895 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:36.026622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Deleting port b0bbed3f-1fc8-417f-9ed4-a05153454a5f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:36.027076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.095555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Calling delete_port for b0bbed3f-1fc8-417f-9ed4-a05153454a5f owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:36.193739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.199006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9d66dfd3-a1ae-4058-946c-89cfce364e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:36.240228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event deleted for resources: {'Port': ['ID=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:36.242990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:36.248948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] No DVR routers for this DVR port b0bbed3f-1fc8-417f-9ed4-a05153454a5f on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:36.258063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] For port b0bbed3f-1fc8-417f-9ed4-a05153454a5f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b0bbed3f-1fc8-417f-9ed4-a05153454a5f,segment=NetworkSegment(db37ffda-67d6-4f1f-bdac-3271810aac57),segment_id=db37ffda-67d6-4f1f-bdac-3271810aac57)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:36.258505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.383723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.385200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Calling delete_port for b0bbed3f-1fc8-417f-9ed4-a05153454a5f owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:36.412378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22cab03-d3a4-4174-ae92-08f314a71895']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:36.426110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db37ffda-67d6-4f1f-bdac-3271810aac57') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:36.426581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db37ffda-67d6-4f1f-bdac-3271810aac57') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:36.439421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.456187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:36.456614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:36.502989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.510180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:36.510609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:36.526221 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:36.622480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.626067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51fa901b-35f4-475d-bb88-aa919acb64e2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:36.642042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.655424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Pushing event deleted for resources: {'Network': ['ID=b22cab03-d3a4-4174-ae92-08f314a71895,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:36.658401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:36.660350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "DELETE /v2.0/networks/b22cab03-d3a4-4174-ae92-08f314a71895 HTTP/1.1" status: 204 len: 168 time: 1.0614958 Dec 22 15:55:36.663246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:36.712943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42e772c8-336f-4765-a88a-7f1723ee927b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Synchronizing usage tracker for tenant:f9127cabdfca4d03ba22a5f5c79e937f on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:36.754145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42e772c8-336f-4765-a88a-7f1723ee927b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Unset dirty status for tenant:f9127cabdfca4d03ba22a5f5c79e937f on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:36.755518 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42e772c8-336f-4765-a88a-7f1723ee927b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "GET /v2.0/ports?device_id=36f1f659-5caa-46cc-9b58-b758e7e1c1e7 HTTP/1.1" status: 200 len: 205 time: 0.0912507 Dec 22 15:55:36.758368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54084) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:36.891408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.903178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.958431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Deleting port b0bbed3f-1fc8-417f-9ed4-a05153454a5f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:36.958907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.027282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5cf9e-5530-4a08-8353-f1917aff09a7 None None] The port 'b0bbed3f-1fc8-417f-9ed4-a05153454a5f' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:55:37.310403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.315655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.416252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.416832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Fanout notify agent at l3_agent the message router_deleted on router 36f1f659-5caa-46cc-9b58-b758e7e1c1e7 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:55:37.428777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.430121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-436ffc8c-4ce7-4856-871c-047263f529f9 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] 10.222.0.32 "DELETE /v2.0/routers/36f1f659-5caa-46cc-9b58-b758e7e1c1e7 HTTP/1.1" status: 204 len: 168 time: 0.6706922 Dec 22 15:55:37.614861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b0bbed3f-1fc8-417f-9ed4-a05153454a5f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:37.648267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b0bbed3f-1fc8-417f-9ed4-a05153454a5f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:37.648661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b0bbed3f-1fc8-417f-9ed4-a05153454a5f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:37.649135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7a4e4d0a-39ae-4b58-880b-54336542ae07 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:37.681975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 7a4e4d0a-39ae-4b58-880b-54336542ae07 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:37.682297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 7a4e4d0a-39ae-4b58-880b-54336542ae07 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:37.917068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54092) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:38.118872 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f35b6d56-d599-4207-9069-f9a0b70feec6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9127cabdfca4d03ba22a5f5c79e937f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1996579 Dec 22 15:55:38.120726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54100) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:38.187132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.216609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.342309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.348752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ebadc250-377d-4865-a5a5-5f126a33d54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:38.363280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213caf41-b85d-4273-93f8-95f3d099d716,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:38.365836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:38.368151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.372935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a51c69d9-a83e-4f94-9332-66cd3b73cae4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/213caf41-b85d-4273-93f8-95f3d099d716 HTTP/1.1" status: 204 len: 168 time: 0.2511592 Dec 22 15:55:39.410022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54122) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:39.555357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-217597365-network', 'tenant_id': '146990eaafa348e9945e8d411505dccd'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:39.560777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:39.565421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Usage tracker for resource:network and tenant:146990eaafa348e9945e8d411505dccd is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:39.568512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:39.575584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:39.620434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Made reservation on behalf of 146990eaafa348e9945e8d411505dccd for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:39.625130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.638230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.716804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:39.721357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Usage tracker for resource:security_group_rule and tenant:146990eaafa348e9945e8d411505dccd is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:39.724351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:39.730387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:39.917902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.948106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.952779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5598501a-0ed1-4f8e-8075-a5f618d64814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:39.984628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:39.997790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a785e626-2b87-4042-a4d4-f90c09ed8d55,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:40.001159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:40.029854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.030243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Added segment 13c1c536-1808-4142-a34b-0a7a47ac7cce of type vlan for network 2d818aed-cda9-4876-aa65-1a7c99844a81 Dec 22 15:55:40.061577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.188223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.189257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:40.189893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.195397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf49da63-2661-4cb9-935b-431c21c09899 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:40.299743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Pushing event updated for resources: {'Network': ['ID=2d818aed-cda9-4876-aa65-1a7c99844a81,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:40.302393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:40.310724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:40.326334 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9147046 Dec 22 15:55:40.329924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54128) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:40.336030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Request body: {'subnet': {'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-subnet', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:40.341432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:40.345588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Usage tracker for resource:subnet and tenant:146990eaafa348e9945e8d411505dccd is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:40.348689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:40.355196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:40.388438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Made reservation on behalf of 146990eaafa348e9945e8d411505dccd for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:40.394091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.879580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.885694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b80ea2c8-8ff9-444e-9126-18dfa115d285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:40.961411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8296e9-5f5a-4a8d-830c-8bf31a24bf77,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:40.966245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:40.977400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Checking segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:40.977801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Network hostable DHCP agents. Network: 2d818aed-cda9-4876-aa65-1a7c99844a81, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:41.027525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:41.061729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2d818aed-cda9-4876-aa65-1a7c99844a81) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:41.066393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:41.067310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.072108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a01eda4-d07f-454e-b1b3-02c7417836ed None None] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:41.120147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-416886c0-3864-4c68-8b81-999cafa594ae admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7889719 Dec 22 15:55:41.123155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54132) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:41.129968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:41.135382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:41.139558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Usage tracker for resource:router and tenant:146990eaafa348e9945e8d411505dccd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:41.143303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:41.151158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:41.188557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.189629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.208978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.301715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-2d818aed-cda9-4876-aa65-1a7c99844a81', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:41.302659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.393082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.472245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Allocated IP 172.20.0.2 (2d818aed-cda9-4876-aa65-1a7c99844a81/8e8296e9-5f5a-4a8d-830c-8bf31a24bf77/1f70cf8a-bf6a-49b2-951c-8780b05a2d36) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:41.636308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.670704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.826501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Allocated IP 172.26.4.109 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/928fa60f-0d79-4f4e-963a-917860c87010) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:41.858740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.925134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Transition to ACTIVE for port object 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:41.946325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Transition to ACTIVE for port object 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:42.022787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.028719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:42.105293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:42.109610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:42.114851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:42.118122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Pushing event updated for resources: {'Port': ['ID=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:42.132342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.132732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.133099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.133539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.133856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.134232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.134611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.135006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.135384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.135764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.136126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:42.165053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.226251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Attempting to bind port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:42.226671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Attempting to bind port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:42.227119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Attempting to bind port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 on network 2d818aed-cda9-4876-aa65-1a7c99844a81 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:42.234274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.235038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:42.235298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Checking segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:42.235756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.236206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Bound using segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:42.236728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Bound port: 1f70cf8a-bf6a-49b2-951c-8780b05a2d36, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:42.237155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.291192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.296063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6eb62a13-1ac2-4c62-bff7-9feada30f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:42.334049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-190065ac-6055-46cb-96ac-792715c13475 None None] For port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:42.337495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-190065ac-6055-46cb-96ac-792715c13475 None None] For port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:42.357395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:42.366317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:42.371144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:42.372312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.377918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:42.403743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Pushing event updated for resources: {'Port': ['ID=928fa60f-0d79-4f4e-963a-917860c87010,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:42.411107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.465045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Pushing event updated for resources: {'Port': ['ID=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:42.469898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.581122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.581945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.965325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:55:43.197175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:43.208313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Sync routers for ids ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:43.223065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Routers {'37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:43.224085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:43.250954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.252447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1278837 Dec 22 15:55:43.255494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54136) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:43.418591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Set router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:43.665068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:43.825373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:42Z', 'revision_number': 3, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:43.830188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Checking router: 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:43.833846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Updating router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea port 928fa60f-0d79-4f4e-963a-917860c87010 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:43.865936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:43.893139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.101379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.325311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.340085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a565cea-86b0-40cc-98db-9368cac7d10d None None] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:44.392042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Transition to ACTIVE for port object 928fa60f-0d79-4f4e-963a-917860c87010 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:44.442147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Allocated IP 172.20.0.1 (2d818aed-cda9-4876-aa65-1a7c99844a81/8e8296e9-5f5a-4a8d-830c-8bf31a24bf77/b2fa3ff2-c108-492c-8090-c47c84fdaccf) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:44.457081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.464047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.508409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Provisioning for port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:44.534976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Provisioning complete for port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:44.535670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.615549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.633479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Transition to ACTIVE for port object b2fa3ff2-c108-492c-8090-c47c84fdaccf will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:44.636681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3b9c4-def2-4404-9855-7d46cab004f3 None None] Pushing event updated for resources: {'Port': ['ID=928fa60f-0d79-4f4e-963a-917860c87010,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:44.648012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Attempting to bind port 928fa60f-0d79-4f4e-963a-917860c87010 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:44.648012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Attempting to bind port 928fa60f-0d79-4f4e-963a-917860c87010 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:44.648403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Attempting to bind port 928fa60f-0d79-4f4e-963a-917860c87010 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:44.650783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47d3b9c4-def2-4404-9855-7d46cab004f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:44.678213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.683420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83ec6ffc-93fc-4674-96ff-13959b33cd34 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.705867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:44.706216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:44.706672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.707136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:44.707668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Bound port: 928fa60f-0d79-4f4e-963a-917860c87010, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:44.708089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.744231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:44.747507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:44.750252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:44.806611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Pushing event updated for resources: {'Port': ['ID=b2fa3ff2-c108-492c-8090-c47c84fdaccf,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:44.810048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:44.834732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.890127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.913805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] For port 928fa60f-0d79-4f4e-963a-917860c87010, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:44.932606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] For port 928fa60f-0d79-4f4e-963a-917860c87010, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=928fa60f-0d79-4f4e-963a-917860c87010,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:44.954662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] For port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:44.964410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.972370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2e39066a-56ff-46e6-bf2e-4c3dd92d3343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.985538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.007924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.053796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Routers {'37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:45.054497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:45.129935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3b9c4-def2-4404-9855-7d46cab004f3 None None] Pushing event updated for resources: {'Port': ['ID=928fa60f-0d79-4f4e-963a-917860c87010,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.134747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47d3b9c4-def2-4404-9855-7d46cab004f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.135308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:45.255583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.284956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.301288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Pushing event updated for resources: {'Port': ['ID=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.306103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.320784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-437cb06e-1eb8-4464-b260-aec29d35326e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:45.328398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] Set router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:45.413302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Pushing event updated for resources: {'Port': ['ID=b2fa3ff2-c108-492c-8090-c47c84fdaccf,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.416432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.428918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.578172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:45.579695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:45.642007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:45.677956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b136f74-1806-49ad-9280-8c9cfc71d1ff None None] Provisioning for port b2fa3ff2-c108-492c-8090-c47c84fdaccf completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:45.706463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b136f74-1806-49ad-9280-8c9cfc71d1ff None None] Provisioning complete for port b2fa3ff2-c108-492c-8090-c47c84fdaccf triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:45.706729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b136f74-1806-49ad-9280-8c9cfc71d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.853959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1b136f74-1806-49ad-9280-8c9cfc71d1ff None None] Port b2fa3ff2-c108-492c-8090-c47c84fdaccf cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:45.901059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1b136f74-1806-49ad-9280-8c9cfc71d1ff None None] Provisioning complete for port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:45.901399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1b136f74-1806-49ad-9280-8c9cfc71d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.957234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:45.957661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.997412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:46.229502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b2fa3ff2-c108-492c-8090-c47c84fdaccf', 'name': '', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'mac_address': 'fa:16:3e:f8:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 1, 'project_id': '146990eaafa348e9945e8d411505dccd', 'subnets': [{'id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:46.234037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aae424-53d5-436f-b2b7-a5625077768b None None] The sync data for ids ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'] in dv-neutron-822709-1-hyperv is: [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b2fa3ff2-c108-492c-8090-c47c84fdaccf', 'name': '', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'mac_address': 'fa:16:3e:f8:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 1, 'project_id': '146990eaafa348e9945e8d411505dccd', 'subnets': [{'id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:46.343228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ef54cde7-489a-460f-9fc5-5a48e2ddf442 None None] Provisioning complete for port b2fa3ff2-c108-492c-8090-c47c84fdaccf triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:46.343659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef54cde7-489a-460f-9fc5-5a48e2ddf442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:46.402096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ef54cde7-489a-460f-9fc5-5a48e2ddf442 None None] Port b2fa3ff2-c108-492c-8090-c47c84fdaccf cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:46.464604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:46.474416 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] 10.222.0.32 "PUT /v2.0/routers/37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2176957 Dec 22 15:55:47.659285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 928fa60f-0d79-4f4e-963a-917860c87010 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:47.675649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54158) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:47.682178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1900329976-network', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:47.688357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:47.692793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Usage tracker for resource:network and tenant:bf02d94395d5412f8ad9fec84f0e9b64 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:47.696988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:47.703673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:47.742514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Made reservation on behalf of bf02d94395d5412f8ad9fec84f0e9b64 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:47.747529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.762204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.771198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 928fa60f-0d79-4f4e-963a-917860c87010 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:47.777127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 928fa60f-0d79-4f4e-963a-917860c87010 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:47.777909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.799807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:47.805712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Usage tracker for resource:security_group_rule and tenant:bf02d94395d5412f8ad9fec84f0e9b64 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:47.809429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:47.816540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:47.922227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.936237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.944453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 928fa60f-0d79-4f4e-963a-917860c87010, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=928fa60f-0d79-4f4e-963a-917860c87010,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:47.959884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.963645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-61426ad7-aa35-4bd6-806a-df81919552a7 tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:47.998056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.001089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.001706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:48.008358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374621a8-ead0-4e57-8c45-a1612e4587f1,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.012848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.017396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.017794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Added segment ed8dee08-bdbc-4a97-abd4-1d8a34f315f5 of type vlan for network 6eb75606-0024-4872-b585-0613ec3b853c Dec 22 15:55:48.051178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.080837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=928fa60f-0d79-4f4e-963a-917860c87010,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.084603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.129670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.130976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:48.131716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.143295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.254356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5774834 Dec 22 15:55:48.257524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54162) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:48.262798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb75606-0024-4872-b585-0613ec3b853c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.264380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Request body: {'subnet': {'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-subnet', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:48.266847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.270960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:48.275360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 6eb75606-0024-4872-b585-0613ec3b853c details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:48.275766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Usage tracker for resource:subnet and tenant:bf02d94395d5412f8ad9fec84f0e9b64 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:48.280435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:48.296869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:48.336560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Made reservation on behalf of bf02d94395d5412f8ad9fec84f0e9b64 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:48.341593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.862732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.867855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f8d3e503-ff52-47d8-b181-b43b0dde7f11 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.947824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18c3579-86f7-4e5b-936b-b9dc7e57914a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.954710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.965678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Checking segment: {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:48.966079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Network hostable DHCP agents. Network: 6eb75606-0024-4872-b585-0613ec3b853c, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:49.027826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Network 6eb75606-0024-4872-b585-0613ec3b853c is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:49.085118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 6eb75606-0024-4872-b585-0613ec3b853c) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:49.089380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:49.090071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.096266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7698d1-5f79-4888-ae6d-31ea54d20391 None None] Network 6eb75606-0024-4872-b585-0613ec3b853c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:49.177637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0fa8e7a3-5004-47ac-81da-c3e2edd080f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9186549 Dec 22 15:55:49.180234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54166) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:49.186081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:49.191449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:49.195546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Usage tracker for resource:router and tenant:bf02d94395d5412f8ad9fec84f0e9b64 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:49.198682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:49.205665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:49.245647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.246861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.329002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.340804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-6eb75606-0024-4872-b585-0613ec3b853c', 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'fixed_ips': [{'subnet_id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:49.340804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.672873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.673358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 928fa60f-0d79-4f4e-963a-917860c87010 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:49.724178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 928fa60f-0d79-4f4e-963a-917860c87010 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:49.724608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.855977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Allocated IP 172.20.0.2 (6eb75606-0024-4872-b585-0613ec3b853c/a18c3579-86f7-4e5b-936b-b9dc7e57914a/f0d20c36-c1a9-41dd-97d4-0867e5195b1f) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:49.920733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.959110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.110780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Allocated IP 172.26.4.41 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/deef2242-cd18-4985-83d3-b6f6dad47351) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:50.204610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Sync routers for ids ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:50.204610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Routers {'37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:50.204610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:50.267281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.357821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Transition to ACTIVE for port object f0d20c36-c1a9-41dd-97d4-0867e5195b1f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:50.377956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Set router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:50.381568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Transition to ACTIVE for port object f0d20c36-c1a9-41dd-97d4-0867e5195b1f will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:50.418885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.424691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:50.429215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.484220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.489081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:50.490163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Network 6eb75606-0024-4872-b585-0613ec3b853c is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:50.491405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:50.500518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:50.511554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Pushing event updated for resources: {'Port': ['ID=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:50.514866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:50.555537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:50.563976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:50.566725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:50.615076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Pushing event updated for resources: {'Port': ['ID=deef2242-cd18-4985-83d3-b6f6dad47351,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:50.618536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:50.637199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Attempting to bind port f0d20c36-c1a9-41dd-97d4-0867e5195b1f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:50.637199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Attempting to bind port f0d20c36-c1a9-41dd-97d4-0867e5195b1f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:50.637604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Attempting to bind port f0d20c36-c1a9-41dd-97d4-0867e5195b1f on network 6eb75606-0024-4872-b585-0613ec3b853c {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:50.645946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:50.646489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Checking segment: {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:50.647051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.647567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Bound using segment: {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:50.648167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Bound port: f0d20c36-c1a9-41dd-97d4-0867e5195b1f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:50.648684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.793340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] For port f0d20c36-c1a9-41dd-97d4-0867e5195b1f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:50.799308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] For port f0d20c36-c1a9-41dd-97d4-0867e5195b1f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:50.838227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.843206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:50.882583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b2fa3ff2-c108-492c-8090-c47c84fdaccf', 'name': '', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'mac_address': 'fa:16:3e:f8:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 2, 'project_id': '146990eaafa348e9945e8d411505dccd', 'subnets': [{'id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:50.887326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Checking router: 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:50.887669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Updating router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea port b2fa3ff2-c108-492c-8090-c47c84fdaccf binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:50.894973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.895921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.922505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Pushing event updated for resources: {'Port': ['ID=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:50.925914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:50.947797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.197725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Router 5e54362b-4378-43fb-9d77-6d4cc790b59c is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:55:51.356272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.370856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Transition to ACTIVE for port object b2fa3ff2-c108-492c-8090-c47c84fdaccf will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:51.411562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.416803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:51.456441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:51.470433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Sync routers for ids ['5e54362b-4378-43fb-9d77-6d4cc790b59c'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:51.494065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Routers {'5e54362b-4378-43fb-9d77-6d4cc790b59c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:51.494065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5e54362b-4378-43fb-9d77-6d4cc790b59c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:51.518204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.522383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3384521 Dec 22 15:55:51.522585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54170) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:51.559644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Pushing event updated for resources: {'Port': ['ID=b2fa3ff2-c108-492c-8090-c47c84fdaccf,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:51.619062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.619452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.619830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.620377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.620568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.620895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.621281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.621651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.622011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.622576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.628685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:51.637352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:51.728461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Attempting to bind port b2fa3ff2-c108-492c-8090-c47c84fdaccf on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:51.729508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Attempting to bind port b2fa3ff2-c108-492c-8090-c47c84fdaccf by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:51.729944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Attempting to bind port b2fa3ff2-c108-492c-8090-c47c84fdaccf on network 2d818aed-cda9-4876-aa65-1a7c99844a81 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:51.737957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:51.738394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Checking segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:51.738882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.739468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Bound using segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:51.740003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Bound port: b2fa3ff2-c108-492c-8090-c47c84fdaccf, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:51.740439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.865742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f0d20c36-c1a9-41dd-97d4-0867e5195b1f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:51.869875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] For port b2fa3ff2-c108-492c-8090-c47c84fdaccf, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:51.874954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] For port b2fa3ff2-c108-492c-8090-c47c84fdaccf, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b2fa3ff2-c108-492c-8090-c47c84fdaccf,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:51.953038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.959985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:51.968807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Set router 5e54362b-4378-43fb-9d77-6d4cc790b59c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:52.061150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Pushing event updated for resources: {'Port': ['ID=b2fa3ff2-c108-492c-8090-c47c84fdaccf,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:52.065359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-774853ae-8c77-48c6-8b9a-dbc770019f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:52.067490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Routers {'37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:52.068287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:52.099217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port f0d20c36-c1a9-41dd-97d4-0867e5195b1f completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:52.291000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] Set router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:52.386764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 3, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:52.393234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Checking router: 5e54362b-4378-43fb-9d77-6d4cc790b59c for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:52.394697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Updating router 5e54362b-4378-43fb-9d77-6d4cc790b59c port deef2242-cd18-4985-83d3-b6f6dad47351 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:52.491001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.718589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b2fa3ff2-c108-492c-8090-c47c84fdaccf', 'name': '', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'mac_address': 'fa:16:3e:f8:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'subnets': [{'id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:52.723768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8f96e9-6c45-4d64-beed-04fa304140c5 None None] The sync data for ids ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'] in dv-neutron-822709-1-hyperv is: [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:44Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'b2fa3ff2-c108-492c-8090-c47c84fdaccf', 'name': '', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'mac_address': 'fa:16:3e:f8:30:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '146990eaafa348e9945e8d411505dccd', 'subnets': [{'id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:52.841680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.961183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.968383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5d971-e58b-40da-a356-d531e88c7806 None None] Network 6eb75606-0024-4872-b585-0613ec3b853c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:53.027854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Transition to ACTIVE for port object deef2242-cd18-4985-83d3-b6f6dad47351 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:53.081698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Allocated IP 172.20.0.1 (6eb75606-0024-4872-b585-0613ec3b853c/a18c3579-86f7-4e5b-936b-b9dc7e57914a/756c5470-4935-4951-8dfd-198e6d1a15d4) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:53.129393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.141571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:53.241601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Provisioning for port f0d20c36-c1a9-41dd-97d4-0867e5195b1f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:53.259423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.263260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Attempting to bind port deef2242-cd18-4985-83d3-b6f6dad47351 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:53.263691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Attempting to bind port deef2242-cd18-4985-83d3-b6f6dad47351 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:53.264112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Attempting to bind port deef2242-cd18-4985-83d3-b6f6dad47351 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:53.266380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Provisioning complete for port f0d20c36-c1a9-41dd-97d4-0867e5195b1f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:53.266831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.277713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Transition to ACTIVE for port object 756c5470-4935-4951-8dfd-198e6d1a15d4 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:53.330127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.335195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f4df0bb-501e-46cc-9854-ae8cfacc2b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:53.336561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:53.336999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:53.337460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.337907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:53.338447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Bound port: deef2242-cd18-4985-83d3-b6f6dad47351, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:53.338879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.367533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6594b-b80f-4b0c-96dc-696ee41769a4 None None] Pushing event updated for resources: {'Port': ['ID=deef2242-cd18-4985-83d3-b6f6dad47351,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:53.386656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb6594b-b80f-4b0c-96dc-696ee41769a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:53.408844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Network 6eb75606-0024-4872-b585-0613ec3b853c is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:53.424624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:53.424624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:53.452641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Pushing event updated for resources: {'Port': ['ID=756c5470-4935-4951-8dfd-198e6d1a15d4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:53.459137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:53.486246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.548526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] For port deef2242-cd18-4985-83d3-b6f6dad47351, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:53.570995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] For port deef2242-cd18-4985-83d3-b6f6dad47351, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=deef2242-cd18-4985-83d3-b6f6dad47351,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:53.574477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.621077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] For port f0d20c36-c1a9-41dd-97d4-0867e5195b1f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:53.621434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.623255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.627636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47d3b9c4-def2-4404-9855-7d46cab004f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:53.711254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.720456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b2fa3ff2-c108-492c-8090-c47c84fdaccf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:53.814476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6594b-b80f-4b0c-96dc-696ee41769a4 None None] Pushing event updated for resources: {'Port': ['ID=deef2242-cd18-4985-83d3-b6f6dad47351,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:53.823483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb6594b-b80f-4b0c-96dc-696ee41769a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:53.823949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c21abe76-0f72-4f3e-a745-5e88eda18f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:53.868792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Routers {'5e54362b-4378-43fb-9d77-6d4cc790b59c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:53.869476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5e54362b-4378-43fb-9d77-6d4cc790b59c'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:53.902323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.958282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.989877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cf95f856-8f3d-44fc-b7c2-9e7e64c9d1ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:54.094585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.094585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Pushing event updated for resources: {'Port': ['ID=756c5470-4935-4951-8dfd-198e6d1a15d4,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:54.097860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:54.106915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] Set router 5e54362b-4378-43fb-9d77-6d4cc790b59c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:54.247203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port b2fa3ff2-c108-492c-8090-c47c84fdaccf completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:54.259954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-251b9c8c-fab2-4393-bbbc-56ed338bc6d7 None None] Provisioning for port 756c5470-4935-4951-8dfd-198e6d1a15d4 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:54.268819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b2fa3ff2-c108-492c-8090-c47c84fdaccf triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:54.269251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.297660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:55:54.313312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Pushing event updated for resources: {'Port': ['ID=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:54.314057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Network 6eb75606-0024-4872-b585-0613ec3b853c is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:54.315299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:54.316185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-251b9c8c-fab2-4393-bbbc-56ed338bc6d7 None None] Provisioning complete for port 756c5470-4935-4951-8dfd-198e6d1a15d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:54.316610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-251b9c8c-fab2-4393-bbbc-56ed338bc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.352749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:54.693383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-251b9c8c-fab2-4393-bbbc-56ed338bc6d7 None None] Port 756c5470-4935-4951-8dfd-198e6d1a15d4 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:54.756244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Router 5e54362b-4378-43fb-9d77-6d4cc790b59c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:54.809147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-251b9c8c-fab2-4393-bbbc-56ed338bc6d7 None None] Provisioning complete for port f0d20c36-c1a9-41dd-97d4-0867e5195b1f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:54.809573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-251b9c8c-fab2-4393-bbbc-56ed338bc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.870495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.935157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port b2fa3ff2-c108-492c-8090-c47c84fdaccf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b2fa3ff2-c108-492c-8090-c47c84fdaccf,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:54.952280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '756c5470-4935-4951-8dfd-198e6d1a15d4', 'name': '', 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'mac_address': 'fa:16:3e:07:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:52Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 2, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'subnets': [{'id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:54.987613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fff578-4635-4451-8a4f-db87cf15e047 None None] The sync data for ids ['5e54362b-4378-43fb-9d77-6d4cc790b59c'] in dv-neutron-822709-1-hyperv is: [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '756c5470-4935-4951-8dfd-198e6d1a15d4', 'name': '', 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'mac_address': 'fa:16:3e:07:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:52Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 2, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'subnets': [{'id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:54.990300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:54.996059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.001629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-190065ac-6055-46cb-96ac-792715c13475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:55.008350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] 10.222.0.32 "PUT /v2.0/routers/5e54362b-4378-43fb-9d77-6d4cc790b59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4842730 Dec 22 15:55:55.094475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=b2fa3ff2-c108-492c-8090-c47c84fdaccf,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:55.098402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:55.205848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-10e2cf73-8be7-480b-9c0f-912f0441c7ad None None] Provisioning complete for port 756c5470-4935-4951-8dfd-198e6d1a15d4 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:55.206377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-10e2cf73-8be7-480b-9c0f-912f0441c7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.263419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-10e2cf73-8be7-480b-9c0f-912f0441c7ad None None] Port 756c5470-4935-4951-8dfd-198e6d1a15d4 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:55.654559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f0d20c36-c1a9-41dd-97d4-0867e5195b1f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:55.743437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port f0d20c36-c1a9-41dd-97d4-0867e5195b1f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:55.743865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.876453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b2fa3ff2-c108-492c-8090-c47c84fdaccf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:55.970735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port b2fa3ff2-c108-492c-8090-c47c84fdaccf triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:55.971547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.268265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-295f5015-ce71-43da-b331-d2cc4d6d24e3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:56.269187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-295f5015-ce71-43da-b331-d2cc4d6d24e3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:56.325536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-295f5015-ce71-43da-b331-d2cc4d6d24e3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:56.326973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-295f5015-ce71-43da-b331-d2cc4d6d24e3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/networks?id=2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 200 len: 816 time: 0.2515411 Dec 22 15:55:56.347018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-828134d8-0769-4340-becd-fd576713955d tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/quotas/146990eaafa348e9945e8d411505dccd HTTP/1.1" status: 200 len: 375 time: 0.0130644 Dec 22 15:55:56.444273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-bfb9de38-d9ef-4551-a799-285c8e414276 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:56.497045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-bfb9de38-d9ef-4551-a799-285c8e414276 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:56.498492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-bfb9de38-d9ef-4551-a799-285c8e414276 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=146990eaafa348e9945e8d411505dccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443148 Dec 22 15:55:56.659672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-cb407115-b986-4a00-b6f8-7500d9e7efd7 service neutron] 10.222.0.32 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474638 Dec 22 15:55:56.817381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-4bab19df-303b-43bf-8120-969f4e07ba27 service neutron] 10.222.0.32 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508527 Dec 22 15:55:57.144960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-555acaf5-a20d-4d01-931b-38453bdf8d7e req-a4012013-45cf-45b7-b768-46c524558001 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 210 time: 0.0560894 Dec 22 15:55:57.658559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device deef2242-cd18-4985-83d3-b6f6dad47351 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:57.764223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port deef2242-cd18-4985-83d3-b6f6dad47351 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:57.772676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port deef2242-cd18-4985-83d3-b6f6dad47351 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:57.773335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.898959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.986718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port deef2242-cd18-4985-83d3-b6f6dad47351, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=deef2242-cd18-4985-83d3-b6f6dad47351,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:58.034032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:58.036414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb6594b-b80f-4b0c-96dc-696ee41769a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:58.115533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=deef2242-cd18-4985-83d3-b6f6dad47351,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:58.119098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:58.318618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-316000c8-ef29-43ff-be47-04919646a389 req-f40d1fae-609d-4368-a136-dabcb224a0a4 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 210 time: 0.0477753 Dec 22 15:55:59.185987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Sync routers for ids ['5e54362b-4378-43fb-9d77-6d4cc790b59c'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:59.199580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Routers {'5e54362b-4378-43fb-9d77-6d4cc790b59c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:59.200281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5e54362b-4378-43fb-9d77-6d4cc790b59c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:59.242635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-528dc85a-29bc-4a8a-8a7c-445d6a24af90 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:59.244243 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-528dc85a-29bc-4a8a-8a7c-445d6a24af90 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "GET /v2.0/networks?id=2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 200 len: 816 time: 0.4191551 Dec 22 15:55:59.261965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Request body: {'port': {'device_id': '143a5574-b629-451d-968f-e728fa766bfb', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'admin_state_up': True, 'tenant_id': '146990eaafa348e9945e8d411505dccd'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:59.403044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Set router 5e54362b-4378-43fb-9d77-6d4cc790b59c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:59.425647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:59.436697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:59.526415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-37bf4668-4373-478b-807f-97bc4aa60b71 req-9184f743-1cb4-4256-99aa-58e7510f837f tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 210 time: 0.0494156 Dec 22 15:55:59.582415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Made reservation on behalf of 146990eaafa348e9945e8d411505dccd for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:59.588212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:59.641176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device deef2242-cd18-4985-83d3-b6f6dad47351 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:59.731963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port deef2242-cd18-4985-83d3-b6f6dad47351 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:59.732285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:59.756691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '756c5470-4935-4951-8dfd-198e6d1a15d4', 'name': '', 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'mac_address': 'fa:16:3e:07:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:52Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 2, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'subnets': [{'id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:59.761519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Checking router: 5e54362b-4378-43fb-9d77-6d4cc790b59c for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:59.762217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Updating router 5e54362b-4378-43fb-9d77-6d4cc790b59c port 756c5470-4935-4951-8dfd-198e6d1a15d4 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:59.778190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Allocated IP 172.20.0.6 (2d818aed-cda9-4876-aa65-1a7c99844a81/8e8296e9-5f5a-4a8d-830c-8bf31a24bf77/ab802177-1b46-4e40-90b5-a1c887996b6b) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:59.824677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.017080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.034236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Transition to ACTIVE for port object ab802177-1b46-4e40-90b5-a1c887996b6b will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:00.091227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.099037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4bc06818-3b42-4f1b-bf08-bd316f5c3ecf tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:00.173276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:00.176814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:00.179333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:00.227782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.236060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Pushing event updated for resources: {'Port': ['ID=ab802177-1b46-4e40-90b5-a1c887996b6b,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:00.239237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:00.241129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Transition to ACTIVE for port object 756c5470-4935-4951-8dfd-198e6d1a15d4 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:00.268276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:00.268845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.325138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.330126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e6d09ec0-6f9a-4414-9773-ccd2f950a15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:00.405915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482053 Dec 22 15:56:00.418393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Request body: {'port': {'device_id': '143a5574-b629-451d-968f-e728fa766bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:00.565767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.571792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-175aa1ae-adbd-4bc6-8d40-6cf9ccb131ed None None] Provisioning for port ab802177-1b46-4e40-90b5-a1c887996b6b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:00.578505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-175aa1ae-adbd-4bc6-8d40-6cf9ccb131ed None None] Provisioning complete for port ab802177-1b46-4e40-90b5-a1c887996b6b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:00.579144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-175aa1ae-adbd-4bc6-8d40-6cf9ccb131ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.614076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b41f2-7aea-4e33-a29c-9e1f77ead9a8 None None] Pushing event updated for resources: {'Port': ['ID=756c5470-4935-4951-8dfd-198e6d1a15d4,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:00.617220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c4b41f2-7aea-4e33-a29c-9e1f77ead9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:00.680240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-175aa1ae-adbd-4bc6-8d40-6cf9ccb131ed None None] Port ab802177-1b46-4e40-90b5-a1c887996b6b cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:00.739641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Attempting to bind port 756c5470-4935-4951-8dfd-198e6d1a15d4 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:00.740056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Attempting to bind port 756c5470-4935-4951-8dfd-198e6d1a15d4 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:00.740461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Attempting to bind port 756c5470-4935-4951-8dfd-198e6d1a15d4 on network 6eb75606-0024-4872-b585-0613ec3b853c {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:00.748323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:00.748927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Checking segment: {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:00.749380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.749882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Bound using segment: {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:00.751134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Bound port: 756c5470-4935-4951-8dfd-198e6d1a15d4, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:00.751563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.817364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1ad11-9afa-4f2a-8835-294cc799169e req-3ce19f64-a921-48c3-8e4a-6433296d9f63 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:00.820119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4cf1ad11-9afa-4f2a-8835-294cc799169e req-3ce19f64-a921-48c3-8e4a-6433296d9f63 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 931 time: 0.1071851 Dec 22 15:56:00.867794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] For port 756c5470-4935-4951-8dfd-198e6d1a15d4, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:00.872509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] For port 756c5470-4935-4951-8dfd-198e6d1a15d4, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=756c5470-4935-4951-8dfd-198e6d1a15d4,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:00.874794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4cf1ad11-9afa-4f2a-8835-294cc799169e req-572ad95a-fc99-47c1-bed5-54fa43ef9802 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:00.913427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:00.920336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:00.955154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4cf1ad11-9afa-4f2a-8835-294cc799169e req-572ad95a-fc99-47c1-bed5-54fa43ef9802 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:00.967826 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4cf1ad11-9afa-4f2a-8835-294cc799169e req-572ad95a-fc99-47c1-bed5-54fa43ef9802 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411989 Dec 22 15:56:01.014924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b41f2-7aea-4e33-a29c-9e1f77ead9a8 None None] Pushing event updated for resources: {'Port': ['ID=756c5470-4935-4951-8dfd-198e6d1a15d4,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:01.024281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Routers {'5e54362b-4378-43fb-9d77-6d4cc790b59c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:01.025334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:55:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5e54362b-4378-43fb-9d77-6d4cc790b59c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:01.067813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab802177-1b46-4e40-90b5-a1c887996b6b {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:56:01.075883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.085271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c4b41f2-7aea-4e33-a29c-9e1f77ead9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:01.158655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Transition to ACTIVE for port object ab802177-1b46-4e40-90b5-a1c887996b6b will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:01.192690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.197891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-729c8f76-c489-4f38-ba0f-9bdf1e104ca7 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:01.247117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] Set router 5e54362b-4378-43fb-9d77-6d4cc790b59c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:01.330458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Pushing event updated for resources: {'Port': ['ID=ab802177-1b46-4e40-90b5-a1c887996b6b,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:01.340888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:01.471575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Attempting to bind port ab802177-1b46-4e40-90b5-a1c887996b6b on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:01.471935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Attempting to bind port ab802177-1b46-4e40-90b5-a1c887996b6b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:01.472345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Attempting to bind port ab802177-1b46-4e40-90b5-a1c887996b6b on network 2d818aed-cda9-4876-aa65-1a7c99844a81 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:01.479317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Port ab802177-1b46-4e40-90b5-a1c887996b6b on network 2d818aed-cda9-4876-aa65-1a7c99844a81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:56:01.479687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Attempting to bind port ab802177-1b46-4e40-90b5-a1c887996b6b on network 2d818aed-cda9-4876-aa65-1a7c99844a81 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:01.487740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:01.488120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Checking segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:01.488523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Bound using segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:01.489003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Bound port: ab802177-1b46-4e40-90b5-a1c887996b6b, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:01.489387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.615390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] For port ab802177-1b46-4e40-90b5-a1c887996b6b, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:01.619459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] For port ab802177-1b46-4e40-90b5-a1c887996b6b, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab802177-1b46-4e40-90b5-a1c887996b6b,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:01.650327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '756c5470-4935-4951-8dfd-198e6d1a15d4', 'name': '', 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'mac_address': 'fa:16:3e:07:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:52Z', 'updated_at': '2021-12-22T15:56:00Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'subnets': [{'id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:01.654664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540827e0-a142-4d19-9aa3-b21bd65b5f6a None None] The sync data for ids ['5e54362b-4378-43fb-9d77-6d4cc790b59c'] in dv-neutron-822709-1-hyperv is: [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '756c5470-4935-4951-8dfd-198e6d1a15d4', 'name': '', 'network_id': '6eb75606-0024-4872-b585-0613ec3b853c', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'mac_address': 'fa:16:3e:07:37:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:52Z', 'updated_at': '2021-12-22T15:56:00Z', 'revision_number': 4, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'subnets': [{'id': 'a18c3579-86f7-4e5b-936b-b9dc7e57914a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:01.656194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.661214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:01.685324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 756c5470-4935-4951-8dfd-198e6d1a15d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:01.727777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.729546 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] 10.222.0.71 "PUT /v2.0/ports/ab802177-1b46-4e40-90b5-a1c887996b6b HTTP/1.1" status: 200 len: 1093 time: 1.3159657 Dec 22 15:56:01.730121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143a5574-b629-451d-968f-e728fa766bfb', 'tag': 'ab802177-1b46-4e40-90b5-a1c887996b6b'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:01.775803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Pushing event updated for resources: {'Port': ['ID=ab802177-1b46-4e40-90b5-a1c887996b6b,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:01.780605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:01.817682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.850728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a5574-b629-451d-968f-e728fa766bfb', 'tag': 'ab802177-1b46-4e40-90b5-a1c887996b6b', 'status': 'completed', 'code': 200} Dec 22 15:56:01.852054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 756c5470-4935-4951-8dfd-198e6d1a15d4 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:01.859404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 756c5470-4935-4951-8dfd-198e6d1a15d4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:01.859905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.934010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-b85a9db4-1fe7-4dd8-ae8a-ba90c82d558b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=146990eaafa348e9945e8d411505dccd&device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 1096 time: 0.1248674 Dec 22 15:56:02.006384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.019382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-9aea139f-3bb0-48e1-a282-140712194a04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab802177-1b46-4e40-90b5-a1c887996b6b HTTP/1.1" status: 200 len: 217 time: 0.0780120 Dec 22 15:56:02.045915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 756c5470-4935-4951-8dfd-198e6d1a15d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=756c5470-4935-4951-8dfd-198e6d1a15d4,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:02.086470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.088581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1288b55-46f0-4e05-bef3-1f254185df63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:02.104378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fa0fc517-8f24-4e46-86d3-779bbbe7ef63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:02.106605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-fa0fc517-8f24-4e46-86d3-779bbbe7ef63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e8296e9-5f5a-4a8d-830c-8bf31a24bf77 HTTP/1.1" status: 200 len: 855 time: 0.0818453 Dec 22 15:56:02.236938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=756c5470-4935-4951-8dfd-198e6d1a15d4,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:02.238683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710197e-ff0c-46d3-a9c9-2affba1e7edf req-897bfe7f-9622-4dbf-ac9c-fe5dab7f22e8 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:02.241290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6710197e-ff0c-46d3-a9c9-2affba1e7edf req-897bfe7f-9622-4dbf-ac9c-fe5dab7f22e8 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 943 time: 0.1204584 Dec 22 15:56:02.243203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:02.279121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-5cd3b4e2-2e2e-4394-941b-9c5874d85c0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d818aed-cda9-4876-aa65-1a7c99844a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1522353 Dec 22 15:56:02.338502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6710197e-ff0c-46d3-a9c9-2affba1e7edf req-ae8ad271-afe5-41b8-bd4d-49be91515055 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906553 Dec 22 15:56:02.383744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cecf3c2b-ae10-4097-994d-48bef8c0db58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.457658 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-400e8442-3ec7-4a4a-93b4-2180d3379513 service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714008 Dec 22 15:56:02.611191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-afcdbd1e-feec-4920-8505-6e754d3a3a28 req-517c3cee-26b9-49ad-bb72-757c526d10a8 service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476843 Dec 22 15:56:02.768119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-52865ef2-0663-4b8e-83bb-185b03469a80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=146990eaafa348e9945e8d411505dccd&device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 1096 time: 0.0811834 Dec 22 15:56:02.914405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-eb17a80b-ea2c-429e-b404-92741d8b7ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:02.916099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-eb17a80b-ea2c-429e-b404-92741d8b7ee1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 200 len: 917 time: 0.1417964 Dec 22 15:56:02.993036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-2caea403-67e1-499f-890f-87c5fb8c358c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab802177-1b46-4e40-90b5-a1c887996b6b HTTP/1.1" status: 200 len: 217 time: 0.0693672 Dec 22 15:56:03.077351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-edd7912d-9dfe-4dab-a6d3-435156e2f465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:03.079026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-edd7912d-9dfe-4dab-a6d3-435156e2f465 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e8296e9-5f5a-4a8d-830c-8bf31a24bf77 HTTP/1.1" status: 200 len: 855 time: 0.0748122 Dec 22 15:56:03.166305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-4f0e80a0-9c2d-4e49-a729-49b13e7f0b25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d818aed-cda9-4876-aa65-1a7c99844a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801647 Dec 22 15:56:03.317255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-7a3a5639-8aaf-440c-99c2-1d6d763153fb service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422155 Dec 22 15:56:03.539562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419bae61-27ea-4188-92ed-48cb610e49a4 req-53e7c8fd-558a-4c4e-986e-6ff84b852daa service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131927 Dec 22 15:56:03.580421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e620e4-aa30-4553-85dd-93ea2a6421a9 req-c1c2c4ee-686c-434a-9086-b16129817bb5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:03.581244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-94e620e4-aa30-4553-85dd-93ea2a6421a9 req-c1c2c4ee-686c-434a-9086-b16129817bb5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:03.628237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-94e620e4-aa30-4553-85dd-93ea2a6421a9 req-c1c2c4ee-686c-434a-9086-b16129817bb5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:03.629635 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-94e620e4-aa30-4553-85dd-93ea2a6421a9 req-c1c2c4ee-686c-434a-9086-b16129817bb5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 943 time: 0.1499190 Dec 22 15:56:03.645447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 756c5470-4935-4951-8dfd-198e6d1a15d4 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:03.686009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-94e620e4-aa30-4553-85dd-93ea2a6421a9 req-cc5dd34f-84cc-4519-8d26-daedd72832d8 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498192 Dec 22 15:56:03.733761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 756c5470-4935-4951-8dfd-198e6d1a15d4 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:03.734179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.847047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.554185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cead4a3f-80e7-4be4-9090-1d87757973f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.895155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb08969-62e5-4789-affb-cc2108bb388e req-fbe0b119-06b9-44ef-8b89-7aa4c5186116 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:04.896722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-adb08969-62e5-4789-affb-cc2108bb388e req-fbe0b119-06b9-44ef-8b89-7aa4c5186116 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 943 time: 0.0851834 Dec 22 15:56:04.948778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-adb08969-62e5-4789-affb-cc2108bb388e req-cdce7b19-5db3-41bf-849d-94bdb771bbd6 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457687 Dec 22 15:56:05.049396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:05.080546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ab802177-1b46-4e40-90b5-a1c887996b6b details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:56:05.223705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ab802177-1b46-4e40-90b5-a1c887996b6b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab802177-1b46-4e40-90b5-a1c887996b6b,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:05.237481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'ab802177-1b46-4e40-90b5-a1c887996b6b', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'port_id': 'ab802177-1b46-4e40-90b5-a1c887996b6b', 'mac_address': 'fa:16:3e:f9:e7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:56:05.292333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:05.313952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab802177-1b46-4e40-90b5-a1c887996b6b {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:56:05.329346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ab802177-1b46-4e40-90b5-a1c887996b6b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab802177-1b46-4e40-90b5-a1c887996b6b,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:05.365232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:05.367224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:05.434272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ab802177-1b46-4e40-90b5-a1c887996b6b,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:05.437562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:05.567213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['ab802177-1b46-4e40-90b5-a1c887996b6b'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:56:06.157883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1741d-b503-4e24-9bae-017234f6fc08 req-0cdbec7f-5713-4241-b6f5-5b7f3c458e31 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:06.159590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75e1741d-b503-4e24-9bae-017234f6fc08 req-0cdbec7f-5713-4241-b6f5-5b7f3c458e31 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 944 time: 0.0856726 Dec 22 15:56:06.210414 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75e1741d-b503-4e24-9bae-017234f6fc08 req-3d99b9ba-b8d1-4186-adad-2acdcec2c461 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Dec 22 15:56:06.913391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.080287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ab802177-1b46-4e40-90b5-a1c887996b6b up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:07.182036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port ab802177-1b46-4e40-90b5-a1c887996b6b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:07.187612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port ab802177-1b46-4e40-90b5-a1c887996b6b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:07.188020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.312553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.342413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143a5574-b629-451d-968f-e728fa766bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab802177-1b46-4e40-90b5-a1c887996b6b'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:07.353826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port ab802177-1b46-4e40-90b5-a1c887996b6b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab802177-1b46-4e40-90b5-a1c887996b6b,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:07.393410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.396162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:07.430090 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143a5574-b629-451d-968f-e728fa766bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab802177-1b46-4e40-90b5-a1c887996b6b', 'code': 200} Dec 22 15:56:07.435956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efd750-552e-4c88-9f41-21858182b43c req-3a3cea47-21d9-4e5c-a105-568739d0f135 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:07.438211 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-56efd750-552e-4c88-9f41-21858182b43c req-3a3cea47-21d9-4e5c-a105-568739d0f135 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0962594 Dec 22 15:56:07.474629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=ab802177-1b46-4e40-90b5-a1c887996b6b,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:07.478092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:07.490883 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-56efd750-552e-4c88-9f41-21858182b43c req-cf3e2333-505d-475c-b73c-6e27370809ee tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Dec 22 15:56:07.694782 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-886084a6-66c0-483e-a50c-83cd15d7b18f req-98d536b5-ea5b-4c53-8c07-1d5cad05c13c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 1098 time: 0.0789034 Dec 22 15:56:07.740233 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-886084a6-66c0-483e-a50c-83cd15d7b18f req-35ad0e59-811b-41fa-9ec4-d3a67a427892 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Dec 22 15:56:08.709149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9051f83-e748-451a-bbb4-eb5aea8f0494 req-6fbc5c7d-6235-4f74-9ce2-e97626038e6e tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:08.710835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9051f83-e748-451a-bbb4-eb5aea8f0494 req-6fbc5c7d-6235-4f74-9ce2-e97626038e6e tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0895283 Dec 22 15:56:08.767532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e9051f83-e748-451a-bbb4-eb5aea8f0494 req-19e2649d-d07a-4a87-954b-204c172045a3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 Dec 22 15:56:09.979051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1e7f1-7905-4c6b-8825-6bd9906060c8 req-544ae2e3-b891-4f7c-9321-90c3db6e640c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:09.980724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f2f1e7f1-7905-4c6b-8825-6bd9906060c8 req-544ae2e3-b891-4f7c-9321-90c3db6e640c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0879047 Dec 22 15:56:10.030371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f2f1e7f1-7905-4c6b-8825-6bd9906060c8 req-06298d06-7c19-4bd9-ac85-db6018ac002a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Dec 22 15:56:10.233323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fb78-44b2-4858-a511-9885f69896d0 req-d2775ac3-9084-431f-9e21-dbd3364d8ae1 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:10.235388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d2d9fb78-44b2-4858-a511-9885f69896d0 req-d2775ac3-9084-431f-9e21-dbd3364d8ae1 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0824990 Dec 22 15:56:10.284997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d2d9fb78-44b2-4858-a511-9885f69896d0 req-3f7fd55d-7c57-4c8d-8fc8-2c730add6ffa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Dec 22 15:56:27.245662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2c84-ea00-4c37-a1e2-fdbfa3951410 req-24ab8fca-f0cd-4c33-ae54-726a82dc973c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:27.247483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab4b2c84-ea00-4c37-a1e2-fdbfa3951410 req-24ab8fca-f0cd-4c33-ae54-726a82dc973c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0871382 Dec 22 15:56:27.296415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab4b2c84-ea00-4c37-a1e2-fdbfa3951410 req-9d5791eb-fbf4-44cd-b255-144482ce21c6 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Dec 22 15:56:28.522493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475fb3e-3f91-44d1-9c9f-768e03c9c749 req-1b6a8668-5282-476c-a5eb-f57d36321e9c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:28.524138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d475fb3e-3f91-44d1-9c9f-768e03c9c749 req-1b6a8668-5282-476c-a5eb-f57d36321e9c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0908759 Dec 22 15:56:28.572870 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d475fb3e-3f91-44d1-9c9f-768e03c9c749 req-4ee280a4-00c9-4450-9aec-64efea359a99 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Dec 22 15:56:28.736485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-a7593483-ebc5-4e39-8485-e7deb5c7a801 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:28.738070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-a7593483-ebc5-4e39-8485-e7deb5c7a801 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 945 time: 0.0830028 Dec 22 15:56:28.814277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Deleting port ab802177-1b46-4e40-90b5-a1c887996b6b {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:28.814579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.307523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] For port ab802177-1b46-4e40-90b5-a1c887996b6b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ab802177-1b46-4e40-90b5-a1c887996b6b,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:29.307929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.443545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Calling delete_port for ab802177-1b46-4e40-90b5-a1c887996b6b owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:29.702666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.709944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:29.714780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['ab802177-1b46-4e40-90b5-a1c887996b6b'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:56:29.760388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Pushing event deleted for resources: {'Port': ['ID=ab802177-1b46-4e40-90b5-a1c887996b6b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:29.771751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.772190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.772624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.773054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.773474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.773892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.774309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.775131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.775131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.775548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.775914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:29.806600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:29.892504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-29a22bb3-86df-4113-98b3-722e0d5d8563 req-6837ce61-4d6a-40a3-a057-e7651accc299 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=143a5574-b629-451d-968f-e728fa766bfb HTTP/1.1" status: 200 len: 210 time: 0.1134427 Dec 22 15:56:29.897428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] No DVR routers for this DVR port ab802177-1b46-4e40-90b5-a1c887996b6b on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:29.900146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.908184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143a5574-b629-451d-968f-e728fa766bfb', 'name': 'network-vif-deleted', 'tag': 'ab802177-1b46-4e40-90b5-a1c887996b6b'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:29.965682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8a443ec-3068-4154-9a8c-b1c26efc6d4f req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "DELETE /v2.0/ports/ab802177-1b46-4e40-90b5-a1c887996b6b HTTP/1.1" status: 204 len: 173 time: 1.2219017 Dec 22 15:56:29.967554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143a5574-b629-451d-968f-e728fa766bfb', 'name': 'network-vif-deleted', 'tag': 'ab802177-1b46-4e40-90b5-a1c887996b6b', 'status': 'completed', 'code': 200} Dec 22 15:56:31.299133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:56:31.753978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.846498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-ddf4c96c-ab70-43d8-b1ff-f68447ce87a3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:31.848160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-ddf4c96c-ab70-43d8-b1ff-f68447ce87a3 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/networks?id=2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 200 len: 816 time: 0.1577466 Dec 22 15:56:31.867079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-5c7d5e42-623f-4310-b708-977a6d479612 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/quotas/146990eaafa348e9945e8d411505dccd HTTP/1.1" status: 200 len: 375 time: 0.0120232 Dec 22 15:56:31.952616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-1ee69dd1-26a7-42b8-ac7d-d092d07d1b93 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=146990eaafa348e9945e8d411505dccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802412 Dec 22 15:56:32.101160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-7126b74e-eeea-4ec5-8407-3d4b588fd323 service neutron] 10.222.0.32 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358912 Dec 22 15:56:32.253557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-a20d7d37-ee82-4fd5-a547-2f8ea4b28c4b service neutron] 10.222.0.32 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460361 Dec 22 15:56:32.342517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b04599af-e43f-45f5-966c-02164d61e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:32.498672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-1b17a39a-cb44-46d9-9348-4fc7049b4c69 req-37f63729-f198-43ae-9b60-ae262c92047b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:32.548260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-1b17a39a-cb44-46d9-9348-4fc7049b4c69 req-37f63729-f198-43ae-9b60-ae262c92047b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:32.549576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1b17a39a-cb44-46d9-9348-4fc7049b4c69 req-37f63729-f198-43ae-9b60-ae262c92047b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 210 time: 0.1034257 Dec 22 15:56:33.173644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ab802177-1b46-4e40-90b5-a1c887996b6b no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:33.373937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: ab802177-1b46-4e40-90b5-a1c887996b6b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:33.374800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device ab802177-1b46-4e40-90b5-a1c887996b6b not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:33.725713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7cd31001-2152-43ff-9522-20923a74f9de req-1de28a86-507c-4e8b-bfeb-72349103f27f tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 210 time: 0.0507267 Dec 22 15:56:33.879633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.114966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-7ba658ee-d1ba-43af-931e-07adaa8a1869 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:34.116549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-7ba658ee-d1ba-43af-931e-07adaa8a1869 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "GET /v2.0/networks?id=2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 200 len: 816 time: 0.1664004 Dec 22 15:56:34.133139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Request body: {'port': {'device_id': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'admin_state_up': True, 'tenant_id': '146990eaafa348e9945e8d411505dccd'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:34.279892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:34.290806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:34.330553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Made reservation on behalf of 146990eaafa348e9945e8d411505dccd for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:34.336200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.512413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Allocated IP 172.20.0.4 (2d818aed-cda9-4876-aa65-1a7c99844a81/8e8296e9-5f5a-4a8d-830c-8bf31a24bf77/affd6dc9-02f7-4daa-b79e-e6c0e5eea113) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:34.559707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3010b4b2-77b3-45a8-841d-c4aa8a6adaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.724143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.740731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Transition to ACTIVE for port object affd6dc9-02f7-4daa-b79e-e6c0e5eea113 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:34.793250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.800865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe6d036e-810a-48fa-b266-4651c0c749ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:34.918210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:34.926921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:34.929814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Pushing event updated for resources: {'Port': ['ID=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:34.932221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:34.961935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:35.021634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:35.022332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.034666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260c52e-5546-4ede-8e4e-a38ac6c62f96 req-8b466a52-85bd-41cc-b8e5-aab2e1641893 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:35.037247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9260c52e-5546-4ede-8e4e-a38ac6c62f96 req-8b466a52-85bd-41cc-b8e5-aab2e1641893 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 931 time: 0.1845245 Dec 22 15:56:35.057236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.103485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9260c52e-5546-4ede-8e4e-a38ac6c62f96 req-28a80735-6f98-4b82-978a-6b88aef6a00c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601847 Dec 22 15:56:35.114938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866083 Dec 22 15:56:35.129420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Request body: {'port': {'device_id': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:35.243060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.330704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-91827a05-91c3-43c2-8cee-4296548ee1ff None None] Provisioning for port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:35.336013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-91827a05-91c3-43c2-8cee-4296548ee1ff None None] Provisioning complete for port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:35.336429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91827a05-91c3-43c2-8cee-4296548ee1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.390019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-91827a05-91c3-43c2-8cee-4296548ee1ff None None] Port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:35.610213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affd6dc9-02f7-4daa-b79e-e6c0e5eea113 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:56:35.617251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.632932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Transition to ACTIVE for port object affd6dc9-02f7-4daa-b79e-e6c0e5eea113 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:35.679188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.683825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd286329-10b3-4ced-ad7f-f4087f8ecdfa tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:35.811444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Pushing event updated for resources: {'Port': ['ID=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:35.815330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:35.931283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Attempting to bind port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:35.931670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Attempting to bind port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:35.932051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Attempting to bind port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 on network 2d818aed-cda9-4876-aa65-1a7c99844a81 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:35.938762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 on network 2d818aed-cda9-4876-aa65-1a7c99844a81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:56:35.939170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Attempting to bind port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 on network 2d818aed-cda9-4876-aa65-1a7c99844a81 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:35.946259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:35.946672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Checking segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:35.947108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Bound using segment: {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:35.947594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Bound port: affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c1c536-1808-4142-a34b-0a7a47ac7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:35.947987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.043490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] For port affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:36.046642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] For port affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:36.084512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.089206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-76b1dbfe-2da0-4029-8d10-a4be5b513ab5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:36.145736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.147290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] 10.222.0.71 "PUT /v2.0/ports/affd6dc9-02f7-4daa-b79e-e6c0e5eea113 HTTP/1.1" status: 200 len: 1093 time: 1.0231748 Dec 22 15:56:36.147884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'tag': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:36.175039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Pushing event updated for resources: {'Port': ['ID=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:36.179833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:36.221029 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'tag': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113', 'status': 'completed', 'code': 200} Dec 22 15:56:36.327093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-c9708bb7-1ad4-494a-b5e0-a0cc07df0f8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=146990eaafa348e9945e8d411505dccd&device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 1096 time: 0.0899031 Dec 22 15:56:36.341950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f48cb-a1fd-4a96-baa8-fae7b8c098c6 req-9ead2408-25cc-4248-8571-7d595c26d9e2 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:36.343601 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4d5f48cb-a1fd-4a96-baa8-fae7b8c098c6 req-9ead2408-25cc-4248-8571-7d595c26d9e2 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 943 time: 0.0898736 Dec 22 15:56:36.404191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-18f9534b-1dc8-4061-a8d1-7e069d4e2af1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113 HTTP/1.1" status: 200 len: 217 time: 0.0702150 Dec 22 15:56:36.407298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4d5f48cb-a1fd-4a96-baa8-fae7b8c098c6 req-05a5fc5f-4cdc-4ca4-ad04-4929d6202359 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575190 Dec 22 15:56:36.480086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-5b4f81f7-a4da-4c0b-a8ea-f6edbb4b4be7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:36.481689 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-5b4f81f7-a4da-4c0b-a8ea-f6edbb4b4be7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e8296e9-5f5a-4a8d-830c-8bf31a24bf77 HTTP/1.1" status: 200 len: 855 time: 0.0709965 Dec 22 15:56:36.564767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-0c19c0ba-ed12-4eba-9b40-fcd4ccfccc4c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d818aed-cda9-4876-aa65-1a7c99844a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749257 Dec 22 15:56:36.705854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-f2928e66-c251-41b6-a02d-6a2f7b277673 service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358249 Dec 22 15:56:36.858839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b4d692e8-7582-4e16-ac0f-c8053ded62eb req-f14ddedb-677e-41ce-b4e1-d6b53b7d438b service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469815 Dec 22 15:56:36.954002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:37.012088 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-cdb2eb91-8a7c-4898-b094-af80185b3451 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=146990eaafa348e9945e8d411505dccd&device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 1096 time: 0.0743623 Dec 22 15:56:37.158585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-e93a313b-cf6a-499c-b322-f6100fb908ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:37.160283 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-e93a313b-cf6a-499c-b322-f6100fb908ea service neutron] 10.222.0.71 "GET /v2.0/networks?id=2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 200 len: 917 time: 0.1409092 Dec 22 15:56:37.236323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-911604a5-07c6-4225-b8f9-91087ffdb615 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113 HTTP/1.1" status: 200 len: 217 time: 0.0684261 Dec 22 15:56:37.305778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-82985070-f735-48d2-8c36-e817dc678037 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:37.307321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-82985070-f735-48d2-8c36-e817dc678037 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e8296e9-5f5a-4a8d-830c-8bf31a24bf77 HTTP/1.1" status: 200 len: 855 time: 0.0642428 Dec 22 15:56:37.395557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-f336133e-28ce-40c1-b601-19226b873070 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2d818aed-cda9-4876-aa65-1a7c99844a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808108 Dec 22 15:56:37.583613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-1a166b7d-ba63-46af-911f-7166fce1ab2c service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800625 Dec 22 15:56:37.951951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37608ca9-94ee-44d0-8aec-2817f095a686 req-3bc3b57b-372c-4504-8827-59b08a0041be tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:37.952718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-37608ca9-94ee-44d0-8aec-2817f095a686 req-3bc3b57b-372c-4504-8827-59b08a0041be tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:37.989370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-58fcc79a-77c5-46cc-abfa-f167a84684f1 req-3722c682-346e-4faa-b768-754b55382bff service neutron] 10.222.0.71 "GET /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982723 Dec 22 15:56:38.027940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-37608ca9-94ee-44d0-8aec-2817f095a686 req-3bc3b57b-372c-4504-8827-59b08a0041be tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:38.029215 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-37608ca9-94ee-44d0-8aec-2817f095a686 req-3bc3b57b-372c-4504-8827-59b08a0041be tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 943 time: 0.4922240 Dec 22 15:56:38.085108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-37608ca9-94ee-44d0-8aec-2817f095a686 req-acece839-14d8-4f75-ad54-9768cff2c5f5 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490398 Dec 22 15:56:39.189866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device affd6dc9-02f7-4daa-b79e-e6c0e5eea113 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:56:39.299762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9223da-9df1-4ead-92af-90fd9461231e req-cb784c4a-74dd-49f7-ac58-2cebd4fb858e tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:39.301391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd9223da-9df1-4ead-92af-90fd9461231e req-cb784c4a-74dd-49f7-ac58-2cebd4fb858e tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 943 time: 0.0910542 Dec 22 15:56:39.336416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:39.352365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113', 'network_id': '2d818aed-cda9-4876-aa65-1a7c99844a81', 'port_id': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113', 'mac_address': 'fa:16:3e:34:0b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8296e9-5f5a-4a8d-830c-8bf31a24bf77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:56:39.353049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bd9223da-9df1-4ead-92af-90fd9461231e req-92ddcee0-fd11-4546-afc9-b76a1b385e0b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454719 Dec 22 15:56:39.413134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.431332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affd6dc9-02f7-4daa-b79e-e6c0e5eea113 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:56:39.446226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:39.495483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.497391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f230ec4-efa0-4f70-b5c1-1ea955010187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:39.562283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:39.566022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:39.686794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['affd6dc9-02f7-4daa-b79e-e6c0e5eea113'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:56:40.567337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fda19-975d-4478-8ea6-ff9a13dc6e30 req-d178e21b-59ab-4127-8208-f50e85a4274b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:40.568940 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b06fda19-975d-4478-8ea6-ff9a13dc6e30 req-d178e21b-59ab-4127-8208-f50e85a4274b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 944 time: 0.0819967 Dec 22 15:56:40.616056 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b06fda19-975d-4478-8ea6-ff9a13dc6e30 req-3d29879b-99ee-4171-bc49-7158a6809558 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Dec 22 15:56:41.220384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device affd6dc9-02f7-4daa-b79e-e6c0e5eea113 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:41.319386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:41.324303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:41.324727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.446209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.475237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:41.485241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:41.514100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.516768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:41.588980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:41.592305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:41.616672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113', 'code': 200} Dec 22 15:56:41.825708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65059834-3ffb-4c92-99c8-0618ddaff40c req-e2b980a3-53b3-4c14-ae25-42c493111524 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:41.827460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65059834-3ffb-4c92-99c8-0618ddaff40c req-e2b980a3-53b3-4c14-ae25-42c493111524 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0882781 Dec 22 15:56:41.884024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65059834-3ffb-4c92-99c8-0618ddaff40c req-a77bae73-7949-4e7f-aebc-a1698046ca15 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497139 Dec 22 15:56:42.064492 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-af1b4217-cc77-4b20-bffc-720ef28fc2fd req-598ca12f-2ad7-4b2a-921c-2d74887ef8cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 1098 time: 0.2081838 Dec 22 15:56:42.114747 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-af1b4217-cc77-4b20-bffc-720ef28fc2fd req-361fec37-520f-436f-83c2-29c744592bc7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Dec 22 15:56:43.099122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088aaff2-de8a-4bf7-a9e3-f12fecd49e2b req-f0a6aaf9-3475-4c1d-a08b-705a78695763 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:43.100756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-088aaff2-de8a-4bf7-a9e3-f12fecd49e2b req-f0a6aaf9-3475-4c1d-a08b-705a78695763 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0877113 Dec 22 15:56:43.152993 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-088aaff2-de8a-4bf7-a9e3-f12fecd49e2b req-378e4cce-681b-4418-8977-03d2633df176 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Dec 22 15:56:44.372667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170cf3-816f-4763-8456-fa533399eb33 req-3946a7a9-bb61-4ab2-a572-b0a826b9fa8b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:44.374367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-99170cf3-816f-4763-8456-fa533399eb33 req-3946a7a9-bb61-4ab2-a572-b0a826b9fa8b tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0944097 Dec 22 15:56:44.426781 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-99170cf3-816f-4763-8456-fa533399eb33 req-bf65875a-d6ce-4138-bc5c-a4403524a874 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 Dec 22 15:56:44.636098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152ea3d-9211-4885-863f-a6bfa64b1e09 req-82167891-af92-44c3-b7f7-797f1ed1a2be tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:44.637606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6152ea3d-9211-4885-863f-a6bfa64b1e09 req-82167891-af92-44c3-b7f7-797f1ed1a2be tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0873051 Dec 22 15:56:44.688392 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6152ea3d-9211-4885-863f-a6bfa64b1e09 req-2bd650c2-8e22-4316-9b0f-44770517b1c4 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Dec 22 15:57:01.488543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d265e2-b762-44b6-b25a-897f8f51f918 req-4e65ca86-12e9-40db-8d85-4e83002e3c34 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:01.490201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36d265e2-b762-44b6-b25a-897f8f51f918 req-4e65ca86-12e9-40db-8d85-4e83002e3c34 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0834799 Dec 22 15:57:01.545823 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-36d265e2-b762-44b6-b25a-897f8f51f918 req-f0be0bb5-c237-4a7e-ac9c-258127109414 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495141 Dec 22 15:57:01.759608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.348142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fcbbd7cc-f0f8-4e8a-a720-46bbcb87f1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.762829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093cdc5-e768-4d1b-b851-b4bdba13543e req-e795d07a-9128-4085-86d6-46ac50fa7422 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:02.764505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e093cdc5-e768-4d1b-b851-b4bdba13543e req-e795d07a-9128-4085-86d6-46ac50fa7422 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0910289 Dec 22 15:57:02.820150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e093cdc5-e768-4d1b-b851-b4bdba13543e req-b2db5eab-a718-4a29-9cb7-9e773db1bc38 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/security-groups?id=a785e626-2b87-4042-a4d4-f90c09ed8d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Dec 22 15:57:02.968003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-34a92c70-2ceb-4fc9-b64f-a4dde2d4a216 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:02.969571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-34a92c70-2ceb-4fc9-b64f-a4dde2d4a216 tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 945 time: 0.0823779 Dec 22 15:57:03.041952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Deleting port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:03.042333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.298273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] For port affd6dc9-02f7-4daa-b79e-e6c0e5eea113, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:03.298715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.426556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Calling delete_port for affd6dc9-02f7-4daa-b79e-e6c0e5eea113 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:03.662207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.668642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59cf9ff9-3013-426c-ac52-bc97027a4c23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:03.675145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['affd6dc9-02f7-4daa-b79e-e6c0e5eea113'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:57:03.713898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Pushing event deleted for resources: {'Port': ['ID=affd6dc9-02f7-4daa-b79e-e6c0e5eea113,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:03.717759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:03.796301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] No DVR routers for this DVR port affd6dc9-02f7-4daa-b79e-e6c0e5eea113 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:57:03.798859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.802024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'name': 'network-vif-deleted', 'tag': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:57:03.845339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.865165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68dd0701-f0c8-4afa-97a3-e65c2061ff69', 'name': 'network-vif-deleted', 'tag': 'affd6dc9-02f7-4daa-b79e-e6c0e5eea113', 'status': 'completed', 'code': 200} Dec 22 15:57:03.885800 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c216054e-d2ee-4637-8854-6b32ac6a3624 req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.71 "DELETE /v2.0/ports/affd6dc9-02f7-4daa-b79e-e6c0e5eea113 HTTP/1.1" status: 204 len: 173 time: 0.9106321 Dec 22 15:57:04.021096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5926154f-45aa-4967-ac86-b9782fcc4896 req-1ea76739-9b1d-45a0-bc6f-56f8885197ed tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Synchronizing usage tracker for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:04.067968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-5926154f-45aa-4967-ac86-b9782fcc4896 req-1ea76739-9b1d-45a0-bc6f-56f8885197ed tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Unset dirty status for tenant:146990eaafa348e9945e8d411505dccd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:04.069328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5926154f-45aa-4967-ac86-b9782fcc4896 req-1ea76739-9b1d-45a0-bc6f-56f8885197ed tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] 10.222.0.32 "GET /v2.0/ports?device_id=68dd0701-f0c8-4afa-97a3-e65c2061ff69 HTTP/1.1" status: 200 len: 210 time: 0.0953920 Dec 22 15:57:04.587724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ca0a6aaa-9a98-4cae-860d-b6312f576ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.056771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.245709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54468) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:05.657134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.527964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Deleting port b2fa3ff2-c108-492c-8090-c47c84fdaccf {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:06.528675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.712958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] For port b2fa3ff2-c108-492c-8090-c47c84fdaccf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=b2fa3ff2-c108-492c-8090-c47c84fdaccf,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:06.713613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.854539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Calling delete_port for b2fa3ff2-c108-492c-8090-c47c84fdaccf owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:06.936785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.176638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.181600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-018444b4-f722-460f-aa55-804362a27b0e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:07.228684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fa3ff2-c108-492c-8090-c47c84fdaccf,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:07.242071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.242512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.242968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.243401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.244000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.244230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.244609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.245023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.245438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.245851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.246260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:07.274678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:07.315887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device affd6dc9-02f7-4daa-b79e-e6c0e5eea113 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:07.352398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: affd6dc9-02f7-4daa-b79e-e6c0e5eea113 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:07.352895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device affd6dc9-02f7-4daa-b79e-e6c0e5eea113 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:07.557383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.162694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:08.300816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:57:08.374735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:08.384099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] Sync routers for ids ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:08.397402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] Routers {'37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:08.398286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:08.424504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] 10.222.0.32 "PUT /v2.0/routers/37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1773443 Dec 22 15:57:08.427020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54472) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:08.588459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] Set router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:08.633003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.840757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.890926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Deleting port 928fa60f-0d79-4f4e-963a-917860c87010 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:08.891312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.892176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '928fa60f-0d79-4f4e-963a-917860c87010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:57:07Z', 'revision_number': 5, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port': {'id': '928fa60f-0d79-4f4e-963a-917860c87010', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:08.896481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] Checking router: 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:08.907771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] Routers {'37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:08.908977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:09.067606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] Set router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:09.080755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] For port 928fa60f-0d79-4f4e-963a-917860c87010, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=928fa60f-0d79-4f4e-963a-917860c87010,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:09.081140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.186279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:57:08Z', 'revision_number': 6, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:09.190720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b1668-57ff-4941-b89b-b67e71c36a76 None None] The sync data for ids ['37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea'] in dv-neutron-822709-1-hyperv is: [{'id': '37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea', 'name': 'tempest-TestEncryptedCinderVolumes-217597365-router', 'tenant_id': '146990eaafa348e9945e8d411505dccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:41Z', 'updated_at': '2021-12-22T15:57:08Z', 'revision_number': 6, 'project_id': '146990eaafa348e9945e8d411505dccd', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:09.448150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Calling delete_port for 928fa60f-0d79-4f4e-963a-917860c87010 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:09.669486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b2fa3ff2-c108-492c-8090-c47c84fdaccf no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:09.704564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: b2fa3ff2-c108-492c-8090-c47c84fdaccf {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:09.704564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device b2fa3ff2-c108-492c-8090-c47c84fdaccf not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:09.704564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 928fa60f-0d79-4f4e-963a-917860c87010 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:09.725244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.730187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:09.739500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 928fa60f-0d79-4f4e-963a-917860c87010 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:09.739897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 928fa60f-0d79-4f4e-963a-917860c87010 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:09.772086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Pushing event deleted for resources: {'Port': ['ID=928fa60f-0d79-4f4e-963a-917860c87010,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:09.775860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:10.004736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.274331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.278715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.410787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.411440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:57:10.425389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.426670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-00ec095e-9c86-4523-90b3-a646e5e9d561 admin admin] 10.222.0.32 "DELETE /v2.0/routers/37e5dd5d-08bb-4a02-a5c3-b8c6a32a0eea HTTP/1.1" status: 204 len: 168 time: 1.9986484 Dec 22 15:57:10.429510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54476) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:10.502901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Deleting subnet 8e8296e9-5f5a-4a8d-830c-8bf31a24bf77 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:57:10.506242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.559741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.640871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.754039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.758938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74fdc244-302e-4e79-9084-96b6e0579cc3 tempest-RoutersIpV6Test-1571257679 tempest-RoutersIpV6Test-1571257679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:10.797731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8296e9-5f5a-4a8d-830c-8bf31a24bf77,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:10.801293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:10.802853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.807998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f31e4f-c06c-48a5-8c03-9d1459bd1278 None None] Network 2d818aed-cda9-4876-aa65-1a7c99844a81 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:10.809237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8e8296e9-5f5a-4a8d-830c-8bf31a24bf77 HTTP/1.1" status: 204 len: 168 time: 0.3786411 Dec 22 15:57:10.811274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54480) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:10.928756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.939736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Deleting port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:10.940104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.079072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] DHCP port deletion for 2d818aed-cda9-4876-aa65-1a7c99844a81 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:57:11.083980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Deleting port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:11.084416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.164797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] For port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:11.165512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.293094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Calling delete_port for 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:11.309726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] For port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,segment=NetworkSegment(13c1c536-1808-4142-a34b-0a7a47ac7cce),segment_id=13c1c536-1808-4142-a34b-0a7a47ac7cce)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:11.310053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.443825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Calling delete_port for 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:11.445134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.449448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3f6edb6-7247-43f2-a445-e7a8decda77e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:11.492252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f70cf8a-bf6a-49b2-951c-8780b05a2d36,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:11.495199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:11.503796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] No DVR routers for this DVR port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:57:11.514060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:57:11.514482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:57:11.631444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.663570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d818aed-cda9-4876-aa65-1a7c99844a81']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:11.666950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:11.678365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c1c536-1808-4142-a34b-0a7a47ac7cce') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:11.678711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c1c536-1808-4142-a34b-0a7a47ac7cce') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:11.691565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.704640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:11.705092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:11.708621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.716336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:57:11.717091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:57:11.731201 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:57:11.907670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.912088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ca478ad-91ad-4162-9e1b-2c323557faf2 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:11.930621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.937330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d818aed-cda9-4876-aa65-1a7c99844a81,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:11.942462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:11.977106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d818aed-cda9-4876-aa65-1a7c99844a81 HTTP/1.1" status: 204 len: 168 time: 1.1647699 Dec 22 15:57:11.980315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54484) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:12.015616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Deleting port 1f70cf8a-bf6a-49b2-951c-8780b05a2d36 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:12.016078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.081718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8ba13-c20d-4542-a7a9-b137d0a7c3d8 None None] The port '1f70cf8a-bf6a-49b2-951c-8780b05a2d36' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:57:12.386893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.251561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Deleting port 756c5470-4935-4951-8dfd-198e6d1a15d4 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:13.252166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.436375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] For port 756c5470-4935-4951-8dfd-198e6d1a15d4, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=756c5470-4935-4951-8dfd-198e6d1a15d4,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:13.436774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.568643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Calling delete_port for 756c5470-4935-4951-8dfd-198e6d1a15d4 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:13.867878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.872575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3a61643-0579-4bb2-9b21-3ac960e2becb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:13.915990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Pushing event deleted for resources: {'Port': ['ID=756c5470-4935-4951-8dfd-198e6d1a15d4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:13.919580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:14.232602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.845061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Router 5e54362b-4378-43fb-9d77-6d4cc790b59c has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:15.051076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:15.060687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] Sync routers for ids ['5e54362b-4378-43fb-9d77-6d4cc790b59c'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:15.060897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] 10.222.0.32 "PUT /v2.0/routers/5e54362b-4378-43fb-9d77-6d4cc790b59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0791302 Dec 22 15:57:15.063628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54488) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:15.074332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] Routers {'5e54362b-4378-43fb-9d77-6d4cc790b59c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:15.075057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5e54362b-4378-43fb-9d77-6d4cc790b59c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:15.265346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] Set router 5e54362b-4378-43fb-9d77-6d4cc790b59c gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:15.276126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:15.485771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:15.524951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Deleting port deef2242-cd18-4985-83d3-b6f6dad47351 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:15.525338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:15.571097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:57:13Z', 'revision_number': 5, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port': {'id': 'deef2242-cd18-4985-83d3-b6f6dad47351', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:15.579076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] Checking router: 5e54362b-4378-43fb-9d77-6d4cc790b59c for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:15.601611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] Routers {'5e54362b-4378-43fb-9d77-6d4cc790b59c'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:15.602271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['5e54362b-4378-43fb-9d77-6d4cc790b59c'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:15.717043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] For port deef2242-cd18-4985-83d3-b6f6dad47351, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=deef2242-cd18-4985-83d3-b6f6dad47351,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:15.717442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:15.761314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] Set router 5e54362b-4378-43fb-9d77-6d4cc790b59c gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:15.843690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Calling delete_port for deef2242-cd18-4985-83d3-b6f6dad47351 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:15.872633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:57:15Z', 'revision_number': 6, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:15.877423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f76559-101e-43ea-aa40-ad52d0e3f964 None None] The sync data for ids ['5e54362b-4378-43fb-9d77-6d4cc790b59c'] in dv-neutron-822709-1-hyperv is: [{'id': '5e54362b-4378-43fb-9d77-6d4cc790b59c', 'name': 'tempest-TestEncryptedCinderVolumes-1900329976-router', 'tenant_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:49Z', 'updated_at': '2021-12-22T15:57:15Z', 'revision_number': 6, 'project_id': 'bf02d94395d5412f8ad9fec84f0e9b64', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:16.051142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:16.055980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ec778fbe-94d8-476f-9e00-c475e2407cc4 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:16.096974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Pushing event deleted for resources: {'Port': ['ID=deef2242-cd18-4985-83d3-b6f6dad47351,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:16.100841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:16.345189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:16.841932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:16.847035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.119279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.119846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e54362b-4378-43fb-9d77-6d4cc790b59c {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:57:17.133881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.135814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5e54362b-4378-43fb-9d77-6d4cc790b59c HTTP/1.1" status: 204 len: 168 time: 2.0704012 Dec 22 15:57:17.137923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:17.208518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Deleting subnet a18c3579-86f7-4e5b-936b-b9dc7e57914a {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:57:17.212408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.279299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.372713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.669395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 756c5470-4935-4951-8dfd-198e6d1a15d4 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:17.696539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.701491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff3256d4-7b2b-4911-91f7-42fb87c5058e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:17.704652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 756c5470-4935-4951-8dfd-198e6d1a15d4 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:17.704652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 756c5470-4935-4951-8dfd-198e6d1a15d4 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:17.704652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device deef2242-cd18-4985-83d3-b6f6dad47351 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:17.741375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: deef2242-cd18-4985-83d3-b6f6dad47351 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:17.741626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18c3579-86f7-4e5b-936b-b9dc7e57914a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:17.741964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device deef2242-cd18-4985-83d3-b6f6dad47351 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:17.745726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:17.748513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.754719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b9e02-91f2-443f-bf8a-813b3607d0a0 None None] Network 6eb75606-0024-4872-b585-0613ec3b853c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:17.754990 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb6a86c1-1527-435f-a484-768f5efeeef8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a18c3579-86f7-4e5b-936b-b9dc7e57914a HTTP/1.1" status: 204 len: 168 time: 0.6157813 Dec 22 15:57:17.757613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54496) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:17.874476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.886120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Deleting port f0d20c36-c1a9-41dd-97d4-0867e5195b1f {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:17.886655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.011061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] DHCP port deletion for 6eb75606-0024-4872-b585-0613ec3b853c request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:57:18.016018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Deleting port f0d20c36-c1a9-41dd-97d4-0867e5195b1f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:18.016537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.109729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] For port f0d20c36-c1a9-41dd-97d4-0867e5195b1f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:18.110142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.250762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Calling delete_port for f0d20c36-c1a9-41dd-97d4-0867e5195b1f owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:18.359557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.364948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3fbab49-a3ce-4109-91c9-527292bdf63c tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:18.394076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] For port f0d20c36-c1a9-41dd-97d4-0867e5195b1f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,segment=NetworkSegment(ed8dee08-bdbc-4a97-abd4-1d8a34f315f5),segment_id=ed8dee08-bdbc-4a97-abd4-1d8a34f315f5)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:18.394523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.408482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d20c36-c1a9-41dd-97d4-0867e5195b1f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:18.411345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:18.416563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] No DVR routers for this DVR port f0d20c36-c1a9-41dd-97d4-0867e5195b1f on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:57:18.522475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Calling delete_port for f0d20c36-c1a9-41dd-97d4-0867e5195b1f owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:18.546077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.574046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb75606-0024-4872-b585-0613ec3b853c']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:18.591364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:18.591706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8dee08-bdbc-4a97-abd4-1d8a34f315f5') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:18.600146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:57:18.600567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:57:18.604954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.702739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.709983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:57:18.710413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:57:18.726730 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:57:18.971142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:18.975421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-354eb3d4-a3a1-4941-9605-20c91b41c91e tempest-PortsIpV6TestJSON-105817639 tempest-PortsIpV6TestJSON-105817639-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:18.992266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.006284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eb75606-0024-4872-b585-0613ec3b853c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:19.009577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:19.011725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6eb75606-0024-4872-b585-0613ec3b853c HTTP/1.1" status: 204 len: 168 time: 1.2529404 Dec 22 15:57:19.104303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Deleting port f0d20c36-c1a9-41dd-97d4-0867e5195b1f {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:19.104303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.168595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-7758e711-d4eb-4727-a8e0-e64d424867b2 None None] The port 'f0d20c36-c1a9-41dd-97d4-0867e5195b1f' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:57:19.340930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54502) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:19.401980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-acb90515-574a-4a12-b7d1-c306473a2fac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=146990eaafa348e9945e8d411505dccd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596886 Dec 22 15:57:19.404677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54506) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:19.475006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.501519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.668736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f0d20c36-c1a9-41dd-97d4-0867e5195b1f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:19.703682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: f0d20c36-c1a9-41dd-97d4-0867e5195b1f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:19.704164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device f0d20c36-c1a9-41dd-97d4-0867e5195b1f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:19.730617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.736089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b5613892-7317-4c38-a621-efbac0a479bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:19.750330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785e626-2b87-4042-a4d4-f90c09ed8d55,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:19.753869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:19.792808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.794065 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-91ecc3e4-e8b7-4e06-8721-890e5231812c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a785e626-2b87-4042-a4d4-f90c09ed8d55 HTTP/1.1" status: 204 len: 168 time: 0.3881705 Dec 22 15:57:20.403972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54516) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:20.459094 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e55d3429-ec94-4d28-948d-12bac4b84346 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf02d94395d5412f8ad9fec84f0e9b64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536122 Dec 22 15:57:20.461743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54520) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:20.525457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.553033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.776265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.781581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:20.796188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374621a8-ead0-4e57-8c45-a1612e4587f1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:20.799124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:20.800317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.801802 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/374621a8-ead0-4e57-8c45-a1612e4587f1 HTTP/1.1" status: 204 len: 168 time: 0.3387659 Dec 22 15:57:22.017979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54542) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:22.162476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1012495196-network', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:22.168220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:22.172511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Usage tracker for resource:network and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:22.176302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:22.182572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:22.227753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Made reservation on behalf of c896f8dc32314c08860d86dbe215b499 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:22.232636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.246786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.282050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:22.286873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:22.294541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:22.301566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:22.543872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.587934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.592434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d0dc1ac6-db91-46e2-9828-a97853a3030b tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:22.619726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:57:22.632924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b6eaa-4632-4087-bf96-6cfc86c6b3dc,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:22.636116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:22.681450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.681951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Added segment eb03db5b-9688-4439-a891-9fe3cdbe9ecf of type vlan for network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e Dec 22 15:57:22.709837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.787987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.789259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:22.789938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:22.795473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cec90272-2abe-4754-88b1-16f94fa09b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:22.901980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Pushing event updated for resources: {'Network': ['ID=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:22.904818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:22.913018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:57:22.955396 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9354126 Dec 22 15:57:22.958768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54548) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:22.965030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Request body: {'subnet': {'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1012495196-subnet', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:22.970530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:22.975304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Usage tracker for resource:subnet and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:22.978377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:22.984636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:23.024429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Made reservation on behalf of c896f8dc32314c08860d86dbe215b499 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:23.029266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.302729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.307607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a997bd71-aa74-4242-9846-fbc3ccaa2a2a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:23.378946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208cb448-791d-4086-8e77-382391f72598,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:23.381743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:23.396034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Checking segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:23.396437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Network hostable DHCP agents. Network: 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:57:23.456663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:57:23.501801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:23.506114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:23.506766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.511361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5068a1-c452-4a6d-9eb8-3a34e0e43494 None None] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:23.560259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ffd50ec7-4d1b-4b1e-b0c3-0e961ca00e14 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6002758 Dec 22 15:57:23.563156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:23.568737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:23.573924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:23.578019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Usage tracker for resource:router and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:23.581593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:23.588587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:23.651364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.652423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.671743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.737211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:57:23.738176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:23.909151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Allocated IP 172.20.0.2 (90f8a8f3-a874-46db-a4a0-a50a8b5edb0e/208cb448-791d-4086-8e77-382391f72598/62035b7c-ae26-42cb-af43-f3d3ec3ac11e) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:24.087411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.141025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.154476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Transition to ACTIVE for port object 62035b7c-ae26-42cb-af43-f3d3ec3ac11e will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:24.178628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Transition to ACTIVE for port object 62035b7c-ae26-42cb-af43-f3d3ec3ac11e will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:24.251628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.261174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:24.322235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:24.329751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:24.334431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:24.341230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Pushing event updated for resources: {'Port': ['ID=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:24.349211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.382301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.382704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.382907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.383133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.383505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.383907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.384263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.384652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.385020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.385392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.385762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.386132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:24.394344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:24.447800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Attempting to bind port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:24.448221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Attempting to bind port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:24.448640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Attempting to bind port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e on network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:24.455570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:24.455999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Checking segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:24.456452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.456901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Bound using segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:24.457423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Bound port: 62035b7c-ae26-42cb-af43-f3d3ec3ac11e, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:24.457850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.550828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] For port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:24.554041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] For port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:24.562657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Allocated IP 172.26.4.247 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/cc996344-1e42-4365-828a-4e4dd912080b) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:24.582627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.587410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:24.675982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Pushing event updated for resources: {'Port': ['ID=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:24.679019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:24.845207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.902951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:24.908080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b0f17c61-f86d-4601-a0d5-b27dcb00e819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:24.975541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:24.979310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:24.988776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:25.033563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Pushing event updated for resources: {'Port': ['ID=cc996344-1e42-4365-828a-4e4dd912080b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:25.038962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:25.301296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:25.302108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:25.582238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:57:25.706306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 62035b7c-ae26-42cb-af43-f3d3ec3ac11e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:25.797754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:25.810497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Sync routers for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:25.816655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:25.831501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:25.832296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:25.845164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:25.847137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2823944 Dec 22 15:57:25.850152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54556) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:26.031025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:26.355187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c651065-f98d-44f5-b51d-8516e364c514 None None] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:26.621008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:25Z', 'revision_number': 3, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:26.641183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Checking router: fc3c3016-10d9-43c4-b5c0-08e54cb54d9e for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:26.641579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Updating router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e port cc996344-1e42-4365-828a-4e4dd912080b binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:57:26.716840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:26.722709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:26.752870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Provisioning for port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:26.800685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Provisioning complete for port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:26.801112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:26.943438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Allocated IP 172.20.0.1 (90f8a8f3-a874-46db-a4a0-a50a8b5edb0e/208cb448-791d-4086-8e77-382391f72598/22612abd-1a17-4257-bd6d-5b1e5e86d945) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:27.123827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.165141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.171620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Transition to ACTIVE for port object 22612abd-1a17-4257-bd6d-5b1e5e86d945 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:27.234399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.239917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:27.250165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] For port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:27.312910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.321222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:27.323632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:27.325877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:27.329648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Pushing event updated for resources: {'Port': ['ID=22612abd-1a17-4257-bd6d-5b1e5e86d945,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:27.334777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:27.367843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:27.401346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.424984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Pushing event updated for resources: {'Port': ['ID=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:27.428813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:27.477906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.491378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Transition to ACTIVE for port object cc996344-1e42-4365-828a-4e4dd912080b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:27.538343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.555121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-baee59bc-7f5a-401b-a906-0a0f1e0ebef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:27.579070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.592782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6e9fd578-e067-4c07-acbf-20184229df9f None None] Provisioning complete for port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:27.593208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e9fd578-e067-4c07-acbf-20184229df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.677019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Attempting to bind port cc996344-1e42-4365-828a-4e4dd912080b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:27.677019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Attempting to bind port cc996344-1e42-4365-828a-4e4dd912080b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:27.677019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Attempting to bind port cc996344-1e42-4365-828a-4e4dd912080b on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:27.703466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:27.703903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:27.704364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.704812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:27.705945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Bound port: cc996344-1e42-4365-828a-4e4dd912080b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:27.706383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.744768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 62035b7c-ae26-42cb-af43-f3d3ec3ac11e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:27.784845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0bd96-5873-4891-83c7-6a34f5921626 None None] Pushing event updated for resources: {'Port': ['ID=cc996344-1e42-4365-828a-4e4dd912080b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:27.820256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cbc0bd96-5873-4891-83c7-6a34f5921626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:27.869923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.872985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] For port cc996344-1e42-4365-828a-4e4dd912080b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:27.896626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.927429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8960242e-3d78-4164-9a00-796c35bbaa0a tempest-TestEncryptedCinderVolumes-1964274912 tempest-TestEncryptedCinderVolumes-1964274912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:27.927783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] For port cc996344-1e42-4365-828a-4e4dd912080b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cc996344-1e42-4365-828a-4e4dd912080b,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:27.956491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:27.957055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.986022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:28.001409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:28.013309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:28.017820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Pushing event updated for resources: {'Port': ['ID=22612abd-1a17-4257-bd6d-5b1e5e86d945,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:28.021304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:28.115250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0bd96-5873-4891-83c7-6a34f5921626 None None] Pushing event updated for resources: {'Port': ['ID=cc996344-1e42-4365-828a-4e4dd912080b,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:28.131139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cbc0bd96-5873-4891-83c7-6a34f5921626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:28.157707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:28.158423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:28.178905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:28.180156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:28.226895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cbd6bf83-2605-4f45-a265-33016595d2ab None None] Provisioning for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:28.245546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-cbd6bf83-2605-4f45-a265-33016595d2ab None None] Provisioning complete for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:28.245965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cbd6bf83-2605-4f45-a265-33016595d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:28.413144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6bf83-2605-4f45-a265-33016595d2ab None None] Port 22612abd-1a17-4257-bd6d-5b1e5e86d945 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:28.452629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:28.787237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b5215bf1-ec40-4487-8f85-d344de295646 None None] Provisioning complete for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:28.787659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5215bf1-ec40-4487-8f85-d344de295646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:28.879052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:28.918350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b5215bf1-ec40-4487-8f85-d344de295646 None None] Port 22612abd-1a17-4257-bd6d-5b1e5e86d945 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:29.039892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 2, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:29.044394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d17f96-3add-4ca1-b108-757d56fce3e5 None None] The sync data for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv is: [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 2, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:29.105995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:29.116254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc3c3016-10d9-43c4-b5c0-08e54cb54d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2648747 Dec 22 15:57:30.304181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54578) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:30.310670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1487215762-network', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:30.316441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:30.320675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Usage tracker for resource:network and tenant:a42eaeb926424826881c5ce52f9d0c10 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:30.323848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:30.330931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:30.370784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Made reservation on behalf of a42eaeb926424826881c5ce52f9d0c10 for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:30.375737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.389981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.426155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:30.430900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Usage tracker for resource:security_group_rule and tenant:a42eaeb926424826881c5ce52f9d0c10 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:30.434065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:30.440650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:30.511807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.542352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.547313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0282ee3-6bea-4f26-b8df-9b9e9ae54413 tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:30.577797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:57:30.587949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd7b301-6299-47c6-90c7-52b710b9642f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:30.596600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.596999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Added segment 2d2df2f7-368f-43d8-beb2-ea32b0756c77 of type vlan for network 87ed14a8-36c2-4747-8895-89d679a01de8 Dec 22 15:57:30.605241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.605626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.606039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.606464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.606910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.607332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.607750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.608170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.608587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.608997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.609409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:30.614037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:30.642282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.713839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.714967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:30.715628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:30.721561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-542a7cfc-5540-4a69-bdf8-6496730d4268 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:30.831699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Pushing event updated for resources: {'Network': ['ID=87ed14a8-36c2-4747-8895-89d679a01de8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:30.834910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:30.842149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 87ed14a8-36c2-4747-8895-89d679a01de8 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:57:30.864030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5585454 Dec 22 15:57:30.866888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54582) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:30.873200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Request body: {'subnet': {'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1487215762-subnet', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:30.878600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:30.882782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Usage tracker for resource:subnet and tenant:a42eaeb926424826881c5ce52f9d0c10 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:30.885920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:30.892321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:30.936856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Made reservation on behalf of a42eaeb926424826881c5ce52f9d0c10 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:30.941862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.228307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.233023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-304b2a0f-ca26-4146-adde-2172ea3cd9cf tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:31.309951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce2c697-aa13-4882-8c64-677c01076104,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:31.313707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:31.321534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Checking segment: {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:31.321936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Network hostable DHCP agents. Network: 87ed14a8-36c2-4747-8895-89d679a01de8, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:57:31.394233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Network 87ed14a8-36c2-4747-8895-89d679a01de8 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:57:31.450563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 87ed14a8-36c2-4747-8895-89d679a01de8) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:31.454614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:31.455873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.461337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1429c-641e-4002-9c53-826d403d0d79 None None] Network 87ed14a8-36c2-4747-8895-89d679a01de8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:31.508554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0bfc9fbf-9b38-4fb8-bc58-0ef085eb1b87 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6404977 Dec 22 15:57:31.511422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54586) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:31.517302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:31.523589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:31.527676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Usage tracker for resource:router and tenant:a42eaeb926424826881c5ce52f9d0c10 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:31.532071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:31.540106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:31.588315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.589368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.608032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.695459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-87ed14a8-36c2-4747-8895-89d679a01de8', 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'fixed_ips': [{'subnet_id': 'cce2c697-aa13-4882-8c64-677c01076104'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:57:31.696390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.713330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cc996344-1e42-4365-828a-4e4dd912080b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:31.798485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.822923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.936034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Allocated IP 172.20.0.2 (87ed14a8-36c2-4747-8895-89d679a01de8/cce2c697-aa13-4882-8c64-677c01076104/56ba33d1-b767-4a6a-b273-c061d434b252) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:31.968280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port cc996344-1e42-4365-828a-4e4dd912080b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:31.985530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port cc996344-1e42-4365-828a-4e4dd912080b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:31.985957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.039654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.072450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.238381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Allocated IP 172.26.4.65 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/66023b30-b9e4-4127-b4a4-cfbd2b357c45) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:32.268411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.273151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.292543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Transition to ACTIVE for port object 56ba33d1-b767-4a6a-b273-c061d434b252 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:32.316100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port cc996344-1e42-4365-828a-4e4dd912080b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cc996344-1e42-4365-828a-4e4dd912080b,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:32.337092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Transition to ACTIVE for port object 56ba33d1-b767-4a6a-b273-c061d434b252 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:32.371192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.373629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:32.418045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.420073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.422025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42b2514f-a77b-4855-b76b-ff18db163222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.458723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Network 87ed14a8-36c2-4747-8895-89d679a01de8 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:32.460811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:32.464581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:32.467626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=cc996344-1e42-4365-828a-4e4dd912080b,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:32.472394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:32.472981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:32.483930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.488278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:32.565528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:32.566502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Pushing event updated for resources: {'Port': ['ID=66023b30-b9e4-4127-b4a4-cfbd2b357c45,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:32.569503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:32.571634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:32.572422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:32.616115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Pushing event updated for resources: {'Port': ['ID=56ba33d1-b767-4a6a-b273-c061d434b252,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:32.621933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:32.627883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Attempting to bind port 56ba33d1-b767-4a6a-b273-c061d434b252 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:32.628673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Attempting to bind port 56ba33d1-b767-4a6a-b273-c061d434b252 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:32.629443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Attempting to bind port 56ba33d1-b767-4a6a-b273-c061d434b252 on network 87ed14a8-36c2-4747-8895-89d679a01de8 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:32.639305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:32.639834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Checking segment: {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:32.640387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.640907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Bound using segment: {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:32.641433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Bound port: 56ba33d1-b767-4a6a-b273-c061d434b252, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:32.641860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.739736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] For port 56ba33d1-b767-4a6a-b273-c061d434b252, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:32.745766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] For port 56ba33d1-b767-4a6a-b273-c061d434b252, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56ba33d1-b767-4a6a-b273-c061d434b252,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:32.781998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Sync routers for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:32.794257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.795820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:32.796497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:32.799146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9979a25d-5d19-44e8-a497-6d2798bdeee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:32.803022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.804018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.895131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Pushing event updated for resources: {'Port': ['ID=56ba33d1-b767-4a6a-b273-c061d434b252,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:32.904105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:33.009130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:33.143214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:57:33.435748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:33.446455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Sync routers for ids ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:33.459489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Routers {'bcb72f20-46ac-4f25-bc70-f5eb51d60c71'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:33.460209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:33.488049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:33.489499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9769533 Dec 22 15:57:33.492528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54590) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:33.539749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 2, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:33.544514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Checking router: fc3c3016-10d9-43c4-b5c0-08e54cb54d9e for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:33.544922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Updating router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e port 22612abd-1a17-4257-bd6d-5b1e5e86d945 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:57:33.601542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:33.657145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Set router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:33.812161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56ba33d1-b767-4a6a-b273-c061d434b252 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:34.064308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.077631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Transition to ACTIVE for port object 22612abd-1a17-4257-bd6d-5b1e5e86d945 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:34.128991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.134598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d12bc353-4300-4bbc-8dea-9b808171332a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:34.137527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.161087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 56ba33d1-b767-4a6a-b273-c061d434b252 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:34.169364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cc996344-1e42-4365-828a-4e4dd912080b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:34.233157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Pushing event updated for resources: {'Port': ['ID=22612abd-1a17-4257-bd6d-5b1e5e86d945,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:34.250185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.250853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.251542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.252259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.252775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.253294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.253802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.254463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.255106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.255614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.256117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:34.260905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:34.339849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port cc996344-1e42-4365-828a-4e4dd912080b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:34.340558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.399451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 3, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:34.414840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Checking router: bcb72f20-46ac-4f25-bc70-f5eb51d60c71 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:34.415497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Updating router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:57:34.428954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.492753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Attempting to bind port 22612abd-1a17-4257-bd6d-5b1e5e86d945 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:34.493330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Attempting to bind port 22612abd-1a17-4257-bd6d-5b1e5e86d945 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:34.500552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Attempting to bind port 22612abd-1a17-4257-bd6d-5b1e5e86d945 on network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:34.511672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:34.512095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Checking segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:34.512547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.512986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Bound using segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:34.513518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Bound port: 22612abd-1a17-4257-bd6d-5b1e5e86d945, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:34.513936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.577548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.638671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] For port 22612abd-1a17-4257-bd6d-5b1e5e86d945, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:34.643975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] For port 22612abd-1a17-4257-bd6d-5b1e5e86d945, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22612abd-1a17-4257-bd6d-5b1e5e86d945,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:34.679840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.684710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-021658f4-c4c3-4315-bc12-78a0fc0428e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:34.701473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ba8a993c-ed62-4d4b-8479-372abe4f5963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.760443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Allocated IP 172.20.0.1 (87ed14a8-36c2-4747-8895-89d679a01de8/cce2c697-aa13-4882-8c64-677c01076104/25150060-354d-4199-a842-ff3c32e4803e) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:34.785414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Pushing event updated for resources: {'Port': ['ID=22612abd-1a17-4257-bd6d-5b1e5e86d945,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:34.789317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:34.790410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:34.791168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:34.940811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f125b6e-9b96-46fb-a9b8-bbfe800ed016 None None] Network 87ed14a8-36c2-4747-8895-89d679a01de8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:34.984870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.005243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Transition to ACTIVE for port object 25150060-354d-4199-a842-ff3c32e4803e will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:35.027447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:35.063104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.068524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:35.190980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Network 87ed14a8-36c2-4747-8895-89d679a01de8 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:35.195356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:35.197699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Pushing event updated for resources: {'Port': ['ID=25150060-354d-4199-a842-ff3c32e4803e,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:35.200449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:35.231760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Provisioning for port 56ba33d1-b767-4a6a-b273-c061d434b252 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:35.233108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:35.243978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.251226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Provisioning complete for port 56ba33d1-b767-4a6a-b273-c061d434b252 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:35.251651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.261366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.313779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.373136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Transition to ACTIVE for port object 66023b30-b9e4-4127-b4a4-cfbd2b357c45 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:35.383606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:34Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:35.388280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87989f-23da-4c03-9f89-08890ae04d38 None None] The sync data for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv is: [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:34Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:35.398728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.451821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.460300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:35.569767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.590448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011e753-42f5-413c-a404-d253b752ded6 None None] Pushing event updated for resources: {'Port': ['ID=66023b30-b9e4-4127-b4a4-cfbd2b357c45,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:35.598738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7011e753-42f5-413c-a404-d253b752ded6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:35.605695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Attempting to bind port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:35.606101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Attempting to bind port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:35.606524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Attempting to bind port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:35.621596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:35.622041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:35.622504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.622988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:35.623543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Bound port: 66023b30-b9e4-4127-b4a4-cfbd2b357c45, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:35.623966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.668616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] For port 56ba33d1-b767-4a6a-b273-c061d434b252, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56ba33d1-b767-4a6a-b273-c061d434b252,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:35.673085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.722692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] For port 66023b30-b9e4-4127-b4a4-cfbd2b357c45, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:35.726593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] For port 66023b30-b9e4-4127-b4a4-cfbd2b357c45, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=66023b30-b9e4-4127-b4a4-cfbd2b357c45,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:35.727900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.730050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cbc0bd96-5873-4891-83c7-6a34f5921626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:35.765404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.765808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22612abd-1a17-4257-bd6d-5b1e5e86d945 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:35.803322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:35.821741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.897793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.905641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Pushing event updated for resources: {'Port': ['ID=56ba33d1-b767-4a6a-b273-c061d434b252,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:35.906727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Pushing event updated for resources: {'Port': ['ID=25150060-354d-4199-a842-ff3c32e4803e,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:35.911757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:35.912175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:35.919339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:35.949417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ea40cabc-401f-496d-87f6-3b03720e05c9 None None] Provisioning complete for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:35.949847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea40cabc-401f-496d-87f6-3b03720e05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:35.996812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:36.025936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:36.026356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:36.108730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Routers {'bcb72f20-46ac-4f25-bc70-f5eb51d60c71'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:36.109247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:36.241766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011e753-42f5-413c-a404-d253b752ded6 None None] Pushing event updated for resources: {'Port': ['ID=66023b30-b9e4-4127-b4a4-cfbd2b357c45,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:36.250094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7011e753-42f5-413c-a404-d253b752ded6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:36.357947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Network 87ed14a8-36c2-4747-8895-89d679a01de8 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:36.359282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:36.614745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:36.679006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea40cabc-401f-496d-87f6-3b03720e05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:36.710252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 22612abd-1a17-4257-bd6d-5b1e5e86d945, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22612abd-1a17-4257-bd6d-5b1e5e86d945,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:36.717334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] Set router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:36.766352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:36.777538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:36.793947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:37.018416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:37.019028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=22612abd-1a17-4257-bd6d-5b1e5e86d945,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:37.031497 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] 10.222.0.32 "PUT /v2.0/routers/bcb72f20-46ac-4f25-bc70-f5eb51d60c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373101 Dec 22 15:57:37.034320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:37.035233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-ea40cabc-401f-496d-87f6-3b03720e05c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:57:37.035647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-ea40cabc-401f-496d-87f6-3b03720e05c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:57:37.041242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:37.214363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '25150060-354d-4199-a842-ff3c32e4803e', 'name': '', 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'mac_address': 'fa:16:3e:c3:53:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce2c697-aa13-4882-8c64-677c01076104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:34Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 2, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'subnets': [{'id': 'cce2c697-aa13-4882-8c64-677c01076104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:37.218613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286a06-10ae-4f8b-9768-28f1feff7eb7 None None] The sync data for ids ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'] in dv-neutron-822709-1-hyperv is: [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '25150060-354d-4199-a842-ff3c32e4803e', 'name': '', 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'mac_address': 'fa:16:3e:c3:53:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce2c697-aa13-4882-8c64-677c01076104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:34Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 2, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'subnets': [{'id': 'cce2c697-aa13-4882-8c64-677c01076104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:37.735931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22612abd-1a17-4257-bd6d-5b1e5e86d945 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:37.765116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e5b3578f-eede-47e5-8ff0-976e9618560d None None] Provisioning for port 25150060-354d-4199-a842-ff3c32e4803e completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:37.780589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e5b3578f-eede-47e5-8ff0-976e9618560d None None] Provisioning complete for port 25150060-354d-4199-a842-ff3c32e4803e triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:37.780940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5b3578f-eede-47e5-8ff0-976e9618560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:37.866657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3578f-eede-47e5-8ff0-976e9618560d None None] Port 25150060-354d-4199-a842-ff3c32e4803e cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:37.889168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 22612abd-1a17-4257-bd6d-5b1e5e86d945 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:37.889475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:37.926641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e5b3578f-eede-47e5-8ff0-976e9618560d None None] Provisioning complete for port 56ba33d1-b767-4a6a-b273-c061d434b252 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:37.927089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5b3578f-eede-47e5-8ff0-976e9618560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:38.141373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56ba33d1-b767-4a6a-b273-c061d434b252 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:38.245896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 56ba33d1-b767-4a6a-b273-c061d434b252 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:38.246390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:39.735806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 66023b30-b9e4-4127-b4a4-cfbd2b357c45 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:39.856689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:39.863472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:39.863900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:39.992724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:40.011953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 66023b30-b9e4-4127-b4a4-cfbd2b357c45, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=66023b30-b9e4-4127-b4a4-cfbd2b357c45,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:40.039896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:40.043212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:40.131820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=66023b30-b9e4-4127-b4a4-cfbd2b357c45,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:40.135678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:41.709656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 66023b30-b9e4-4127-b4a4-cfbd2b357c45 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:41.798629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:41.799613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:42.064093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Sync routers for ids ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:42.080765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Routers {'bcb72f20-46ac-4f25-bc70-f5eb51d60c71'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:42.083362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:42.306642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Set router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:42.840855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '25150060-354d-4199-a842-ff3c32e4803e', 'name': '', 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'mac_address': 'fa:16:3e:c3:53:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce2c697-aa13-4882-8c64-677c01076104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:34Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 2, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'subnets': [{'id': 'cce2c697-aa13-4882-8c64-677c01076104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:42.845218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Checking router: bcb72f20-46ac-4f25-bc70-f5eb51d60c71 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:42.845685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Updating router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 port 25150060-354d-4199-a842-ff3c32e4803e binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:57:42.910045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:43.356798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:43.372741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Transition to ACTIVE for port object 25150060-354d-4199-a842-ff3c32e4803e will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:43.416567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:43.420884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:43.574106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2d7bf-c35c-4ee3-8634-85ccf8978c38 None None] Pushing event updated for resources: {'Port': ['ID=25150060-354d-4199-a842-ff3c32e4803e,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:43.577782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13b2d7bf-c35c-4ee3-8634-85ccf8978c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:43.716884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Attempting to bind port 25150060-354d-4199-a842-ff3c32e4803e on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:43.717522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Attempting to bind port 25150060-354d-4199-a842-ff3c32e4803e by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:43.718088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Attempting to bind port 25150060-354d-4199-a842-ff3c32e4803e on network 87ed14a8-36c2-4747-8895-89d679a01de8 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:43.725948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:43.726388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Checking segment: {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:43.727036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:43.727706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Bound using segment: {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:43.728328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Bound port: 25150060-354d-4199-a842-ff3c32e4803e, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2df2f7-368f-43d8-beb2-ea32b0756c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:43.728828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:43.844504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] For port 25150060-354d-4199-a842-ff3c32e4803e, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:43.848179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] For port 25150060-354d-4199-a842-ff3c32e4803e, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=25150060-354d-4199-a842-ff3c32e4803e,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:43.880126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:43.886876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19242eec-f448-4d76-ab8a-4cb2ec852b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:43.968293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2d7bf-c35c-4ee3-8634-85ccf8978c38 None None] Pushing event updated for resources: {'Port': ['ID=25150060-354d-4199-a842-ff3c32e4803e,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:43.972305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13b2d7bf-c35c-4ee3-8634-85ccf8978c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:43.985509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Routers {'bcb72f20-46ac-4f25-bc70-f5eb51d60c71'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:43.986768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:57:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:44.227533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] Set router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:44.576885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '25150060-354d-4199-a842-ff3c32e4803e', 'name': '', 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'mac_address': 'fa:16:3e:c3:53:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce2c697-aa13-4882-8c64-677c01076104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:34Z', 'updated_at': '2021-12-22T15:57:43Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'subnets': [{'id': 'cce2c697-aa13-4882-8c64-677c01076104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:44.581876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410ad27-9561-4877-b5f8-00a39d5d89b7 None None] The sync data for ids ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'] in dv-neutron-822709-1-hyperv is: [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T15:57:35Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '25150060-354d-4199-a842-ff3c32e4803e', 'name': '', 'network_id': '87ed14a8-36c2-4747-8895-89d679a01de8', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'mac_address': 'fa:16:3e:c3:53:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cce2c697-aa13-4882-8c64-677c01076104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:34Z', 'updated_at': '2021-12-22T15:57:43Z', 'revision_number': 4, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'subnets': [{'id': 'cce2c697-aa13-4882-8c64-677c01076104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:45.302333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:57:45.770534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 25150060-354d-4199-a842-ff3c32e4803e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:45.891136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 25150060-354d-4199-a842-ff3c32e4803e completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:45.902142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 25150060-354d-4199-a842-ff3c32e4803e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:45.902731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:46.054222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:46.092423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 25150060-354d-4199-a842-ff3c32e4803e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=25150060-354d-4199-a842-ff3c32e4803e,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:46.142440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:46.145030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-335f19f0-f83d-44ad-940c-adf007ffec05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:46.228699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=25150060-354d-4199-a842-ff3c32e4803e,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:46.232108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:48.286090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 25150060-354d-4199-a842-ff3c32e4803e up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:48.286090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 25150060-354d-4199-a842-ff3c32e4803e triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:48.286090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:51.309396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-3ed34ac0-93a9-40c8-99c1-d82e5023dbf5 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:51.311049 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-3ed34ac0-93a9-40c8-99c1-d82e5023dbf5 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 815 time: 0.1574278 Dec 22 15:57:51.329631 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-c1160dc5-c512-4d82-a7df-43d6ec87f86c tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/quotas/c896f8dc32314c08860d86dbe215b499 HTTP/1.1" status: 200 len: 375 time: 0.0119264 Dec 22 15:57:51.418105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-cbd7c135-5a1a-42eb-95b6-79d6cddecb9b tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Synchronizing usage tracker for tenant:c896f8dc32314c08860d86dbe215b499 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:51.485113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-cbd7c135-5a1a-42eb-95b6-79d6cddecb9b tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Unset dirty status for tenant:c896f8dc32314c08860d86dbe215b499 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:51.486654 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-cbd7c135-5a1a-42eb-95b6-79d6cddecb9b tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510572 Dec 22 15:57:51.653372 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-c3246f66-5200-4469-9485-c2cff8cbadd0 service neutron] 10.222.0.32 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486418 Dec 22 15:57:51.795093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-e7b69046-211c-49a5-a6d3-8ce582e83b41 service neutron] 10.222.0.32 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390870 Dec 22 15:57:52.076511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9f283548-ee37-46e6-9f25-1e8914d27986 req-16dc2dd7-02b3-484c-98fe-c97418e39df4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 210 time: 0.0543454 Dec 22 15:57:53.192561 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d7381c4d-12e1-48ea-a594-d50c3417de50 req-928bb528-8827-4909-a6bb-83ba114db71d tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 210 time: 0.0531662 Dec 22 15:57:54.364970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-896bb06f-e664-40f1-972e-909cb8e1617a req-4f7b497f-b7af-4506-b344-3f2d70fde0ba tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 210 time: 0.0469060 Dec 22 15:57:54.472723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-c454c3bc-d8c7-43c5-aa62-f24d6395b450 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:54.474383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-c454c3bc-d8c7-43c5-aa62-f24d6395b450 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 815 time: 0.1856298 Dec 22 15:57:54.490717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'port': {'device_id': 'd96658e6-b015-4a6d-a279-255f395c312a', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'admin_state_up': True, 'tenant_id': 'c896f8dc32314c08860d86dbe215b499'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:54.640516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:54.652327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:54.691026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Made reservation on behalf of c896f8dc32314c08860d86dbe215b499 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:54.696841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:54.875884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Allocated IP 172.20.0.11 (90f8a8f3-a874-46db-a4a0-a50a8b5edb0e/208cb448-791d-4086-8e77-382391f72598/48c5fa4a-27aa-4b58-930c-c5f80a5aab31) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:55.102939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:55.119704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Transition to ACTIVE for port object 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:55.188436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:55.196512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-70ccf0a8-653d-48c1-b3f1-4c08205b6551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:55.291381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:55.297599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:55.319799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:55.322576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:55.325957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:55.410597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:55.411372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:55.596187 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1098125 Dec 22 15:57:55.812307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642550b-8551-48d7-a791-3b310d7a1a41 req-e2f89872-8904-4de5-9fd5-28dd21811510 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:55.813085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3642550b-8551-48d7-a791-3b310d7a1a41 req-e2f89872-8904-4de5-9fd5-28dd21811510 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Synchronizing usage tracker for tenant:c896f8dc32314c08860d86dbe215b499 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:55.913593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e35e07e1-ad1f-4abf-89a4-df68d61d3d99 None None] Provisioning for port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:55.913842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3642550b-8551-48d7-a791-3b310d7a1a41 req-e2f89872-8904-4de5-9fd5-28dd21811510 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Unset dirty status for tenant:c896f8dc32314c08860d86dbe215b499 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:55.915142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3642550b-8551-48d7-a791-3b310d7a1a41 req-e2f89872-8904-4de5-9fd5-28dd21811510 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.2232397 Dec 22 15:57:55.932448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-e35e07e1-ad1f-4abf-89a4-df68d61d3d99 None None] Provisioning complete for port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:55.932884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e35e07e1-ad1f-4abf-89a4-df68d61d3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:55.970524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3642550b-8551-48d7-a791-3b310d7a1a41 req-52473b47-9ab3-4b12-a388-a779bfb9dc67 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Dec 22 15:57:55.998848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e35e07e1-ad1f-4abf-89a4-df68d61d3d99 None None] Port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:57.199339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d6dbb-83c8-411f-963a-f8e438879203 req-f20dd781-28eb-4960-9401-79abaa2d9053 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:57.200985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a51d6dbb-83c8-411f-963a-f8e438879203 req-f20dd781-28eb-4960-9401-79abaa2d9053 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.0986578 Dec 22 15:57:57.255700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-a51d6dbb-83c8-411f-963a-f8e438879203 req-11840a6c-7fe7-47a1-b156-18a8d6590c05 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Synchronizing usage tracker for tenant:c896f8dc32314c08860d86dbe215b499 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:57.313849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-a51d6dbb-83c8-411f-963a-f8e438879203 req-11840a6c-7fe7-47a1-b156-18a8d6590c05 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Unset dirty status for tenant:c896f8dc32314c08860d86dbe215b499 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:57.315140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a51d6dbb-83c8-411f-963a-f8e438879203 req-11840a6c-7fe7-47a1-b156-18a8d6590c05 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073754 Dec 22 15:57:58.532030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3084-c50b-4d68-8873-7bcbf3e981bb req-730e6dce-6f52-4397-a782-ca46a065694c tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:58.533653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41bf3084-c50b-4d68-8873-7bcbf3e981bb req-730e6dce-6f52-4397-a782-ca46a065694c tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.0871892 Dec 22 15:57:58.589493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-41bf3084-c50b-4d68-8873-7bcbf3e981bb req-04359837-c2d7-4a3a-b84c-7ebde72c3552 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 Dec 22 15:57:59.812385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa568fc-d35c-4e25-bf00-7fd3fc7205fa req-05c5575e-3eff-4f95-ae47-99b9648ae7dc tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:59.814086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-baa568fc-d35c-4e25-bf00-7fd3fc7205fa req-05c5575e-3eff-4f95-ae47-99b9648ae7dc tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.0888507 Dec 22 15:57:59.867036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-baa568fc-d35c-4e25-bf00-7fd3fc7205fa req-c3d9d795-4f41-4227-9cde-5b73de94f099 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Dec 22 15:58:01.103149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31ece2-851b-46cd-b2c8-24b68e55f929 req-0a001221-b9ed-4c33-a9b5-4f53a2d22f30 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:01.104827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e31ece2-851b-46cd-b2c8-24b68e55f929 req-0a001221-b9ed-4c33-a9b5-4f53a2d22f30 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.0911109 Dec 22 15:58:01.156745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e31ece2-851b-46cd-b2c8-24b68e55f929 req-a21501db-1326-45df-a8f8-459a1b217312 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Dec 22 15:58:01.793588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:02.349176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a12ada18-c499-4d69-bba8-a1eb64e2f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:02.382028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d125c2-b1e1-4d22-a501-eb0885dd8729 req-36dea548-39bc-416e-a157-a8c5bba15d66 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:02.383828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-67d125c2-b1e1-4d22-a501-eb0885dd8729 req-36dea548-39bc-416e-a157-a8c5bba15d66 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.0991967 Dec 22 15:58:02.681803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-67d125c2-b1e1-4d22-a501-eb0885dd8729 req-29a252f7-eb87-4dc7-8607-fdc4bda0b884 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914586 Dec 22 15:58:03.851370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:04.003723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae6392-5273-4d43-8a03-0d5b77bea7ae req-ca2a85b3-7e19-4e62-a39a-a246060a76cb tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:04.005424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2eae6392-5273-4d43-8a03-0d5b77bea7ae req-ca2a85b3-7e19-4e62-a39a-a246060a76cb tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.1751714 Dec 22 15:58:04.061894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2eae6392-5273-4d43-8a03-0d5b77bea7ae req-a847e357-d124-452f-8051-55cd5b202333 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Dec 22 15:58:04.685385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a54bfbcf-6b5b-44f6-94fc-0f2c7c526aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:05.299250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ba33-820e-493c-b333-e8af2c1eea85 req-81cde3db-c6da-4045-82c4-d74003bb38a1 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:05.301324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de88ba33-820e-493c-b333-e8af2c1eea85 req-81cde3db-c6da-4045-82c4-d74003bb38a1 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 932 time: 0.0871975 Dec 22 15:58:05.336603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-71277e90-8aed-44e7-81ec-522172c0e1c5 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:58:05.337968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-71277e90-8aed-44e7-81ec-522172c0e1c5 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0065055 Dec 22 15:58:05.350256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Request body: {'port': {'device_id': 'd96658e6-b015-4a6d-a279-255f395c312a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:05.354397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de88ba33-820e-493c-b333-e8af2c1eea85 req-7de054f3-9929-46d5-8abb-7b5c2176db8a tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 Dec 22 15:58:05.495258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:05.911874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:58:05.920041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:05.937175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Transition to ACTIVE for port object 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:58:06.211258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:06.256699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:06.261724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cd5568e1-c4ec-45cc-ad57-f0a20e5fee3e tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:06.687368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:06.698093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:06.820665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf495a-7eae-43ff-9a0a-5f746003c95a req-a0abf8e6-151e-4169-a0df-390b53533504 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:06.822307 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-07cf495a-7eae-43ff-9a0a-5f746003c95a req-a0abf8e6-151e-4169-a0df-390b53533504 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 944 time: 0.2026362 Dec 22 15:58:06.859382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Attempting to bind port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:58:06.859759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Attempting to bind port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:58:06.860131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Attempting to bind port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 on network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:58:06.877575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 on network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:58:06.877950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Attempting to bind port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 on network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:58:06.895560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-07cf495a-7eae-43ff-9a0a-5f746003c95a req-5e3ec850-8bbe-4719-afdf-8f5d52732e93 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650258 Dec 22 15:58:06.896455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:58:06.896829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Checking segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:58:06.897242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Bound using segment: {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:58:06.897722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Bound port: 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:58:06.898113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:06.926333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:06.996093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:58:07.001276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:58:07.034198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:07.040334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:07.100697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:07.102232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] 10.222.0.71 "PUT /v2.0/ports/48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1094 time: 1.7567899 Dec 22 15:58:07.102965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:07.133082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:07.140470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:07.170533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'status': 'completed', 'code': 200} Dec 22 15:58:07.278030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a4e7867-1c3c-4adf-834d-c098144460a1 req-9bfb2c3c-bfbe-4241-93f9-44f5b3304071 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1097 time: 0.0850134 Dec 22 15:58:07.455132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e7867-1c3c-4adf-834d-c098144460a1 req-7b03e9e7-dc77-41c6-ab9d-d54b33d980b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:07.457391 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a4e7867-1c3c-4adf-834d-c098144460a1 req-7b03e9e7-dc77-41c6-ab9d-d54b33d980b1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c896f8dc32314c08860d86dbe215b499&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1710441 Dec 22 15:58:07.607454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e7867-1c3c-4adf-834d-c098144460a1 req-91da7b86-ff28-4364-a904-397ff3066a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:07.609025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a4e7867-1c3c-4adf-834d-c098144460a1 req-91da7b86-ff28-4364-a904-397ff3066a90 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465943 Dec 22 15:58:07.722772 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-fa1b80dc-7f01-4564-b95c-af570e89942a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1097 time: 0.0764794 Dec 22 15:58:07.806849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-b64073ee-cfb8-4c11-a572-046e8f39e93c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 217 time: 0.0767791 Dec 22 15:58:07.877139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-7ffc60fa-f0eb-4c70-b21b-96aa783cfaec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:07.879256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-7ffc60fa-f0eb-4c70-b21b-96aa783cfaec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0655704 Dec 22 15:58:07.961727 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-2a31df56-b7f0-4d55-9c53-97588d1901c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771649 Dec 22 15:58:08.168331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-1d21ef0d-7280-42d5-8a5c-ae8e7879b758 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997125 Dec 22 15:58:08.230195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2da7-f00e-4f90-962d-fe12e81e1d71 req-bd219d65-e1e1-4cdf-961e-42c0564b699d tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:08.231854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-534b2da7-f00e-4f90-962d-fe12e81e1d71 req-bd219d65-e1e1-4cdf-961e-42c0564b699d tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 944 time: 0.1653037 Dec 22 15:58:08.366560 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-04dd27e9-b40c-43cd-bf1e-6d07a19d57ee req-687402d8-d08a-4ffb-bacb-1e2c5d410f22 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867008 Dec 22 15:58:08.368932 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-534b2da7-f00e-4f90-962d-fe12e81e1d71 req-5a932bdb-3b2c-41d2-9231-4a65fd72f50f tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290610 Dec 22 15:58:09.575675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cede630-c9ef-4aaf-bf72-7ed3697eae5e req-bc44d092-d6b2-40ca-aea1-024876fd5e0c tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:09.577259 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1cede630-c9ef-4aaf-bf72-7ed3697eae5e req-bc44d092-d6b2-40ca-aea1-024876fd5e0c tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 944 time: 0.0846126 Dec 22 15:58:09.624357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1cede630-c9ef-4aaf-bf72-7ed3697eae5e req-4dd3b22d-0b60-4e93-845b-b04bcc1a7392 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Dec 22 15:58:10.837029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39979ad7-49f3-40c6-897d-2194fe397112 req-c72828a7-326d-4463-bc96-1bb1260c8ebe tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:10.838648 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-39979ad7-49f3-40c6-897d-2194fe397112 req-c72828a7-326d-4463-bc96-1bb1260c8ebe tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 944 time: 0.0840688 Dec 22 15:58:10.890929 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-39979ad7-49f3-40c6-897d-2194fe397112 req-af1a8d5b-6b19-469a-89dc-e2ce2770cf59 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Dec 22 15:58:11.672303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:58:11.817014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:11.832824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'port_id': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'mac_address': 'fa:16:3e:f1:01:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:58:11.889643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:11.912206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:58:11.927808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:11.965456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:11.967588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cfc264f4-4648-40ca-9383-e4008d07aa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:12.033802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:12.037699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:12.095947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c7071-2425-4f61-89d8-8a335a2ca4e6 req-7e8b182f-30a4-42bf-b1e7-48bacc591a40 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:12.098167 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5a2c7071-2425-4f61-89d8-8a335a2ca4e6 req-7e8b182f-30a4-42bf-b1e7-48bacc591a40 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 945 time: 0.0841885 Dec 22 15:58:12.153106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5a2c7071-2425-4f61-89d8-8a335a2ca4e6 req-ce249a72-8fe5-4e3d-8c95-302b6b46c675 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482347 Dec 22 15:58:12.169307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48c5fa4a-27aa-4b58-930c-c5f80a5aab31'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:58:13.363817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb68f17-602d-415b-b113-6877f3a04666 req-784b5c52-1eba-4473-8287-cd11f9a791e8 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:13.365501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7fb68f17-602d-415b-b113-6877f3a04666 req-784b5c52-1eba-4473-8287-cd11f9a791e8 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 945 time: 0.0886528 Dec 22 15:58:13.415103 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7fb68f17-602d-415b-b113-6877f3a04666 req-136afe10-0ae3-46bf-8412-337a9bcf0a45 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Dec 22 15:58:13.687274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:58:13.799719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:58:13.805131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:58:13.805550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:13.930080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:13.958675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:13.969056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:14.005476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:14.008468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb6594b-b80f-4b0c-96dc-696ee41769a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:14.045249 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'code': 200} Dec 22 15:58:14.081217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:14.084551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:14.345101 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df84962d-04a9-488d-ab7f-bfae7a5f6d6f req-e2f0d2da-de7b-487a-a3c2-a2f9ba4a5457 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1099 time: 0.0811050 Dec 22 15:58:14.403115 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df84962d-04a9-488d-ab7f-bfae7a5f6d6f req-0e70ee37-10e2-4e9c-b6ce-35cc829ee2d9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504282 Dec 22 15:58:14.687029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97862155-727a-4c01-9c61-c366e9bad2be req-283e9f03-2fc7-4cae-b2df-a82f68727247 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:14.688763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97862155-727a-4c01-9c61-c366e9bad2be req-283e9f03-2fc7-4cae-b2df-a82f68727247 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.1381514 Dec 22 15:58:14.739155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97862155-727a-4c01-9c61-c366e9bad2be req-e41a4195-3394-4c24-9962-1faa923a0ef9 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Dec 22 15:58:15.962504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739c84-3b3a-406f-b76c-af036fba659d req-02884d04-0fc4-4383-99c4-ef6fa5d751a8 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:15.964178 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6d739c84-3b3a-406f-b76c-af036fba659d req-02884d04-0fc4-4383-99c4-ef6fa5d751a8 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0938733 Dec 22 15:58:16.018616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6d739c84-3b3a-406f-b76c-af036fba659d req-891d36f7-0278-4f2e-be1b-f801aa94c59a tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Dec 22 15:58:16.247237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabd63f-c6be-4613-9780-4782e65e2c63 req-ba98a0e7-f79a-4508-ad91-6bdc8c969f8d tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:16.248814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ddabd63f-c6be-4613-9780-4782e65e2c63 req-ba98a0e7-f79a-4508-ad91-6bdc8c969f8d tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0965335 Dec 22 15:58:16.299258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ddabd63f-c6be-4613-9780-4782e65e2c63 req-cb041630-ebd9-40b8-b5ba-7b922e3a4b58 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440655 Dec 22 15:58:16.748456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0473cd7-7fa4-432c-a148-9761ca2402a1 req-7ca40900-2b4d-4f0f-bac0-eb80698316c1 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:16.750076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0473cd7-7fa4-432c-a148-9761ca2402a1 req-7ca40900-2b4d-4f0f-bac0-eb80698316c1 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0892243 Dec 22 15:58:16.803784 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b0473cd7-7fa4-432c-a148-9761ca2402a1 req-db4c2732-d76d-4a26-a073-e5eb2191c60a tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Dec 22 15:58:22.302947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:58:29.112566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d1681-47f5-4b47-ac30-f046e2704a04 req-c707f230-54c3-433c-9ccf-280c9741d126 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:29.114744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b2d1681-47f5-4b47-ac30-f046e2704a04 req-c707f230-54c3-433c-9ccf-280c9741d126 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0922880 Dec 22 15:58:29.200455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0b2d1681-47f5-4b47-ac30-f046e2704a04 req-cc89b9a8-d99e-4c63-954f-538b3c3b81ed tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760050 Dec 22 15:58:29.235253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54792) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:29.475798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5efb7fc0-0bb0-406e-9744-3ee8872e9787 tempest-TestMinimumBasicScenario-159661792 tempest-TestMinimumBasicScenario-159661792-project-admin] Synchronizing usage tracker for tenant:a42eaeb926424826881c5ce52f9d0c10 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:58:29.553781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5efb7fc0-0bb0-406e-9744-3ee8872e9787 tempest-TestMinimumBasicScenario-159661792 tempest-TestMinimumBasicScenario-159661792-project-admin] Unset dirty status for tenant:a42eaeb926424826881c5ce52f9d0c10 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:58:29.555163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5efb7fc0-0bb0-406e-9744-3ee8872e9787 tempest-TestMinimumBasicScenario-159661792 tempest-TestMinimumBasicScenario-159661792-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1094 time: 0.3181868 Dec 22 15:58:29.559089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54798) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:29.565660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:29.574715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:29.579025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:floatingip and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:29.583411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:29.591964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:29.645400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:29.809884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:30.025374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Allocated IP 172.26.4.235 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/1b2ae2d9-64f8-4a98-b1b0-f15494f262f5) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:58:30.203139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:30.263122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:30.268109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de5ebb79-29da-432c-abe3-667b5a85d8f4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:30.341435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:58:30.342652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:58:30.345453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:58:30.384478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'Port': ['ID=1b2ae2d9-64f8-4a98-b1b0-f15494f262f5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:30.407512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.407879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.408309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.408734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.409157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.409578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.409997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.410413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.410848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.411271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.411685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.415988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:30.898224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:30.995052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:31.213586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:31.245132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:31.250563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05d189a2-8dc2-402c-a16d-63ac360f8104 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:31.365433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'Port': ['ID=1b2ae2d9-64f8-4a98-b1b0-f15494f262f5,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:31.369954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:31.379637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:31.598242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Floating IP f6efe6c1-0c21-4819-90cd-41296b29dbbf associated. External IP: 172.26.4.235, port: 48c5fa4a-27aa-4b58-930c-c5f80a5aab31. Dec 22 15:58:31.794589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.026644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:58:32.244533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:58:32.255009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] Sync routers for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:58:32.268154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:32.268845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:58:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:32.297009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.363415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8031318 Dec 22 15:58:32.364484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:32.366561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54802) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:32.382301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564803884', 'description': 'tempest-secgroup-smoke-1564803884 description', 'project_id': 'c896f8dc32314c08860d86dbe215b499'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:32.390470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:32.403286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:32.426140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1813f5eb-85ee-4102-a1b0-1e49426bdac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.462629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.500812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:58:32.504428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:32.508651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:32.512445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:32.518685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:32.532670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'status': 'completed', 'code': 200} Dec 22 15:58:32.634943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.665108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-114e4d5c-016a-40f1-9ee6-367fcaf5f01d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1099 time: 0.1056297 Dec 22 15:58:32.697660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.712524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef4e79c9-f07d-45fc-ac6c-28daa72dc7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:32.823515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca056c2e-36ea-416f-9e2d-693ca96c15f0,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:32.858940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.859386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.859818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.860236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.860660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.861079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.861498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.861912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.862322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.862863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.867169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:32.867872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:32.895678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-8f5aa86f-0cfc-428f-984d-b6cadfd53640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:32.897239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-8f5aa86f-0cfc-428f-984d-b6cadfd53640 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.2250376 Dec 22 15:58:32.898613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.899889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5321097 Dec 22 15:58:32.903313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54810) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:32.904615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'f6efe6c1-0c21-4819-90cd-41296b29dbbf', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'port_id': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'mac_address': 'fa:16:3e:f1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96658e6-b015-4a6d-a279-255f395c312a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:58:30Z', 'updated_at': '2021-12-22T15:58:30Z', 'revision_number': 0, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:36Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:32.911671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] Checking router: fc3c3016-10d9-43c4-b5c0-08e54cb54d9e for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:58:32.914060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group_rule': {'security_group_id': 'ca056c2e-36ea-416f-9e2d-693ca96c15f0', 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:32.939408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:32.939408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:58:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:32.968824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:32.990872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:32.997067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:33.006904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:33.038320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-e800b6ba-f8fa-4b5c-9056-6c468b3ebbda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1000 time: 0.1319051 Dec 22 15:58:33.107403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.130512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:58:33.130722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-d56c16e6-4448-4b3c-b4ed-542509e9d881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:33.132456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-d56c16e6-4448-4b3c-b4ed-542509e9d881 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0873950 Dec 22 15:58:33.249787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-235920b3-c16a-4bf1-a24d-df77f0ca0600 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024497 Dec 22 15:58:33.361258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.409730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.413541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-278ae75a-571b-4477-929f-299bbf08c753 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:33.434931 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-5d123c35-595f-481c-9836-a1d171ffd686 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791418 Dec 22 15:58:33.440702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66041b86-4c4f-49d0-8199-230dec0a6e2d,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:33.469747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:33.516354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'f6efe6c1-0c21-4819-90cd-41296b29dbbf', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'port_id': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'mac_address': 'fa:16:3e:f1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96658e6-b015-4a6d-a279-255f395c312a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:58:30Z', 'updated_at': '2021-12-22T15:58:30Z', 'revision_number': 0, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:36Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:33.520816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48660e-d25a-421b-95c7-e2612d0b8e30 None None] The sync data for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv is: [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'f6efe6c1-0c21-4819-90cd-41296b29dbbf', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'port_id': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'mac_address': 'fa:16:3e:f1:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96658e6-b015-4a6d-a279-255f395c312a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:58:30Z', 'updated_at': '2021-12-22T15:58:30Z', 'revision_number': 0, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:36Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:58:33.541886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.543831 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6393988 Dec 22 15:58:33.546917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54814) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:33.553618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group_rule': {'security_group_id': 'ca056c2e-36ea-416f-9e2d-693ca96c15f0', 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:33.560391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:33.564648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:33.568159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:33.577637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:33.634370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.802858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.828378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.830676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:33.847704 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e7fd235-7ef5-4fb5-a337-074a4e5111ae req-c11cfe49-b86b-4714-ad03-08b236d43d92 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046206 Dec 22 15:58:33.850956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.857922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7275e48-a9fd-4c8f-b8f9-9c25e0cea3b0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:33.862939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:33.920017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:33.921387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3733773 Dec 22 15:58:33.924649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54818) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:33.931256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group_rule': {'security_group_id': 'ca056c2e-36ea-416f-9e2d-693ca96c15f0', 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:33.938098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:33.939153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca061a5f-5044-40cc-925e-2a4a7b206741 None None] New status for floating IP f6efe6c1-0c21-4819-90cd-41296b29dbbf: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:58:33.942204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:33.945420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:33.952061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:34.001789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.077826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.108681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.111131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-547d319e-8913-4a83-92ed-97fb59ae7889 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:34.135287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20efe3e8-97fc-4bbd-81a4-82d852e2e1d7,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:34.138993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:34.188699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.190067 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2641644 Dec 22 15:58:34.193319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54822) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:34.200077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group_rule': {'security_group_id': 'ca056c2e-36ea-416f-9e2d-693ca96c15f0', 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:34.206852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:34.211364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:34.214530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:34.222257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:34.293111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.367501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.411534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.413592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a104f50c-787e-42b7-b553-641fc12ed80a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:34.438297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcd5b57-f508-4de0-adac-c394265069f0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:34.441061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:34.502750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.504169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f8c30d90-af13-402f-ba1a-9fb46f06e307 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3097532 Dec 22 15:58:34.507204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54826) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:34.513305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group_rule': {'security_group_id': 'ca056c2e-36ea-416f-9e2d-693ca96c15f0', 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:34.520213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:34.524424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:34.527678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:34.533813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:34.576509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40e07d95-1374-4deb-8753-2d9244ebb960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.611646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Project c896f8dc32314c08860d86dbe215b499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:58:34.619103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.706936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.742531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.744604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa307595-a54b-46c0-a1f7-eb6068e142cc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:34.771319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97669464-8d2f-4e9d-9a50-259277f57ecd,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:34.776505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:34.828601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.830897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3226490 Dec 22 15:58:34.833966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54830) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:34.840769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'security_group_rule': {'security_group_id': 'ca056c2e-36ea-416f-9e2d-693ca96c15f0', 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:34.847549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:34.852104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Usage tracker for resource:security_group_rule and tenant:c896f8dc32314c08860d86dbe215b499 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:34.856002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:34.862336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:34.903588 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Project c896f8dc32314c08860d86dbe215b499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:58:34.911396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:34.989004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.028979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.037086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-40292e76-f809-4136-9922-6c16774e3dd3 tempest-SecGroupIPv6Test-1867445488 tempest-SecGroupIPv6Test-1867445488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:35.060704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35146a3-a8e1-490d-b6c6-745264e143c7,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:35.063512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:35.079683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.108462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.109878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2748661 Dec 22 15:58:35.251046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f631c5c4-8785-4c74-9513-76273c33da3c req-4d38acae-07f8-4f36-8abf-a5b2a085579e tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Synchronizing usage tracker for tenant:c896f8dc32314c08860d86dbe215b499 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:58:35.320361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f631c5c4-8785-4c74-9513-76273c33da3c req-4d38acae-07f8-4f36-8abf-a5b2a085579e tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Unset dirty status for tenant:c896f8dc32314c08860d86dbe215b499 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:58:35.321606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f631c5c4-8785-4c74-9513-76273c33da3c req-4d38acae-07f8-4f36-8abf-a5b2a085579e tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564803884&fields=id&tenant_id=c896f8dc32314c08860d86dbe215b499 HTTP/1.1" status: 200 len: 267 time: 0.1151714 Dec 22 15:58:35.417406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631c5c4-8785-4c74-9513-76273c33da3c req-155430b1-564a-4863-b977-a4a1048e5405 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:35.419098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f631c5c4-8785-4c74-9513-76273c33da3c req-155430b1-564a-4863-b977-a4a1048e5405 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0906405 Dec 22 15:58:35.431133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'port': {'security_groups': ['945b6eaa-4632-4087-bf96-6cfc86c6b3dc', 'ca056c2e-36ea-416f-9e2d-693ca96c15f0']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:35.560913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.945966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:35.976784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:36.011144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:36.017792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b00a82eb-9bde-4c0d-9dbf-9a15a5c56f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:36.023320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48c5fa4a-27aa-4b58-930c-c5f80a5aab31'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:58:36.094104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:36.094890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:36.100238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f631c5c4-8785-4c74-9513-76273c33da3c req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "PUT /v2.0/ports/48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 982 time: 0.6741774 Dec 22 15:58:36.103851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:36.155628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=6']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:36.157127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48c5fa4a-27aa-4b58-930c-c5f80a5aab31'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:58:36.159735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:36.203423 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'status': 'completed', 'code': 200} Dec 22 15:58:36.356488 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-ab43baf8-a017-4ec7-958a-6fd5eee2c7ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1138 time: 0.1315591 Dec 22 15:58:36.390062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fdae8-54b1-4964-94eb-0a96c2c9155d req-9915a02e-5d8d-4e91-878b-cc306cfabce5 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:36.403024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a7fdae8-54b1-4964-94eb-0a96c2c9155d req-9915a02e-5d8d-4e91-878b-cc306cfabce5 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.1112032 Dec 22 15:58:36.455517 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1a7fdae8-54b1-4964-94eb-0a96c2c9155d req-7f4c7957-7776-464d-8d14-fe8582973085 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510926 Dec 22 15:58:36.526566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-ca3b1ceb-27e4-409d-bfe8-e1fe1432d2b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:36.528821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-ca3b1ceb-27e4-409d-bfe8-e1fe1432d2b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.1654015 Dec 22 15:58:36.633726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-20afc80b-a207-404d-b0c7-28d3b5b6f052 None None] Provisioning complete for port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:58:36.634169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-20afc80b-a207-404d-b0c7-28d3b5b6f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:36.645415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-0cac365c-4cf7-4b0a-b664-9c873aeb13ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1002 time: 0.1063383 Dec 22 15:58:36.727321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-bb036056-7d78-4771-bca8-4329159407b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:36.728863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-bb036056-7d78-4771-bca8-4329159407b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0790186 Dec 22 15:58:36.810855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-bb00ac05-89ca-45d9-b7cd-254b1a2de479 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743163 Dec 22 15:58:36.961818 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-55a086c8-2cfe-43e7-877a-af15228a402e service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424015 Dec 22 15:58:37.006489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:37.122079 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e14ada6d-d773-4e21-bdfb-913c4493b099 req-79a26a16-c4eb-4b0a-981d-8271435daab1 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532712 Dec 22 15:58:37.937318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-feda2b5d-0ef3-4a0b-b201-3c7a83880c08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803518 Dec 22 15:58:38.102220 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-78c644b1-1c47-4d9d-8aa0-184d8aa5b0ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1138 time: 0.0876925 Dec 22 15:58:38.268202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d1f8-d465-4de1-910d-127e448960d1 req-80cdc134-6b50-4798-af6b-060b22f2131f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:38.269841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-80cdc134-6b50-4798-af6b-060b22f2131f service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.1476090 Dec 22 15:58:38.380477 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-a9a42df5-634b-4b83-873b-f3947141a160 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1002 time: 0.1038685 Dec 22 15:58:38.451245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d1f8-d465-4de1-910d-127e448960d1 req-e714e533-9904-4422-9821-d24fb05715c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:38.452884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-e714e533-9904-4422-9821-d24fb05715c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0656500 Dec 22 15:58:38.536321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-07c31b42-07e0-4701-9b00-86c772deec77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765510 Dec 22 15:58:38.681896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-c08e6a30-94d1-49ac-9b2b-900d91711026 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348135 Dec 22 15:58:38.823330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4945d1f8-d465-4de1-910d-127e448960d1 req-397eed7f-187e-4e83-b50d-7aeb6e96f0d3 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349828 Dec 22 15:58:50.712910 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-49d49f99-2237-48a6-807c-411d69e6536c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1138 time: 0.0764651 Dec 22 15:58:50.725500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09542bb-7565-4053-9ce2-58d5cedbcf26 req-acd06d9a-44a6-43f1-9d87-1baa984f4daa tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:50.727185 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f09542bb-7565-4053-9ce2-58d5cedbcf26 req-acd06d9a-44a6-43f1-9d87-1baa984f4daa tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0848165 Dec 22 15:58:50.782744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f09542bb-7565-4053-9ce2-58d5cedbcf26 req-8aeef13a-1e0b-4843-ad2b-54fd227ca6cc tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485785 Dec 22 15:58:50.859651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-6bc2389c-9400-457a-864d-4ed02c9291a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:50.861268 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-6bc2389c-9400-457a-864d-4ed02c9291a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.1413434 Dec 22 15:58:50.973674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-9d90a81b-c24d-43df-8bd8-5e0da5f16aa6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1002 time: 0.1050053 Dec 22 15:58:51.045167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-3d6f8ec5-83c2-43d2-a7e3-031dbcc8b485 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:51.047393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-3d6f8ec5-83c2-43d2-a7e3-031dbcc8b485 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0670011 Dec 22 15:58:51.133168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-6ad78b79-78b6-4fab-aada-c7b392d4ca71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780680 Dec 22 15:58:51.286096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-5bd2c701-05d4-420b-a520-47d6724c2845 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452422 Dec 22 15:58:51.445410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-98a8df21-07c8-4257-89d5-4451deb5d8ba req-fa9bcdcc-9a9a-4c25-813e-bfaf01150c52 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517694 Dec 22 15:58:51.992982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c8080-0289-49c4-aad7-16fdfafb660b req-94001c1b-eaf0-42f6-a972-97c6670bbfde tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:51.994608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-509c8080-0289-49c4-aad7-16fdfafb660b req-94001c1b-eaf0-42f6-a972-97c6670bbfde tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0837407 Dec 22 15:58:52.045277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-509c8080-0289-49c4-aad7-16fdfafb660b req-10083406-4049-4f79-a3a9-8bd85ffa2c41 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442059 Dec 22 15:58:53.256578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2db0e-3820-4ec0-8567-7c4eb11cc18a req-b19583d4-165c-4f66-a6f0-17f259aacbd2 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:53.258189 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ec2db0e-3820-4ec0-8567-7c4eb11cc18a req-b19583d4-165c-4f66-a6f0-17f259aacbd2 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0832610 Dec 22 15:58:53.308470 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ec2db0e-3820-4ec0-8567-7c4eb11cc18a req-73db9ff1-de73-4929-a2a3-20f8bff8fdf2 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440888 Dec 22 15:58:54.522417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca040917-cf8a-4943-9a56-cf4d43b37264 req-c3cb253c-79c4-4e70-b335-f6d144aecd57 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:54.524108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca040917-cf8a-4943-9a56-cf4d43b37264 req-c3cb253c-79c4-4e70-b335-f6d144aecd57 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0879142 Dec 22 15:58:54.573724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca040917-cf8a-4943-9a56-cf4d43b37264 req-85411db7-3562-4462-9557-09cffba38908 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434239 Dec 22 15:58:56.009764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abd958-6dc6-49fe-b803-b2af44b65158 req-97dd2644-b73b-4e61-a119-4ecf9368a7f7 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:56.011387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43abd958-6dc6-49fe-b803-b2af44b65158 req-97dd2644-b73b-4e61-a119-4ecf9368a7f7 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.3150058 Dec 22 15:58:56.064010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43abd958-6dc6-49fe-b803-b2af44b65158 req-67ef13ca-33da-4f07-b823-d7e58bd497b8 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459163 Dec 22 15:58:57.271684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbae7fa-6742-4c69-a076-f58f4560a580 req-26742528-c370-40d7-aaf2-d9c545640b7f tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:57.273338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bdbae7fa-6742-4c69-a076-f58f4560a580 req-26742528-c370-40d7-aaf2-d9c545640b7f tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0849206 Dec 22 15:58:57.329337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bdbae7fa-6742-4c69-a076-f58f4560a580 req-a9b91ceb-89af-42f1-91a2-63ea9d5c72da tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494699 Dec 22 15:58:58.535041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a263d6-1854-44bb-a563-16ce4483c0a7 req-94462377-a7a0-4ca9-a6a4-770465dc7290 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:58.536648 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c3a263d6-1854-44bb-a563-16ce4483c0a7 req-94462377-a7a0-4ca9-a6a4-770465dc7290 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0833001 Dec 22 15:58:58.586525 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c3a263d6-1854-44bb-a563-16ce4483c0a7 req-c74b8218-87d0-4136-8b82-e8edadbe51d7 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433185 Dec 22 15:58:59.304428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:58:59.791550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc570-982d-46e2-98fa-da9d39a0b2b2 req-909f4c72-3f9a-48c5-8c0e-5728d58baf52 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:59.793426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ebbc570-982d-46e2-98fa-da9d39a0b2b2 req-909f4c72-3f9a-48c5-8c0e-5728d58baf52 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0834417 Dec 22 15:58:59.843992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5ebbc570-982d-46e2-98fa-da9d39a0b2b2 req-a638b3d6-d11b-4e6d-ac07-47b0b861317e tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437717 Dec 22 15:59:01.059353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47854515-1999-4a5a-b45a-e53f74c681e7 req-0206eeb2-a6a9-4d20-afc6-f6df2d3a84f6 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:01.060962 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-47854515-1999-4a5a-b45a-e53f74c681e7 req-0206eeb2-a6a9-4d20-afc6-f6df2d3a84f6 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0911272 Dec 22 15:59:01.111584 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-47854515-1999-4a5a-b45a-e53f74c681e7 req-c2a9b985-711c-408c-afd9-2b8e0d01dcaa tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444701 Dec 22 15:59:01.773705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:02.342206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f130bea2-c728-4ff1-8a67-de6ae22ebad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:02.592684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28faf8-6e65-4ee3-95f6-4942c9e7ab69 req-69078c42-a20d-4b73-bdb2-9d016d33f3f2 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:02.594328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa28faf8-6e65-4ee3-95f6-4942c9e7ab69 req-69078c42-a20d-4b73-bdb2-9d016d33f3f2 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.3508086 Dec 22 15:59:02.644469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fa28faf8-6e65-4ee3-95f6-4942c9e7ab69 req-ad4682cb-a1dc-476f-8971-be85b821f753 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438683 Dec 22 15:59:03.849192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c65435-b76f-4ccb-86c1-8767cf0720f7 req-5fab778d-993c-494b-a55b-37a50b05d58a tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:03.850743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65c65435-b76f-4ccb-86c1-8767cf0720f7 req-5fab778d-993c-494b-a55b-37a50b05d58a tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0837054 Dec 22 15:59:03.863253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:03.901649 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65c65435-b76f-4ccb-86c1-8767cf0720f7 req-4f2ffb5e-2621-440a-bc9c-19cae9ffd147 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444634 Dec 22 15:59:04.588816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-95ba1968-0aea-470f-bf04-0c82a990d263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:05.080129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:05.113750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13c82f-22fe-4963-a992-774c0ee77ef6 req-f579b4d6-806a-417b-ac8b-05f740546d30 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:05.115424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de13c82f-22fe-4963-a992-774c0ee77ef6 req-f579b4d6-806a-417b-ac8b-05f740546d30 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0917735 Dec 22 15:59:05.168825 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de13c82f-22fe-4963-a992-774c0ee77ef6 req-c9b163df-2c84-4afc-a94a-6497d00246f4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470786 Dec 22 15:59:06.387749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36a469-f0a9-4b80-b5f0-38dcae69ada1 req-5b222436-022f-443e-8063-baf56a1a4386 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:06.389406 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba36a469-f0a9-4b80-b5f0-38dcae69ada1 req-5b222436-022f-443e-8063-baf56a1a4386 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0929334 Dec 22 15:59:06.445561 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba36a469-f0a9-4b80-b5f0-38dcae69ada1 req-543518e0-03a1-434b-b5f8-78168b6b85eb tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499012 Dec 22 15:59:06.937286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:07.655160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ae195-665e-4475-b193-1508b7eaf014 req-2f2193b2-a5f2-4400-870c-5042d9bd0497 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:07.656789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef1ae195-665e-4475-b193-1508b7eaf014 req-2f2193b2-a5f2-4400-870c-5042d9bd0497 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0879445 Dec 22 15:59:07.707663 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ef1ae195-665e-4475-b193-1508b7eaf014 req-925cbbdb-bb78-43bb-89a9-510fcac36b44 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca056c2e-36ea-416f-9e2d-693ca96c15f0&id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444322 Dec 22 15:59:31.777150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.338117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-004df090-fcb4-4af5-a65c-fcd9436bdf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.874828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:34.583238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d35e10df-0ef0-4442-b305-f6548426cb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.091673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:36.305887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:59:36.937576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.908730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-dd4a9cae-adcf-46a7-8e66-61d43e547afd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737681 Dec 22 15:59:39.064085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-00125b6a-f14b-4df4-92f4-d0801e213ca4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1138 time: 0.0791626 Dec 22 15:59:39.226463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-6b0ad6fb-4373-4cbc-88d9-06c26048f10c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:39.228119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-6b0ad6fb-4373-4cbc-88d9-06c26048f10c service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.1430218 Dec 22 15:59:39.337791 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-31c4b4c2-ebcc-4d0c-be86-1f1a0b1d332a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1002 time: 0.1027806 Dec 22 15:59:39.410999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-8b72ad4b-71b8-4980-9c64-265f3e7a0b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:39.412613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-8b72ad4b-71b8-4980-9c64-265f3e7a0b23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0653033 Dec 22 15:59:39.496253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-afc124d0-14b3-49e5-bcb5-2f59b2fda52a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764887 Dec 22 15:59:39.642591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-19c0b3d4-2c02-41f4-a6f3-91d0cd014caf service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394846 Dec 22 15:59:39.786781 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0e6e8974-96d5-440b-be7b-26a746d90acc req-17026636-8d0b-4201-ad87-6d3898ec44ff service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377549 Dec 22 15:59:40.459056 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-e2df377b-a26a-438a-994d-e4798659f638 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564803884&fields=id&tenant_id=c896f8dc32314c08860d86dbe215b499 HTTP/1.1" status: 200 len: 267 time: 0.0441625 Dec 22 15:59:40.549916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-afff18d9-93b5-4f2b-b651-27d025ee1c2f tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:40.551526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-afff18d9-93b5-4f2b-b651-27d025ee1c2f tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 985 time: 0.0861058 Dec 22 15:59:40.563665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Request body: {'port': {'security_groups': ['945b6eaa-4632-4087-bf96-6cfc86c6b3dc']}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:40.686057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.954265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:40.980436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.023294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.029390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:41.034749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48c5fa4a-27aa-4b58-930c-c5f80a5aab31'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:59:41.112323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:41.113041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.114581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d77a1d46-fef4-47b1-9e9e-ea0a8180b727 req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "PUT /v2.0/ports/48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 943 time: 0.5558140 Dec 22 15:59:41.115200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:41.136610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 54888) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:41.148036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event updated for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=7']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:41.175007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.175454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.175891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.176320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.177093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.177779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.178211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.178639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.179086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.179510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.179934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.195032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:41.198181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48c5fa4a-27aa-4b58-930c-c5f80a5aab31'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:59:41.213770 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'status': 'completed', 'code': 200} Dec 22 15:59:41.318380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.368499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.383764 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-7113b637-0a30-4279-bbbf-67e04a93f5cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1099 time: 0.1460588 Dec 22 15:59:41.456245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-29ab730d-745d-401c-b73d-ab76e2053a2d None None] Provisioning complete for port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:41.456602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29ab730d-745d-401c-b73d-ab76e2053a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.559069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381d38-46dd-426b-9946-8f5fc86250ec req-14403bf7-e7d9-4c47-9865-45c4690fe265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:41.560912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-14403bf7-e7d9-4c47-9865-45c4690fe265 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.1666493 Dec 22 15:59:41.680196 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-6e066bdc-4de0-466b-aad5-5024b44a9bf4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 1002 time: 0.1125588 Dec 22 15:59:41.681933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.688720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e95cc939-1705-42da-8bb3-0072d984764e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:41.750080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca056c2e-36ea-416f-9e2d-693ca96c15f0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:41.771270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.771708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.772138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.772562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.772984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.773402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.773817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.774235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.774649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.775118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.775536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:41.780720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:41.791688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381d38-46dd-426b-9946-8f5fc86250ec req-e21c272b-a6f9-4e56-a96f-6491a0439f55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:41.793576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-e21c272b-a6f9-4e56-a96f-6491a0439f55 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.1069710 Dec 22 15:59:41.794787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.795929 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06e176e8-e65a-4c29-ae42-ae534ceb0d20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca056c2e-36ea-416f-9e2d-693ca96c15f0 HTTP/1.1" status: 204 len: 168 time: 0.6569397 Dec 22 15:59:41.799096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54892) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:41.874879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-0056218c-e67a-462b-bc53-b8e5b335fc16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748980 Dec 22 15:59:42.013883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Deleting port 1b2ae2d9-64f8-4a98-b1b0-f15494f262f5 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:42.014196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:42.020211 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-57a5b9f4-b39c-4c70-8109-fd86697fe088 service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383805 Dec 22 15:59:42.166398 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-05381d38-46dd-426b-9946-8f5fc86250ec req-8fa3effe-d50d-4222-9798-80786322698e service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396768 Dec 22 15:59:42.196112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:42.196480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:42.327259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Calling delete_port for 1b2ae2d9-64f8-4a98-b1b0-f15494f262f5 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:42.503134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:42.507698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:42.552135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event deleted for resources: {'Port': ['ID=1b2ae2d9-64f8-4a98-b1b0-f15494f262f5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:42.555963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:42.645110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:43.058748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:59:43.279334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:43.289402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] Sync routers for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:43.302657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:43.306747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:59:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:43.343925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:43.400532 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "DELETE /v2.0/floatingips/f6efe6c1-0c21-4819-90cd-41296b29dbbf HTTP/1.1" status: 204 len: 168 time: 1.5996590 Dec 22 15:59:43.401236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:43.465156 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'status': 'completed', 'code': 200} Dec 22 15:59:43.498914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:43.561898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-dc962539-5e63-4d1c-b449-853b8cbdb14c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c896f8dc32314c08860d86dbe215b499&device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 1099 time: 0.0781243 Dec 22 15:59:43.717008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-726193cc-eed6-40c5-8fdb-69359b455bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:43.720700 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-726193cc-eed6-40c5-8fdb-69359b455bf5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 200 len: 916 time: 0.1496358 Dec 22 15:59:43.796140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-991f9e3e-4b94-41ed-a821-be90d0932ac5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 200 len: 217 time: 0.0715060 Dec 22 15:59:43.847314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:36Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:43.851801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] Checking router: fc3c3016-10d9-43c4-b5c0-08e54cb54d9e for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:43.873005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:43.873954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-d4285b25-6080-446c-aa76-8577f85aa55f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:43.874520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:59:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:43.875857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-d4285b25-6080-446c-aa76-8577f85aa55f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 200 len: 854 time: 0.0695148 Dec 22 15:59:43.967670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-a1fe7793-ded2-4c07-8954-835998530910 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859344 Dec 22 15:59:44.075523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:44.139107 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-a3d1cace-d9fd-4c12-8edc-c356d070bffc service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589634 Dec 22 15:59:44.281916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4a8c22fa-7960-48a9-917e-9db5591471f1 req-18f92860-9d43-41ce-a765-c48982ee613c service neutron] 10.222.0.71 "GET /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424303 Dec 22 15:59:44.441555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:36Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:44.446079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13d679d-ddc4-45ba-b393-4176fcd85a77 None None] The sync data for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv is: [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:57:27Z', 'revision_number': 4, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '22612abd-1a17-4257-bd6d-5b1e5e86d945', 'name': '', 'network_id': '90f8a8f3-a874-46db-a4a0-a50a8b5edb0e', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'mac_address': 'fa:16:3e:8c:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '208cb448-791d-4086-8e77-382391f72598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:26Z', 'updated_at': '2021-12-22T15:57:36Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'subnets': [{'id': '208cb448-791d-4086-8e77-382391f72598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:44.941078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aec59c-da35-43b6-a916-1e121211a094 None None] New status for floating IP f6efe6c1-0c21-4819-90cd-41296b29dbbf: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:59:49.295612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7052-305c-4b77-8fb0-ffe79f85e28a req-2bbc07ed-867c-45d0-bf03-334b1245e086 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:49.296384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8c0e7052-305c-4b77-8fb0-ffe79f85e28a req-2bbc07ed-867c-45d0-bf03-334b1245e086 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Synchronizing usage tracker for tenant:c896f8dc32314c08860d86dbe215b499 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:49.348686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8c0e7052-305c-4b77-8fb0-ffe79f85e28a req-2bbc07ed-867c-45d0-bf03-334b1245e086 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Unset dirty status for tenant:c896f8dc32314c08860d86dbe215b499 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:49.349960 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c0e7052-305c-4b77-8fb0-ffe79f85e28a req-2bbc07ed-867c-45d0-bf03-334b1245e086 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.1423235 Dec 22 15:59:49.405101 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c0e7052-305c-4b77-8fb0-ffe79f85e28a req-544969d6-c8ff-4bd4-957c-7746d7c44c76 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Dec 22 15:59:50.611334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f83c-9802-4ac8-a813-c13af9866385 req-f70e4234-7a5a-4e54-9b1e-5e3d4e859493 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:50.612965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e304f83c-9802-4ac8-a813-c13af9866385 req-f70e4234-7a5a-4e54-9b1e-5e3d4e859493 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0864344 Dec 22 15:59:50.661416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e304f83c-9802-4ac8-a813-c13af9866385 req-e3b2bd00-2fb1-4208-8b9f-a84a806f89f9 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Synchronizing usage tracker for tenant:c896f8dc32314c08860d86dbe215b499 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:50.709277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e304f83c-9802-4ac8-a813-c13af9866385 req-e3b2bd00-2fb1-4208-8b9f-a84a806f89f9 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Unset dirty status for tenant:c896f8dc32314c08860d86dbe215b499 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:50.710494 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e304f83c-9802-4ac8-a813-c13af9866385 req-e3b2bd00-2fb1-4208-8b9f-a84a806f89f9 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/security-groups?id=945b6eaa-4632-4087-bf96-6cfc86c6b3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914783 Dec 22 15:59:50.880628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-785295ec-a98d-4155-9e8f-c6c6ec54c2aa tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:50.882206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-785295ec-a98d-4155-9e8f-c6c6ec54c2aa tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.71 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 946 time: 0.0869229 Dec 22 15:59:50.960087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Deleting port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:50.960395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:51.220150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] For port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:51.220472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:51.348938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Calling delete_port for 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:51.617620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:51.623666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b367c8b-1564-435c-8550-a7c8fbe45f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:51.630593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['48c5fa4a-27aa-4b58-930c-c5f80a5aab31'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:59:51.667669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Pushing event deleted for resources: {'Port': ['ID=48c5fa4a-27aa-4b58-930c-c5f80a5aab31,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:51.671904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:51.747838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] No DVR routers for this DVR port 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:59:51.750043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:51.753314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'name': 'network-vif-deleted', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:51.807338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-572483ec-cd7f-4a04-8d2a-12cee90987d5 req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.71 "DELETE /v2.0/ports/48c5fa4a-27aa-4b58-930c-c5f80a5aab31 HTTP/1.1" status: 204 len: 173 time: 0.9197414 Dec 22 15:59:51.883685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6f5c491f-94ca-4ab7-ace4-e7dc4a23f225 req-a46b9dca-6905-4b8d-8f99-d35d93357f21 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] 10.222.0.32 "GET /v2.0/ports?device_id=d96658e6-b015-4a6d-a279-255f395c312a HTTP/1.1" status: 200 len: 210 time: 0.0466552 Dec 22 15:59:51.898230 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96658e6-b015-4a6d-a279-255f395c312a', 'name': 'network-vif-deleted', 'tag': '48c5fa4a-27aa-4b58-930c-c5f80a5aab31', 'status': 'completed', 'code': 200} Dec 22 15:59:54.076938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:54.115649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:54.116071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 48c5fa4a-27aa-4b58-930c-c5f80a5aab31 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:54.358505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54988) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:54.774854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.653578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Deleting port 22612abd-1a17-4257-bd6d-5b1e5e86d945 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:55.654254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.839125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] For port 22612abd-1a17-4257-bd6d-5b1e5e86d945, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22612abd-1a17-4257-bd6d-5b1e5e86d945,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:55.839519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.970477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Calling delete_port for 22612abd-1a17-4257-bd6d-5b1e5e86d945 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:56.252189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:56.257154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc518f28-269d-4e30-a349-4eacf485f7e5 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:56.300364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Pushing event deleted for resources: {'Port': ['ID=22612abd-1a17-4257-bd6d-5b1e5e86d945,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:56.303329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:56.612473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:57.237536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:59:57.451236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:57.460993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] Sync routers for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:57.464217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78352ca2-933f-4aba-9a65-9e9a90d0f809 admin admin] 10.222.0.32 "PUT /v2.0/routers/fc3c3016-10d9-43c4-b5c0-08e54cb54d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044445 Dec 22 15:59:57.466909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54992) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:57.475042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:57.475733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:59:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:57.672740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:57.913126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:57.987035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:59:56Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:57.991227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] Checking router: fc3c3016-10d9-43c4-b5c0-08e54cb54d9e for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:58.003716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] Routers {'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:58.004406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T15:59:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:58.138440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:58.195101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Deleting port cc996344-1e42-4365-828a-4e4dd912080b {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:58.195598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:58.361984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] Set router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:58.382479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] For port cc996344-1e42-4365-828a-4e4dd912080b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=cc996344-1e42-4365-828a-4e4dd912080b,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:58.382942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:58.514011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Calling delete_port for cc996344-1e42-4365-828a-4e4dd912080b owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:58.674902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:59:56Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:58.679148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd57690-5a94-41fe-ae85-c7c45cd1370f None None] The sync data for ids ['fc3c3016-10d9-43c4-b5c0-08e54cb54d9e'] in dv-neutron-822709-1-hyperv is: [{'id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'name': 'tempest-TestMinimumBasicScenario-1012495196-router', 'tenant_id': 'c896f8dc32314c08860d86dbe215b499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247'}], 'enable_snat': True}, 'gw_port_id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:23Z', 'updated_at': '2021-12-22T15:59:56Z', 'revision_number': 5, 'project_id': 'c896f8dc32314c08860d86dbe215b499', 'gw_port': {'id': 'cc996344-1e42-4365-828a-4e4dd912080b', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ba:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3c3016-10d9-43c4-b5c0-08e54cb54d9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:24Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:58.812324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:58.816477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-614cdf3e-bfc6-46ae-9a1a-b529a72e995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:58.861815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc996344-1e42-4365-828a-4e4dd912080b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:58.865640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:59.112415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.392272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.396953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.720311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.720941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3c3016-10d9-43c4-b5c0-08e54cb54d9e {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:59:59.734627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.736247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fc3c3016-10d9-43c4-b5c0-08e54cb54d9e HTTP/1.1" status: 204 len: 168 time: 2.2683501 Dec 22 15:59:59.738974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 54996) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:59.772418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22612abd-1a17-4257-bd6d-5b1e5e86d945 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:59.806911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 22612abd-1a17-4257-bd6d-5b1e5e86d945 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:59.807323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22612abd-1a17-4257-bd6d-5b1e5e86d945 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:59.810666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Deleting subnet 208cb448-791d-4086-8e77-382391f72598 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 15:59:59.814622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.868320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.957501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.258083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.262976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7aed4f82-dac6-401b-8548-d4898761163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:00.300455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208cb448-791d-4086-8e77-382391f72598,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:00.303455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:00.306217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.312406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a94612-b93e-4311-b810-657acfeb870e None None] Network 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:00.313805 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1da794c7-9789-45f2-801d-e8147360fa64 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/208cb448-791d-4086-8e77-382391f72598 HTTP/1.1" status: 204 len: 168 time: 0.5733459 Dec 22 16:00:00.316154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55000) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:00.436150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.447492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Deleting port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:00.447869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.592186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e43058-1f37-4c52-9316-763070dee201 None None] DHCP port deletion for 90f8a8f3-a874-46db-a4a0-a50a8b5edb0e request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:00:00.596660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Deleting port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:00.597100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.670912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] For port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:00.671317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.798793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Calling delete_port for 62035b7c-ae26-42cb-af43-f3d3ec3ac11e owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:00.831374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-70e43058-1f37-4c52-9316-763070dee201 None None] For port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,segment=NetworkSegment(eb03db5b-9688-4439-a891-9fe3cdbe9ecf),segment_id=eb03db5b-9688-4439-a891-9fe3cdbe9ecf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:00.831768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.898009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.902969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-269afa6d-fdea-4bba-9cad-3a4620132841 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:00.951608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=62035b7c-ae26-42cb-af43-f3d3ec3ac11e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:00.954497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:00.957856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] No DVR routers for this DVR port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:00:00.965388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Calling delete_port for 62035b7c-ae26-42cb-af43-f3d3ec3ac11e owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:00:01.037796 dv-neutron-822709-1-hyperv neutron-server[88856]: % (table.description, expected, rows_matched) Dec 22 16:00:01.046255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:00:01.047008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:00:01.088913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.118957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f8a8f3-a874-46db-a4a0-a50a8b5edb0e']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:01.132995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:01.133336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb03db5b-9688-4439-a891-9fe3cdbe9ecf') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:01.145834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.326328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.333469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:00:01.333993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:00:01.348502 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:00:01.520260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.523823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-84d75e15-b193-4d9b-8627-80dbfd9ac062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:01.540492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.548896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Deleting port 62035b7c-ae26-42cb-af43-f3d3ec3ac11e {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:01.549449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f8a8f3-a874-46db-a4a0-a50a8b5edb0e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:01.549621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70e43058-1f37-4c52-9316-763070dee201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.554016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:01.557808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] 10.222.0.32 "DELETE /v2.0/networks/90f8a8f3-a874-46db-a4a0-a50a8b5edb0e HTTP/1.1" status: 204 len: 168 time: 1.2406070 Dec 22 16:00:01.561049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55004) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:01.614683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-70e43058-1f37-4c52-9316-763070dee201 None None] The port '62035b7c-ae26-42cb-af43-f3d3ec3ac11e' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:00:01.762787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 62035b7c-ae26-42cb-af43-f3d3ec3ac11e no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:01.809725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 62035b7c-ae26-42cb-af43-f3d3ec3ac11e {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:01.810122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 62035b7c-ae26-42cb-af43-f3d3ec3ac11e not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:01.810603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cc996344-1e42-4365-828a-4e4dd912080b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:01.856759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: cc996344-1e42-4365-828a-4e4dd912080b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:01.857158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device cc996344-1e42-4365-828a-4e4dd912080b not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:01.898272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.227799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.332119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3df7f41e-c479-44d2-8eff-257febe256b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.861175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Deleting port 25150060-354d-4199-a842-ff3c32e4803e {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:02.861748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:03.044444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] For port 25150060-354d-4199-a842-ff3c32e4803e, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=25150060-354d-4199-a842-ff3c32e4803e,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:03.044840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:03.189133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Calling delete_port for 25150060-354d-4199-a842-ff3c32e4803e owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:03.486437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:03.491366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eae02646-b027-4413-a152-c979a215aac9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:03.533503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25150060-354d-4199-a842-ff3c32e4803e,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:03.538382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:03.851266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:03.857826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:04.464572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:04.595186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9c334f14-36c0-4f1d-b8af-31b58524bae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:04.924840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:04.934787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] Sync routers for ids ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:04.947685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] Routers {'bcb72f20-46ac-4f25-bc70-f5eb51d60c71'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:04.949488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:04.968433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/bcb72f20-46ac-4f25-bc70-f5eb51d60c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4062362 Dec 22 16:00:04.971091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55010) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:05.085345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.196405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.284962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] Set router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:05.404953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.446216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Deleting port 66023b30-b9e4-4127-b4a4-cfbd2b357c45 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:05.448878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.592437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T16:00:03Z', 'revision_number': 5, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port': {'id': '66023b30-b9e4-4127-b4a4-cfbd2b357c45', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:05.597683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] Checking router: bcb72f20-46ac-4f25-bc70-f5eb51d60c71 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:05.609721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] Routers {'bcb72f20-46ac-4f25-bc70-f5eb51d60c71'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:05.610426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:05.643304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] For port 66023b30-b9e4-4127-b4a4-cfbd2b357c45, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=66023b30-b9e4-4127-b4a4-cfbd2b357c45,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:05.643708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.774496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Calling delete_port for 66023b30-b9e4-4127-b4a4-cfbd2b357c45 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:05.775984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] Set router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:05.885157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T16:00:05Z', 'revision_number': 6, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:05.889845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b79815-3e6e-4dca-b28d-a1defa6d3255 None None] The sync data for ids ['bcb72f20-46ac-4f25-bc70-f5eb51d60c71'] in dv-neutron-822709-1-hyperv is: [{'id': 'bcb72f20-46ac-4f25-bc70-f5eb51d60c71', 'name': 'tempest-TestMinimumBasicScenario-1487215762-router', 'tenant_id': 'a42eaeb926424826881c5ce52f9d0c10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:31Z', 'updated_at': '2021-12-22T16:00:05Z', 'revision_number': 6, 'project_id': 'a42eaeb926424826881c5ce52f9d0c10', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:06.096320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.101343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:06.148306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Pushing event deleted for resources: {'Port': ['ID=66023b30-b9e4-4127-b4a4-cfbd2b357c45,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:06.151194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:06.385533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.657290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.661792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.783522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.784149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcb72f20-46ac-4f25-bc70-f5eb51d60c71 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:00:06.797970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.799559 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bcb72f20-46ac-4f25-bc70-f5eb51d60c71 HTTP/1.1" status: 204 len: 168 time: 1.8274736 Dec 22 16:00:06.802611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55014) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:06.873648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Deleting subnet cce2c697-aa13-4882-8c64-677c01076104 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:00:06.877457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.938774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.943467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.024554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.160157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.169247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-663af0c2-e816-4560-9e02-461be0aa4586 tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:07.216917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce2c697-aa13-4882-8c64-677c01076104,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:07.220502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:07.223979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.229489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e9532-903a-4195-bd9b-462889886bda None None] Network 87ed14a8-36c2-4747-8895-89d679a01de8 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:07.232225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-37b085e2-556d-46c5-831f-92ddec79fbcf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cce2c697-aa13-4882-8c64-677c01076104 HTTP/1.1" status: 204 len: 168 time: 0.4285970 Dec 22 16:00:07.234835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55018) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:07.350727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.364525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Deleting port 56ba33d1-b767-4a6a-b273-c061d434b252 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:07.364900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.495945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] DHCP port deletion for 87ed14a8-36c2-4747-8895-89d679a01de8 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:00:07.512663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Deleting port 56ba33d1-b767-4a6a-b273-c061d434b252 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:07.513406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.589368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] For port 56ba33d1-b767-4a6a-b273-c061d434b252, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56ba33d1-b767-4a6a-b273-c061d434b252,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:07.589759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.716544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Calling delete_port for 56ba33d1-b767-4a6a-b273-c061d434b252 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:07.732492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] For port 56ba33d1-b767-4a6a-b273-c061d434b252, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=56ba33d1-b767-4a6a-b273-c061d434b252,segment=NetworkSegment(2d2df2f7-368f-43d8-beb2-ea32b0756c77),segment_id=2d2df2f7-368f-43d8-beb2-ea32b0756c77)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:07.732948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.803470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 25150060-354d-4199-a842-ff3c32e4803e no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:07.879495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:07.884476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-deaed5ee-7ed6-48c6-a812-6fcade54b977 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:07.900730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Calling delete_port for 56ba33d1-b767-4a6a-b273-c061d434b252 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:07.928695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 25150060-354d-4199-a842-ff3c32e4803e {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:07.928963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ba33d1-b767-4a6a-b273-c061d434b252,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:07.929100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 25150060-354d-4199-a842-ff3c32e4803e not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:07.929573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 66023b30-b9e4-4127-b4a4-cfbd2b357c45 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:07.931697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:07.934394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] No DVR routers for this DVR port 56ba33d1-b767-4a6a-b273-c061d434b252 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:00:07.971041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 66023b30-b9e4-4127-b4a4-cfbd2b357c45 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:07.971333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 66023b30-b9e4-4127-b4a4-cfbd2b357c45 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:07.971795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56ba33d1-b767-4a6a-b273-c061d434b252 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:08.009764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 56ba33d1-b767-4a6a-b273-c061d434b252 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:08.009994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 56ba33d1-b767-4a6a-b273-c061d434b252 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:08.041010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:00:08.041424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:00:08.059741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.086689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ed14a8-36c2-4747-8895-89d679a01de8']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:08.100242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2df2f7-368f-43d8-beb2-ea32b0756c77') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:08.100584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2df2f7-368f-43d8-beb2-ea32b0756c77') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:08.113318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.132919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.141475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:00:08.141885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:00:08.157026 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:00:08.343599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.347157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ee0894e3-50bd-40e6-a210-16d9c42a8e44 tempest-RoutersTest-146736037 tempest-RoutersTest-146736037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:08.361187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.375079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ed14a8-36c2-4747-8895-89d679a01de8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:08.379157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:08.381098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] 10.222.0.32 "DELETE /v2.0/networks/87ed14a8-36c2-4747-8895-89d679a01de8 HTTP/1.1" status: 204 len: 168 time: 1.1452475 Dec 22 16:00:08.543215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Deleting port 56ba33d1-b767-4a6a-b273-c061d434b252 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:08.544280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.610109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-82a4b6b2-3e48-4f70-8b17-fa5325545310 None None] The port '56ba33d1-b767-4a6a-b273-c061d434b252' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:00:08.742573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55024) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:08.801179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b35fa74-b3ff-4478-b1ed-8b16806746c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c896f8dc32314c08860d86dbe215b499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571876 Dec 22 16:00:08.803734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55028) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:08.867871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.900426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:09.069495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:09.074984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-411b566c-61b0-4050-92b0-47e81f23ae42 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:09.089727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b6eaa-4632-4087-bf96-6cfc86c6b3dc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:09.092692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:09.131734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:09.133158 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f9386b76-90a7-4989-8349-60988545e98b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/945b6eaa-4632-4087-bf96-6cfc86c6b3dc HTTP/1.1" status: 204 len: 168 time: 0.3283868 Dec 22 16:00:09.815543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55036) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:09.871661 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2545a91d-048e-4cbe-a48a-0349635d07c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a42eaeb926424826881c5ce52f9d0c10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547230 Dec 22 16:00:09.874295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55040) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:09.943477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:09.972277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.165097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.169872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aba91752-e6d9-4d04-a1db-b64b13bcef7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:10.185090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd7b301-6299-47c6-90c7-52b710b9642f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:10.187777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:10.191471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.192777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-354a60e4-e397-4549-b02d-b31238f2cdac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cd7b301-6299-47c6-90c7-52b710b9642f HTTP/1.1" status: 204 len: 168 time: 0.3174529 Dec 22 16:00:13.186744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55084) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:13.193926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191777369', 'description': 'tempest-secgroup-smoke-191777369 description', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:13.205264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:13.209804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:13.212973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:13.220955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:13.258422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.272728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.305873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:00:13.307725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:13.311736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:13.314689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:13.320752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:13.512338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.548939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.553576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68ee7e3f-a201-46dc-925a-d5d301b2a448 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:13.596793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:13.601181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaba40a-f868-42d4-9f38-c87d0c714b9f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:13.604307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:13.607269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:13.608114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:13.614857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:13.674158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.703361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.708941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0eaabd9a-efc9-40e9-958f-e384113baec3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:13.748886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1306e4-324e-4bce-a9a9-8b7c6218ba95,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:13.751742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:13.783675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.785131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5968144 Dec 22 16:00:13.788239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55088) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:13.794623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'dc1306e4-324e-4bce-a9a9-8b7c6218ba95', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:13.801155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:13.805200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:13.808277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:13.814370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:13.864182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.928965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.960201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.962154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8005a06d-a202-4b4e-9f9b-0c91979d1b58 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:13.986459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cf58aa-8609-4fef-93b8-a2749ab66fc1,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:13.989034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:14.023659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.025275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2357135 Dec 22 16:00:14.029308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55092) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:14.035281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'dc1306e4-324e-4bce-a9a9-8b7c6218ba95', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:14.041556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:14.046481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:14.049530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:14.055567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:14.121732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.438635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.470074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.478696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6145f9f2-b350-420f-b90f-3ecc097f7abb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:14.500839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc01822-f5aa-4391-952a-b3602e53dce6,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:14.503583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:14.538481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.539907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5095823 Dec 22 16:00:14.542925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55096) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:14.549494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'dc1306e4-324e-4bce-a9a9-8b7c6218ba95', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:14.556126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:14.560288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:14.563568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:14.569867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:14.619266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.688786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.720751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.728857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5675d044-e9de-43c5-af10-6492d6a2e615 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:14.751613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d2e54c-f012-46d8-b35b-71ab34f0bbe0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:14.754169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:14.795300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.796696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2526481 Dec 22 16:00:14.800839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55100) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:14.811896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'dc1306e4-324e-4bce-a9a9-8b7c6218ba95', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:14.822340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:14.827393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:14.830458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:14.836737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:14.888480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.955204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.983333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.985709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9fafaac3-d44f-430f-baee-6ef49161df55 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:15.010165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffdf7f7-dc87-49e1-affd-b8ff1b2d4c8e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:15.014446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:15.046512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.047879 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2456548 Dec 22 16:00:15.050850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55104) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:15.056915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'dc1306e4-324e-4bce-a9a9-8b7c6218ba95', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:15.063922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:15.067954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:15.071016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:15.077038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:15.114803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:00:15.122209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.193071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.241349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.243329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-77ce968e-1a70-43f2-99b3-3f3656014df3 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:15.267468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbb0d3b-4bba-43c7-903e-a1926d95d418,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:15.270048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:15.303190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.304499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2526510 Dec 22 16:00:15.307465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55108) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:15.313998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'dc1306e4-324e-4bce-a9a9-8b7c6218ba95', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:15.320384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:15.324396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:15.327428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:15.333432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:15.377696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:00:15.385045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.454495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.490549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.492604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3a3f187-a003-4ef2-9c64-98bf3bb39889 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:15.515893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda6c24c-d9f6-4573-a542-cda14032e04b,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:15.518478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:15.555141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.556510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2480292 Dec 22 16:00:15.559953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55112) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:15.566048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'network': {'name': 'tempest-network-smoke--1438073159', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:15.571625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:15.575767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:network and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:15.578785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:15.584841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:15.623443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:00:15.629227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.662623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:00:15.672408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.672797 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Added segment d122eca7-6ae5-4a06-98e3-3c9fa1bca45b of type vlan for network 640da115-c20f-405d-895a-d210036a1ec7 Dec 22 16:00:15.701906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.778553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.782694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:15.783419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.787545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b0c4816-b58a-4c44-b0ce-89b67875ce55 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:15.892876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3317432 Dec 22 16:00:15.896472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55116) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:15.901937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Network': ['ID=640da115-c20f-405d-895a-d210036a1ec7,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:15.902452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'admin_state_up': True, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:15.904938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:15.910842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:15.913515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 640da115-c20f-405d-895a-d210036a1ec7 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:00:15.915156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:router and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:15.920833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:15.927450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:15.972626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.973761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.993574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.414929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.651876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.684966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.839963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.74 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/5e015daa-20a9-4fac-9cfb-e791c9bf4fbf) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:17.002097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.062569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.067156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9feb4a18-020e-4e6b-a349-89e71c8d73aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:17.136289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:17.140830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:17.143478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:17.180822 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:17.184942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:17.421464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.422168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.698038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router f11ba336-be35-4484-9e7e-3bf437db432a is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:00:17.918872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:17.929684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Sync routers for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:17.943509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:17.944203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:18.007333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.008985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1111610 Dec 22 16:00:18.012994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55120) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:18.210098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f49a12cb-7555-4025-8543-f4095ef16b62 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1b686b07bff8431dae5eab94bdcb78cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1930997 Dec 22 16:00:18.210438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55126) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:18.313170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:18.360072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a0cad-a6b6-4cf9-8813-47e8fd4d5b97 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:18.361752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f35a0cad-a6b6-4cf9-8813-47e8fd4d5b97 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502161 Dec 22 16:00:18.364890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55130) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:18.414961 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bf71967f-e478-4c18-a53d-7417c052852a tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487652 Dec 22 16:00:18.417700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55134) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:18.424790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-166538039', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:18.541616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:18.546596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:subnet and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:18.549505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:18.555552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:18.600904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:00:18.616819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:17Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:18.621555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Checking router: f11ba336-be35-4484-9e7e-3bf437db432a for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:18.621966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Updating router f11ba336-be35-4484-9e7e-3bf437db432a port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:00:18.679234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.711166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.982865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.988291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6dc46103-90fc-4d3e-b0b1-d40d56eb3d86 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:19.054144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.067013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Transition to ACTIVE for port object 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:19.072433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Subnet': ['ID=a18fe927-b26e-425b-be52-2cbe0b393c9c,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:19.076937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:19.084892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Checking segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:19.085306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network hostable DHCP agents. Network: 640da115-c20f-405d-895a-d210036a1ec7, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:00:19.114044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.118395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:19.159613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 640da115-c20f-405d-895a-d210036a1ec7 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:00:19.199078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Attempting to bind port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:19.200069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Attempting to bind port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:19.200491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Attempting to bind port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:19.206504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Pushing event updated for resources: {'Port': ['ID=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:19.213044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 640da115-c20f-405d-895a-d210036a1ec7) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:19.219066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:19.220289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:19.220289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.220486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:19.220594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:19.220864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.220995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Bound port: 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:19.221240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.253611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f21156-90c6-4ad7-b672-bd3b03946c0c None None] Network 640da115-c20f-405d-895a-d210036a1ec7 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:19.269999 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-404b0248-8c34-4c23-9bba-f71faa50f3e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8497303 Dec 22 16:00:19.277007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55138) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:19.287504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.287889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.288271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.288649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.289027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.289402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.289771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.290144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.290513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.290909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.291279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:19.302672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:19.414930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] For port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:19.429284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] For port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:19.485896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.496100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0f9a316c-2667-4b91-a72e-93eb3cd15840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:19.632181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:19.632889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:19.691437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-640da115-c20f-405d-895a-d210036a1ec7', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:00:19.692348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.711682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Pushing event updated for resources: {'Port': ['ID=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:19.731491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:19.956747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:20.102033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.132468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Allocated IP 172.20.0.2 (640da115-c20f-405d-895a-d210036a1ec7/a18fe927-b26e-425b-be52-2cbe0b393c9c/22c487bb-cf60-4773-864a-0ab1aa742a43) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:20.660261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:17Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:20.667796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1d7050-6f53-4a70-92e2-6efdd8850bba None None] The sync data for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv is: [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:17Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:20.670028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.681435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Transition to ACTIVE for port object 22c487bb-cf60-4773-864a-0ab1aa742a43 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:20.744181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Transition to ACTIVE for port object 22c487bb-cf60-4773-864a-0ab1aa742a43 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:20.784430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.790079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:20.820623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.1 (640da115-c20f-405d-895a-d210036a1ec7/a18fe927-b26e-425b-be52-2cbe0b393c9c/4002c37a-a40a-4c05-a92b-256d40e4ee09) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:20.868361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Network 640da115-c20f-405d-895a-d210036a1ec7 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:20.872611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:20.877404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:20.879736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Pushing event updated for resources: {'Port': ['ID=22c487bb-cf60-4773-864a-0ab1aa742a43,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:20.885282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:20.976707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Attempting to bind port 22c487bb-cf60-4773-864a-0ab1aa742a43 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:20.977133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Attempting to bind port 22c487bb-cf60-4773-864a-0ab1aa742a43 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:20.977746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Attempting to bind port 22c487bb-cf60-4773-864a-0ab1aa742a43 on network 640da115-c20f-405d-895a-d210036a1ec7 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:20.985531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:20.985958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Checking segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:20.986451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.986927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Bound using segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:20.987471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Bound port: 22c487bb-cf60-4773-864a-0ab1aa742a43, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:20.987914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.085298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.089897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] For port 22c487bb-cf60-4773-864a-0ab1aa742a43, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:21.095159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] For port 22c487bb-cf60-4773-864a-0ab1aa742a43, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22c487bb-cf60-4773-864a-0ab1aa742a43,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:21.218616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.223952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:21.268929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 4002c37a-a40a-4c05-a92b-256d40e4ee09 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:21.325039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Pushing event updated for resources: {'Port': ['ID=22c487bb-cf60-4773-864a-0ab1aa742a43,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:21.327021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.328315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:21.334040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42bc2d9b-5c96-419e-9bdd-0604ebb9691f tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:21.409094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 640da115-c20f-405d-895a-d210036a1ec7 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:21.419145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:21.422437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:21.465508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=4002c37a-a40a-4c05-a92b-256d40e4ee09,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:21.468916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:21.499555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.711782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.884509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22c487bb-cf60-4773-864a-0ab1aa742a43 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:22.018690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 22c487bb-cf60-4773-864a-0ab1aa742a43 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:22.035229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:22.195397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:22.200001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.200782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:22.201217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.247069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.277930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:22.331558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.348653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:22.372827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=4002c37a-a40a-4c05-a92b-256d40e4ee09,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:22.375608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.379696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:22.411148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.413728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f59ce4c7-8c9f-4f52-bd81-39694d4a5afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:22.481715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:22.484967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:22.529006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 640da115-c20f-405d-895a-d210036a1ec7 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:22.530099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:23.093830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37372324-0c19-4ca8-b1f2-383823d6321f None None] Network 640da115-c20f-405d-895a-d210036a1ec7 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:23.238190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router f11ba336-be35-4484-9e7e-3bf437db432a has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:23.267786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Provisioning for port 22c487bb-cf60-4773-864a-0ab1aa742a43 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:23.281667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Provisioning complete for port 22c487bb-cf60-4773-864a-0ab1aa742a43 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:23.282097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:23.455709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:23.465918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/f11ba336-be35-4484-9e7e-3bf437db432a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1873608 Dec 22 16:00:23.477541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:23.517615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] For port 22c487bb-cf60-4773-864a-0ab1aa742a43, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22c487bb-cf60-4773-864a-0ab1aa742a43,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:23.555401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:23.558328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5ed89903-c80e-4e2d-be08-a80302168acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:23.630703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Pushing event updated for resources: {'Port': ['ID=22c487bb-cf60-4773-864a-0ab1aa742a43,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:23.634171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:23.683466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-64def79e-ada5-4a26-8837-6819003038bd req-2c67469b-9d29-48b5-bb9b-2bf8cced49ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:23.743938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-64def79e-ada5-4a26-8837-6819003038bd req-2c67469b-9d29-48b5-bb9b-2bf8cced49ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:23.745421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-2c67469b-9d29-48b5-bb9b-2bf8cced49ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191777369&fields=id&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 267 time: 0.1113849 Dec 22 16:00:23.781155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22c487bb-cf60-4773-864a-0ab1aa742a43 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:23.839829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Sync routers for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:23.860341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:23.861101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:23.886264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 22c487bb-cf60-4773-864a-0ab1aa742a43 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:23.887072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:23.923250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64def79e-ada5-4a26-8837-6819003038bd req-1c12523b-4d66-44cf-b482-13e5cfbbf2d2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:23.924110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-64def79e-ada5-4a26-8837-6819003038bd req-1c12523b-4d66-44cf-b482-13e5cfbbf2d2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:23.980285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-64def79e-ada5-4a26-8837-6819003038bd req-1c12523b-4d66-44cf-b482-13e5cfbbf2d2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:23.981640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-1c12523b-4d66-44cf-b482-13e5cfbbf2d2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/networks?id=640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 200 len: 797 time: 0.2259691 Dec 22 16:00:24.004234 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-acd71f6a-ec1b-44df-adf8-c0723495323a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/quotas/1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 375 time: 0.0122771 Dec 22 16:00:24.012280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dacdd39-ff08-4c6a-b2a1-0bae7c2e2fe7 None None] Provisioning for port 4002c37a-a40a-4c05-a92b-256d40e4ee09 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:24.022542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:24.052293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dacdd39-ff08-4c6a-b2a1-0bae7c2e2fe7 None None] Provisioning complete for port 4002c37a-a40a-4c05-a92b-256d40e4ee09 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:24.052714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dacdd39-ff08-4c6a-b2a1-0bae7c2e2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.101352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:24.146167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-64def79e-ada5-4a26-8837-6819003038bd req-e734e7a7-1c62-4299-a38f-8fecacb4bf7a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:24.159074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6dacdd39-ff08-4c6a-b2a1-0bae7c2e2fe7 None None] Port 4002c37a-a40a-4c05-a92b-256d40e4ee09 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:24.201558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-64def79e-ada5-4a26-8837-6819003038bd req-e734e7a7-1c62-4299-a38f-8fecacb4bf7a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:24.202933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-e734e7a7-1c62-4299-a38f-8fecacb4bf7a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1917498 Dec 22 16:00:24.206074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6dacdd39-ff08-4c6a-b2a1-0bae7c2e2fe7 None None] Provisioning complete for port 22c487bb-cf60-4773-864a-0ab1aa742a43 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:24.206503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6dacdd39-ff08-4c6a-b2a1-0bae7c2e2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.255704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:24.256303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.490790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 2, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:24.495367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Checking router: f11ba336-be35-4484-9e7e-3bf437db432a for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:24.495784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Updating router f11ba336-be35-4484-9e7e-3bf437db432a port 4002c37a-a40a-4c05-a92b-256d40e4ee09 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:00:24.516394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-c639425d-c0b6-479b-8629-9ac4701ef18c service neutron] 10.222.0.32 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856078 Dec 22 16:00:24.559987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.592839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4e87a12d-c5f3-4656-9cea-84b788899a8a None None] Provisioning complete for port 4002c37a-a40a-4c05-a92b-256d40e4ee09 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:24.593399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e87a12d-c5f3-4656-9cea-84b788899a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.658791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4e87a12d-c5f3-4656-9cea-84b788899a8a None None] Port 4002c37a-a40a-4c05-a92b-256d40e4ee09 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:24.682929 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-9d9726ee-e681-4726-bc36-d7199be12e7b service neutron] 10.222.0.32 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599460 Dec 22 16:00:24.981268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.996234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Transition to ACTIVE for port object 4002c37a-a40a-4c05-a92b-256d40e4ee09 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:25.030143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.038116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ad68cf3-85fe-4605-b477-2e3a4a48b88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:25.046216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-951483d6-33dc-454a-909b-50a2f71cba9e req-67a33ca4-e92c-49d3-8ac4-463e65d3925c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 210 time: 0.0656512 Dec 22 16:00:25.335349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Pushing event updated for resources: {'Port': ['ID=4002c37a-a40a-4c05-a92b-256d40e4ee09,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:25.349081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.349482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.349858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.350339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.350575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.350980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.351350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.351716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.352083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.352442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.352805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:25.381347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:25.441920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Attempting to bind port 4002c37a-a40a-4c05-a92b-256d40e4ee09 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:25.442347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Attempting to bind port 4002c37a-a40a-4c05-a92b-256d40e4ee09 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:25.442765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Attempting to bind port 4002c37a-a40a-4c05-a92b-256d40e4ee09 on network 640da115-c20f-405d-895a-d210036a1ec7 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:25.450446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:25.450897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Checking segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:25.451355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.451802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Bound using segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:25.452325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Bound port: 4002c37a-a40a-4c05-a92b-256d40e4ee09, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:25.452742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.614187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] For port 4002c37a-a40a-4c05-a92b-256d40e4ee09, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:25.617778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] For port 4002c37a-a40a-4c05-a92b-256d40e4ee09, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4002c37a-a40a-4c05-a92b-256d40e4ee09,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:25.670046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.675002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1105dfa3-90b1-458d-a9cf-9deadfa4615b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:25.758963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:25.759607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:25.830230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Pushing event updated for resources: {'Port': ['ID=4002c37a-a40a-4c05-a92b-256d40e4ee09,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:25.833656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:25.974452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:26.254368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48dc0ff7-2ddd-4266-8955-384a8c815243 req-e6442d4e-f814-4ee2-a36f-592fa6f0d2af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 210 time: 0.0467310 Dec 22 16:00:26.343007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:25Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:26.347372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bfef32-4bb0-4398-bc26-e6357446867d None None] The sync data for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv is: [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:25Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:27.360637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64def79e-ada5-4a26-8837-6819003038bd req-0a1090cc-bddb-423e-98c8-7b851aa12092 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:27.363068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-0a1090cc-bddb-423e-98c8-7b851aa12092 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/networks?id=640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 200 len: 797 time: 0.1746738 Dec 22 16:00:27.430913 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-69df225a-5d02-42d3-a306-8766189cc3eb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 379 time: 0.0577972 Dec 22 16:00:27.473813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'port': {'device_id': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'admin_state_up': True, 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'security_groups': ['dc1306e4-324e-4bce-a9a9-8b7c6218ba95']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:27.501882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-42bd5fcb-5db7-42f3-aa4b-a29d12e88b64 req-5b75a1d4-8184-45d7-8f61-1b3474e3a8fd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 210 time: 0.0758777 Dec 22 16:00:27.633280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:27.645585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:27.675563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:00:27.681285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.797240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4002c37a-a40a-4c05-a92b-256d40e4ee09 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:27.873312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.9 (640da115-c20f-405d-895a-d210036a1ec7/a18fe927-b26e-425b-be52-2cbe0b393c9c/69edda08-d824-4ac3-95e4-c74153878528) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:27.909376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 4002c37a-a40a-4c05-a92b-256d40e4ee09 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:27.915591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4002c37a-a40a-4c05-a92b-256d40e4ee09 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:27.918836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.047400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.087679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.138491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 69edda08-d824-4ac3-95e4-c74153878528 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:28.151239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 4002c37a-a40a-4c05-a92b-256d40e4ee09, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4002c37a-a40a-4c05-a92b-256d40e4ee09,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:28.189751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.192754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-377ef7e9-ff92-4265-ba6d-856558030f3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:28.233812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.240051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e9d81bb-b38e-4116-8efa-ee4bb2dcfb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:28.265266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=4002c37a-a40a-4c05-a92b-256d40e4ee09,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:28.268680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:28.314317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 640da115-c20f-405d-895a-d210036a1ec7 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:28.318204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:28.322890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:28.350334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=69edda08-d824-4ac3-95e4-c74153878528,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:28.357128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:28.392881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:28.393482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.464562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9995630 Dec 22 16:00:28.477014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Request body: {'port': {'device_id': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:28.598983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.707681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b5a78581-4ff5-4d0f-8054-7b3e3bc9c847 None None] Provisioning for port 69edda08-d824-4ac3-95e4-c74153878528 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:28.712130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48875f98-122c-4b66-8482-f4cce301a38f req-b06b3c31-5720-4e39-9038-aab224f8de6a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:28.713601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b5a78581-4ff5-4d0f-8054-7b3e3bc9c847 None None] Provisioning complete for port 69edda08-d824-4ac3-95e4-c74153878528 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:28.713766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48875f98-122c-4b66-8482-f4cce301a38f req-b06b3c31-5720-4e39-9038-aab224f8de6a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 931 time: 0.0843182 Dec 22 16:00:28.714395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b5a78581-4ff5-4d0f-8054-7b3e3bc9c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.769905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b5a78581-4ff5-4d0f-8054-7b3e3bc9c847 None None] Port 69edda08-d824-4ac3-95e4-c74153878528 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:28.772394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48875f98-122c-4b66-8482-f4cce301a38f req-cdd686d4-74f3-4c6b-bdb9-151a207fdde0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509770 Dec 22 16:00:28.967586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69edda08-d824-4ac3-95e4-c74153878528 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:00:28.974900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.995002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Transition to ACTIVE for port object 69edda08-d824-4ac3-95e4-c74153878528 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:29.034163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.039328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:29.177314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Pushing event updated for resources: {'Port': ['ID=69edda08-d824-4ac3-95e4-c74153878528,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:29.182673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:29.314180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Attempting to bind port 69edda08-d824-4ac3-95e4-c74153878528 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:29.314569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Attempting to bind port 69edda08-d824-4ac3-95e4-c74153878528 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:29.314985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Attempting to bind port 69edda08-d824-4ac3-95e4-c74153878528 on network 640da115-c20f-405d-895a-d210036a1ec7 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:29.321941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Port 69edda08-d824-4ac3-95e4-c74153878528 on network 640da115-c20f-405d-895a-d210036a1ec7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:00:29.322312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Attempting to bind port 69edda08-d824-4ac3-95e4-c74153878528 on network 640da115-c20f-405d-895a-d210036a1ec7 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:29.332698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:29.333084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Checking segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:29.333523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Bound using segment: {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:29.334011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Bound port: 69edda08-d824-4ac3-95e4-c74153878528, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '640da115-c20f-405d-895a-d210036a1ec7'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:29.334409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.438032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] For port 69edda08-d824-4ac3-95e4-c74153878528, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:29.443522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] For port 69edda08-d824-4ac3-95e4-c74153878528, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=69edda08-d824-4ac3-95e4-c74153878528,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:29.481811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.486927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-abae57f9-ff8a-4f66-8f94-19b84acfe91a tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:29.548788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.550397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] 10.222.0.71 "PUT /v2.0/ports/69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 200 len: 1093 time: 1.0782166 Dec 22 16:00:29.551094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'tag': '69edda08-d824-4ac3-95e4-c74153878528'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:29.576492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Pushing event updated for resources: {'Port': ['ID=69edda08-d824-4ac3-95e4-c74153878528,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:29.579983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:29.620643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'tag': '69edda08-d824-4ac3-95e4-c74153878528', 'status': 'completed', 'code': 200} Dec 22 16:00:29.785217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4002c37a-a40a-4c05-a92b-256d40e4ee09 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:29.881546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 4002c37a-a40a-4c05-a92b-256d40e4ee09 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:29.882153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.968664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-68cffb77-2032-4371-86c5-c153103ec857 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1096 time: 0.3386223 Dec 22 16:00:29.991585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e568d-49fa-4a1a-979c-f08c9c6baecb req-01b86b56-bd54-458e-ac36-b156233b2879 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:29.993458 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4c3e568d-49fa-4a1a-979c-f08c9c6baecb req-01b86b56-bd54-458e-ac36-b156233b2879 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 943 time: 0.0865693 Dec 22 16:00:30.046312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4c3e568d-49fa-4a1a-979c-f08c9c6baecb req-99a2551c-7e0e-4a98-8451-10b32e84f884 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469592 Dec 22 16:00:30.047915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-13652d17-61e7-4e51-8ea9-70ea371dde46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 200 len: 217 time: 0.0716856 Dec 22 16:00:30.125768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64def79e-ada5-4a26-8837-6819003038bd req-034cb15c-ca02-4a25-885e-7049b70d2d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:30.127415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-034cb15c-ca02-4a25-885e-7049b70d2d7f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a18fe927-b26e-425b-be52-2cbe0b393c9c HTTP/1.1" status: 200 len: 834 time: 0.0731361 Dec 22 16:00:30.216286 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-29b0ed0f-6554-4a63-82f7-84a6de213a84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=640da115-c20f-405d-895a-d210036a1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822530 Dec 22 16:00:30.371720 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-3895e099-1a37-4764-8c17-17d8520e2484 service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481144 Dec 22 16:00:30.642643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def79e-ada5-4a26-8837-6819003038bd req-f00ddbe8-a3ae-49e7-8d90-545b46675f60 service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651594 Dec 22 16:00:30.810660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-b4c08c1c-bdae-4589-a8db-a776deaaf8ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1096 time: 0.0779998 Dec 22 16:00:30.971303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-e97884aa-e82b-44e0-8cbb-0a60115739d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:30.972963 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-e97884aa-e82b-44e0-8cbb-0a60115739d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 200 len: 898 time: 0.1556921 Dec 22 16:00:31.050313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-411e65d9-e185-43ec-8e3d-fa377896be7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 200 len: 217 time: 0.0695403 Dec 22 16:00:31.126474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-a2ba443b-299b-408c-b13f-1abbc017e115 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:31.128648 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-a2ba443b-299b-408c-b13f-1abbc017e115 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a18fe927-b26e-425b-be52-2cbe0b393c9c HTTP/1.1" status: 200 len: 834 time: 0.0711610 Dec 22 16:00:31.284712 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-cb5149d8-73a1-4afa-bd64-c78e98f99d5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=640da115-c20f-405d-895a-d210036a1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1460621 Dec 22 16:00:31.296955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b6ef-6271-4fc0-9bb4-1ec170606547 req-658e39b6-67ff-4e0b-b8e9-ebea6dda6572 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:31.297728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-6805b6ef-6271-4fc0-9bb4-1ec170606547 req-658e39b6-67ff-4e0b-b8e9-ebea6dda6572 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:31.410281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-6805b6ef-6271-4fc0-9bb4-1ec170606547 req-658e39b6-67ff-4e0b-b8e9-ebea6dda6572 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:31.411651 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6805b6ef-6271-4fc0-9bb4-1ec170606547 req-658e39b6-67ff-4e0b-b8e9-ebea6dda6572 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 943 time: 0.2322135 Dec 22 16:00:31.489581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-0c4d8a2a-548f-4003-b18d-055afd82965b service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886692 Dec 22 16:00:31.494958 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6805b6ef-6271-4fc0-9bb4-1ec170606547 req-c17a1110-a8bc-4147-bfa7-5b70f32ee58e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675879 Dec 22 16:00:31.644575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d984205-eb4d-4986-a376-d1fe048b87ab req-7d2b7ef5-538d-494e-b3eb-e9caa9d67375 service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478901 Dec 22 16:00:31.824105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.278958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 69edda08-d824-4ac3-95e4-c74153878528 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:00:32.393730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5512d25-b6ac-49ec-82ff-d7dddfc1876b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.447766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 69edda08-d824-4ac3-95e4-c74153878528, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=69edda08-d824-4ac3-95e4-c74153878528,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:32.461714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '69edda08-d824-4ac3-95e4-c74153878528', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'port_id': '69edda08-d824-4ac3-95e4-c74153878528', 'mac_address': 'fa:16:3e:3d:27:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:00:32.520582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.538618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69edda08-d824-4ac3-95e4-c74153878528 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:00:32.556723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 69edda08-d824-4ac3-95e4-c74153878528, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=69edda08-d824-4ac3-95e4-c74153878528,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:32.629958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.631968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:32.699391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=69edda08-d824-4ac3-95e4-c74153878528,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:32.702630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:32.711629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ee2b4-a5ed-4da3-aaeb-a072f64e6634 req-2a74fe24-7830-4663-b092-72ef6e8cf1b3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:32.713348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-492ee2b4-a5ed-4da3-aaeb-a072f64e6634 req-2a74fe24-7830-4663-b092-72ef6e8cf1b3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 944 time: 0.0908957 Dec 22 16:00:32.769135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-492ee2b4-a5ed-4da3-aaeb-a072f64e6634 req-e882035b-bc44-45fc-9fc6-40c3ebb35024 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460215 Dec 22 16:00:32.831166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['69edda08-d824-4ac3-95e4-c74153878528'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:00:33.868066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:34.031178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64def628-6dbf-45de-af1b-4be171670dc1 req-777a42d4-cbe2-4b3c-a901-e42f5ae582d4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.032716 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def628-6dbf-45de-af1b-4be171670dc1 req-777a42d4-cbe2-4b3c-a901-e42f5ae582d4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 944 time: 0.1041536 Dec 22 16:00:34.081026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-64def628-6dbf-45de-af1b-4be171670dc1 req-2c1fc2fe-f869-4a5b-a4b2-863174bb32f7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Dec 22 16:00:34.294241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 69edda08-d824-4ac3-95e4-c74153878528 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:34.400551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 69edda08-d824-4ac3-95e4-c74153878528 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:34.405724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 69edda08-d824-4ac3-95e4-c74153878528 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:34.406154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:34.529217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:34.569539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69edda08-d824-4ac3-95e4-c74153878528'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:34.579777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 69edda08-d824-4ac3-95e4-c74153878528, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=69edda08-d824-4ac3-95e4-c74153878528,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:34.595049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f8e8088e-d371-4fdf-9fe5-1cbfbc6cbae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:34.625676 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69edda08-d824-4ac3-95e4-c74153878528', 'code': 200} Dec 22 16:00:34.627660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:34.629615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7011e753-42f5-413c-a404-d253b752ded6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:34.696458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=69edda08-d824-4ac3-95e4-c74153878528,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:34.701320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:34.919340 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e4d75959-0818-4aa0-8eba-c3d337d34b6c req-ce3a5eb1-5776-4ce9-8d00-cac87e1db050 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1098 time: 0.0742791 Dec 22 16:00:34.964383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e4d75959-0818-4aa0-8eba-c3d337d34b6c req-571e2625-01a4-466a-9161-3313941a53f2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388708 Dec 22 16:00:35.085603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.292508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40026b-f364-4d4a-a431-5553d2492466 req-1a1ed7ae-62d4-428c-b913-f7af7d5a51b1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:35.294180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e40026b-f364-4d4a-a431-5553d2492466 req-1a1ed7ae-62d4-428c-b913-f7af7d5a51b1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0865543 Dec 22 16:00:35.343163 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e40026b-f364-4d4a-a431-5553d2492466 req-62a9faa9-dd20-4538-8d02-66363a2522d5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Dec 22 16:00:36.551979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22465e4-728b-4090-97ec-151ece5ccbc3 req-0280f088-a901-41b0-bf88-287acf69908d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:36.553610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c22465e4-728b-4090-97ec-151ece5ccbc3 req-0280f088-a901-41b0-bf88-287acf69908d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0837190 Dec 22 16:00:36.602535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c22465e4-728b-4090-97ec-151ece5ccbc3 req-cbafb3dd-9bae-4655-b470-405262f6a4f8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Dec 22 16:00:36.805749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59054f65-cc7d-4335-8503-99e888c3fd17 req-0941f938-69b7-42a1-8989-37ff3dc11a0f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:36.807290 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59054f65-cc7d-4335-8503-99e888c3fd17 req-0941f938-69b7-42a1-8989-37ff3dc11a0f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0814116 Dec 22 16:00:36.859628 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59054f65-cc7d-4335-8503-99e888c3fd17 req-fdd35916-24fc-4db2-ad2b-9cac93b07730 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455718 Dec 22 16:00:36.887403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55202) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:36.948146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.963728 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3b336ebb-7d4d-4de3-8764-ba14c57adc2e tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1093 time: 0.0749955 Dec 22 16:00:36.966633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55206) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:36.973074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '69edda08-d824-4ac3-95e4-c74153878528', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:36.979236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:36.984007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:floatingip and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:36.987160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:36.993399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:37.033619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.184926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.331546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.66 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/68adce9f-3771-46a8-927a-dd47be67b745) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:37.549543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.611492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.616315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d410b5c1-1dfb-42b6-81d7-9c2c73a857ac tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:37.681504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:37.685269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:37.690099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:37.720456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=68adce9f-3771-46a8-927a-dd47be67b745,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:37.725531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:38.237365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:38.339451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:38.796920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:38.852384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:38.857981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:38.970793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=68adce9f-3771-46a8-927a-dd47be67b745,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:38.973814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:38.985167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:39.188655 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Floating IP d320fdc6-7e05-4e98-bb50-116b729291e0 associated. External IP: 172.26.4.66, port: 69edda08-d824-4ac3-95e4-c74153878528. Dec 22 16:00:39.632051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router f11ba336-be35-4484-9e7e-3bf437db432a has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:39.859848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:39.872887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] Sync routers for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:39.897624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:39.897624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:39.933368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:40.002184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0315633 Dec 22 16:00:40.002184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'tag': '69edda08-d824-4ac3-95e4-c74153878528'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:40.064905 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'tag': '69edda08-d824-4ac3-95e4-c74153878528', 'status': 'completed', 'code': 200} Dec 22 16:00:40.236738 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-9ecfcb3d-1022-486e-b00e-a4a98f805884 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1098 time: 0.1315036 Dec 22 16:00:40.280590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e31225-d96b-4c88-a5fd-ad0ba7f60525 req-90ecfa32-b76d-4e7e-a4b7-17978e9e7623 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:40.282400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-39e31225-d96b-4c88-a5fd-ad0ba7f60525 req-90ecfa32-b76d-4e7e-a4b7-17978e9e7623 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.1623089 Dec 22 16:00:40.283144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:40.338242 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-39e31225-d96b-4c88-a5fd-ad0ba7f60525 req-eac19bb8-32a4-4bbe-8043-3d8bd5887828 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485017 Dec 22 16:00:40.384385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55216) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:40.431111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-84d6baa6-b75c-477a-96ec-01eab350d018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:40.432987 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-84d6baa6-b75c-477a-96ec-01eab350d018 service neutron] 10.222.0.71 "GET /v2.0/networks?id=640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 200 len: 898 time: 0.1899321 Dec 22 16:00:40.565904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-286b94d9-0c5e-487d-a519-e40a534d21dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/d320fdc6-7e05-4e98-bb50-116b729291e0 HTTP/1.1" status: 200 len: 990 time: 0.1793368 Dec 22 16:00:40.578488 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-7ce59b49-8475-4eb4-8701-72e232125448 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 200 len: 998 time: 0.1387486 Dec 22 16:00:40.661861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-bd50f046-b455-4ad4-9993-3c2c8921e1f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:40.665564 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-bd50f046-b455-4ad4-9993-3c2c8921e1f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a18fe927-b26e-425b-be52-2cbe0b393c9c HTTP/1.1" status: 200 len: 834 time: 0.0803859 Dec 22 16:00:40.755842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'd320fdc6-7e05-4e98-bb50-116b729291e0', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'port_id': '69edda08-d824-4ac3-95e4-c74153878528', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'mac_address': 'fa:16:3e:3d:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:38Z', 'updated_at': '2021-12-22T16:00:38Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:40.760976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] Checking router: f11ba336-be35-4484-9e7e-3bf437db432a for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:40.765251 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-c059f811-0889-482b-9224-f47a10c6e742 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=640da115-c20f-405d-895a-d210036a1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877919 Dec 22 16:00:40.775089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:40.775982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:00:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:40.927591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-04cb3fad-76ce-4961-97bf-fae10590dda0 service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562948 Dec 22 16:00:40.982365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:41.090719 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cc1c007c-e95f-4f61-9d10-3740d8f273fa req-8473ca66-3d57-422a-83be-bc9dbb1167e6 service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558042 Dec 22 16:00:41.373052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'd320fdc6-7e05-4e98-bb50-116b729291e0', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'port_id': '69edda08-d824-4ac3-95e4-c74153878528', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'mac_address': 'fa:16:3e:3d:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:38Z', 'updated_at': '2021-12-22T16:00:38Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:41.377375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04efa1b-ed5b-49e6-ad2c-3b57e40968ee None None] The sync data for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv is: [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'd320fdc6-7e05-4e98-bb50-116b729291e0', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'port_id': '69edda08-d824-4ac3-95e4-c74153878528', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'mac_address': 'fa:16:3e:3d:27:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:38Z', 'updated_at': '2021-12-22T16:00:38Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:41.570661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55220) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:41.689256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-10bdbe9d-2084-4704-87ba-de7586ce7668 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/d320fdc6-7e05-4e98-bb50-116b729291e0 HTTP/1.1" status: 200 len: 990 time: 0.1171739 Dec 22 16:00:41.727330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895b2936-5d85-411a-86e1-6ae1f7380937 None None] New status for floating IP d320fdc6-7e05-4e98-bb50-116b729291e0: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:00:41.869089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-8ae6f7b6-7b8c-44c6-a110-cdbb3d9c7011 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820832 Dec 22 16:00:42.031316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-0cdd0b54-78b3-4e0f-9d68-55bdb93ff1fa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1098 time: 0.0837669 Dec 22 16:00:42.202086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-04c0eef1-a1cd-4ebe-9746-5a4b96a70903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:42.203792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-04c0eef1-a1cd-4ebe-9746-5a4b96a70903 service neutron] 10.222.0.71 "GET /v2.0/networks?id=640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 200 len: 898 time: 0.1525376 Dec 22 16:00:42.316465 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-87034f47-504f-44e7-89fa-eda1f03fe5a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 200 len: 1000 time: 0.1057434 Dec 22 16:00:42.386390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-b19a2a75-d25d-445a-86e8-833b7c2a0a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:42.388616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-b19a2a75-d25d-445a-86e8-833b7c2a0a41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a18fe927-b26e-425b-be52-2cbe0b393c9c HTTP/1.1" status: 200 len: 834 time: 0.0663896 Dec 22 16:00:42.475013 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-37d7ecd6-506d-4a72-9ff4-a668068818cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=640da115-c20f-405d-895a-d210036a1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799232 Dec 22 16:00:42.626966 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-4cd6270f-1473-46c1-8186-1cd6a7e845f0 service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452401 Dec 22 16:00:42.693081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55224) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:42.775466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2540b28f-13d9-44b4-a1e9-ef06758a2878 req-26765544-04f3-4879-9682-3484fa55fbeb service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422379 Dec 22 16:00:42.805867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-982874c3-6460-4805-bdba-dde71f120e7e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/d320fdc6-7e05-4e98-bb50-116b729291e0 HTTP/1.1" status: 200 len: 992 time: 0.1094482 Dec 22 16:00:50.306469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:01:01.804635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:02.349539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74a98ea0-8aa9-4b71-841e-4103a8d9c148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:03.859077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:04.582129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-94d1d3df-ce8b-4a72-89ea-8763150b23b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:05.098105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:06.944094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:12.529137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f99c5-73d1-4f66-8669-e9e39cfc1c1c req-e911db20-f597-40b4-af7a-eb9ce36d9300 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:12.531331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f0f99c5-73d1-4f66-8669-e9e39cfc1c1c req-e911db20-f597-40b4-af7a-eb9ce36d9300 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0834985 Dec 22 16:01:12.579985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7f0f99c5-73d1-4f66-8669-e9e39cfc1c1c req-05c29c99-8bd3-41c1-83ac-6c1ea84bd9dd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Dec 22 16:01:13.801621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf47fe5-f757-44e4-9c1e-bd3ca40bf90a req-a26ddc1f-861c-4480-97fc-2f0ea3b4e338 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:13.803301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7bf47fe5-f757-44e4-9c1e-bd3ca40bf90a req-a26ddc1f-861c-4480-97fc-2f0ea3b4e338 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0877666 Dec 22 16:01:13.851153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7bf47fe5-f757-44e4-9c1e-bd3ca40bf90a req-fba75e84-8647-40c9-996a-7b366e633e0d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416336 Dec 22 16:01:13.879487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55246) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:13.997136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5010f65c-f899-4c46-b155-b5c88bb43d30 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/d320fdc6-7e05-4e98-bb50-116b729291e0 HTTP/1.1" status: 200 len: 992 time: 0.1163671 Dec 22 16:01:15.724165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7fee6-e26d-4190-b281-84dbad58c608 req-1b9c50d6-15f8-42ac-972b-42e1aed56109 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:15.729670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4dc7fee6-e26d-4190-b281-84dbad58c608 req-1b9c50d6-15f8-42ac-972b-42e1aed56109 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0888753 Dec 22 16:01:16.012345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4dc7fee6-e26d-4190-b281-84dbad58c608 req-a2003f15-972f-401b-ac0f-1258bf6e90e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799637 Dec 22 16:01:17.221348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd09927-043e-4075-a6e5-5dc06b73f644 req-c6941003-6427-4e94-b937-4c5db6ea5120 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:17.222973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecd09927-043e-4075-a6e5-5dc06b73f644 req-c6941003-6427-4e94-b937-4c5db6ea5120 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0822086 Dec 22 16:01:17.272861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecd09927-043e-4075-a6e5-5dc06b73f644 req-c88477b9-0b06-44fd-adbe-9e7b3ee298e7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Dec 22 16:01:17.301586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55258) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:17.415053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2a5ae7a7-3469-4e69-b410-e07bfac72ed9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/d320fdc6-7e05-4e98-bb50-116b729291e0 HTTP/1.1" status: 200 len: 992 time: 0.1121750 Dec 22 16:01:17.778672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55266) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:17.996724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 68adce9f-3771-46a8-927a-dd47be67b745 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:17.997111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:18.176199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:18.176574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:18.304823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 68adce9f-3771-46a8-927a-dd47be67b745 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:18.587756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:18.592339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a42e5c7-d85c-4ade-8f66-8d33976da219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:18.637103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=68adce9f-3771-46a8-927a-dd47be67b745,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:18.913311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.913666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.914099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.914525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.914975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.915404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.915821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.916237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.916651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.917060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.917478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:18.926444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:18.983219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:19.399105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router f11ba336-be35-4484-9e7e-3bf437db432a has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:19.611089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:19.621753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] Sync routers for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:19.634136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:19.635922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:19.659795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:19.715985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/floatingips/d320fdc6-7e05-4e98-bb50-116b729291e0 HTTP/1.1" status: 204 len: 168 time: 1.9360623 Dec 22 16:01:19.716700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'tag': '69edda08-d824-4ac3-95e4-c74153878528'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:19.776087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'tag': '69edda08-d824-4ac3-95e4-c74153878528', 'status': 'completed', 'code': 200} Dec 22 16:01:19.837634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:19.873718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-2de2b81b-dc46-4922-8d2a-28f81890c468 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 1098 time: 0.0768344 Dec 22 16:01:20.039742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-42cb8921-2d1c-49df-8f73-95d8636a2dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:20.041600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-42cb8921-2d1c-49df-8f73-95d8636a2dec service neutron] 10.222.0.71 "GET /v2.0/networks?id=640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 200 len: 898 time: 0.1609967 Dec 22 16:01:20.130020 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-1dad7b4a-3fee-4a8b-af98-fd9476cbe9c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 200 len: 217 time: 0.0811219 Dec 22 16:01:20.207677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:20.211872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] Checking router: f11ba336-be35-4484-9e7e-3bf437db432a for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:20.226347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:20.227068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:20.264076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-c7d08470-6dc4-425c-8ec0-2c15359d259b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:20.266350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-c7d08470-6dc4-425c-8ec0-2c15359d259b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a18fe927-b26e-425b-be52-2cbe0b393c9c HTTP/1.1" status: 200 len: 834 time: 0.0813236 Dec 22 16:01:20.333612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e967-7e14-418f-b63d-ef2e35b2f1e5 req-b7a2fdb2-04fe-412a-9866-ddae88afec9f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:20.335276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc56e967-7e14-418f-b63d-ef2e35b2f1e5 req-b7a2fdb2-04fe-412a-9866-ddae88afec9f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.2023778 Dec 22 16:01:20.402669 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-74accc0b-7f8c-4065-a906-fd07759e019a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=640da115-c20f-405d-895a-d210036a1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255026 Dec 22 16:01:20.407345 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc56e967-7e14-418f-b63d-ef2e35b2f1e5 req-0f517b1f-03a5-4469-a23e-7c62f1de1b6b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609670 Dec 22 16:01:20.418490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:20.555718 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-c685e0ff-e686-4f92-a55b-f871924e6f1b service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450076 Dec 22 16:01:20.706219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b5d6e37d-004c-46c3-8dcf-2a23305c291e req-574032a3-88a8-43cd-955d-e1a7523d7eca service neutron] 10.222.0.71 "GET /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441691 Dec 22 16:01:20.936625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:20.941467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10023b60-f5cf-4175-9009-9d760282ae88 None None] The sync data for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv is: [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:00:21Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '4002c37a-a40a-4c05-a92b-256d40e4ee09', 'name': '', 'network_id': '640da115-c20f-405d-895a-d210036a1ec7', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:d1:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:20Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'a18fe927-b26e-425b-be52-2cbe0b393c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:21.388835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f8c6c7-790a-4a54-acb2-191c1b607b42 None None] New status for floating IP d320fdc6-7e05-4e98-bb50-116b729291e0: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:01:21.665954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78973171-36cd-4c79-b951-d06be9a9e247 req-02690914-34f6-485f-963a-fc024113c758 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:21.666729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-78973171-36cd-4c79-b951-d06be9a9e247 req-02690914-34f6-485f-963a-fc024113c758 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:21.699630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aaded-6294-407f-830b-3db2713fe34c req-ac1f4668-311a-4e47-8d23-64ebe9e46b2d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:21.701305 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-389aaded-6294-407f-830b-3db2713fe34c req-ac1f4668-311a-4e47-8d23-64ebe9e46b2d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.0885408 Dec 22 16:01:21.719403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-78973171-36cd-4c79-b951-d06be9a9e247 req-02690914-34f6-485f-963a-fc024113c758 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:21.720847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-78973171-36cd-4c79-b951-d06be9a9e247 req-02690914-34f6-485f-963a-fc024113c758 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 945 time: 0.1443040 Dec 22 16:01:21.770928 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-78973171-36cd-4c79-b951-d06be9a9e247 req-ce72e119-7278-4479-94dd-925d72275e2d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc1306e4-324e-4bce-a9a9-8b7c6218ba95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429897 Dec 22 16:01:21.773412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 69edda08-d824-4ac3-95e4-c74153878528 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:21.773803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:22.035857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 69edda08-d824-4ac3-95e4-c74153878528, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=69edda08-d824-4ac3-95e4-c74153878528,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:22.036179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:22.166477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 69edda08-d824-4ac3-95e4-c74153878528 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:22.430594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:22.438557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87bd99c2-c022-4578-b08e-6a0da16bb089 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:22.481654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=69edda08-d824-4ac3-95e4-c74153878528,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:22.525208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.525655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.526092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.526526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.526983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.527412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.527838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.528265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.528686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.529103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.529518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:22.533185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:22.580321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] No DVR routers for this DVR port 69edda08-d824-4ac3-95e4-c74153878528 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:01:22.582904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:22.587125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'name': 'network-vif-deleted', 'tag': '69edda08-d824-4ac3-95e4-c74153878528'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:22.629254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-389aaded-6294-407f-830b-3db2713fe34c req-c1a0e483-544f-49b0-874c-cb7fedaf46a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "DELETE /v2.0/ports/69edda08-d824-4ac3-95e4-c74153878528 HTTP/1.1" status: 204 len: 173 time: 0.9224172 Dec 22 16:01:22.661212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1189e8b7-0827-4c1a-a0f7-584229d312b0', 'name': 'network-vif-deleted', 'tag': '69edda08-d824-4ac3-95e4-c74153878528', 'status': 'completed', 'code': 200} Dec 22 16:01:22.962858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-66402dc4-afb7-42bb-b6d9-01396dab3168 req-5d31d8e9-2f87-438d-99b8-19128928f511 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=1189e8b7-0827-4c1a-a0f7-584229d312b0 HTTP/1.1" status: 200 len: 210 time: 0.0477655 Dec 22 16:01:24.077592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55286) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:24.499637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:24.559112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 69edda08-d824-4ac3-95e4-c74153878528 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:24.593382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 69edda08-d824-4ac3-95e4-c74153878528 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:24.593797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 69edda08-d824-4ac3-95e4-c74153878528 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:25.139066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 4002c37a-a40a-4c05-a92b-256d40e4ee09 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:25.139695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:25.346237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 4002c37a-a40a-4c05-a92b-256d40e4ee09, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=4002c37a-a40a-4c05-a92b-256d40e4ee09,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:25.346638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:25.480340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 4002c37a-a40a-4c05-a92b-256d40e4ee09 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:25.755663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:25.760460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1679843b-2e5c-4030-978a-5b5a09656692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:25.804469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=4002c37a-a40a-4c05-a92b-256d40e4ee09,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:25.807567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:26.357366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:26.980142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router f11ba336-be35-4484-9e7e-3bf437db432a has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:27.194431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:27.204435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] Sync routers for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:27.208429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/f11ba336-be35-4484-9e7e-3bf437db432a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1294763 Dec 22 16:01:27.211358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:27.217055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:27.217743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:27.307737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:01:27.413648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:27.416079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting subnet a18fe927-b26e-425b-be52-2cbe0b393c9c {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:01:27.419763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:27.478496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:27.568611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:27.723005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:01:25Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:27.727431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] Checking router: f11ba336-be35-4484-9e7e-3bf437db432a for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:27.739120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] Routers {'f11ba336-be35-4484-9e7e-3bf437db432a'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:27.739805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['f11ba336-be35-4484-9e7e-3bf437db432a'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:27.910673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:27.915744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4f776d53-d400-4547-aa51-36099f205aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:27.930219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] Set router f11ba336-be35-4484-9e7e-3bf437db432a gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:27.954127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Subnet': ['ID=a18fe927-b26e-425b-be52-2cbe0b393c9c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:27.957951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:27.961430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:27.967864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/subnets/a18fe927-b26e-425b-be52-2cbe0b393c9c HTTP/1.1" status: 204 len: 168 time: 0.7555537 Dec 22 16:01:27.970867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:27.971582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb20b3a-fa3d-4251-970d-cd786ae45b0b None None] Network 640da115-c20f-405d-895a-d210036a1ec7 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:01:28.193268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.404673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.432271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:01:25Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:28.436650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7519aaa-2ea8-4302-be67-e002b488ebae None None] The sync data for ids ['f11ba336-be35-4484-9e7e-3bf437db432a'] in dv-neutron-822709-1-hyperv is: [{'id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1023406218', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74'}], 'enable_snat': True}, 'gw_port_id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:15Z', 'updated_at': '2021-12-22T16:01:25Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '5e015daa-20a9-4fac-9cfb-e791c9bf4fbf', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11ba336-be35-4484-9e7e-3bf437db432a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:16Z', 'updated_at': '2021-12-22T16:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:28.473264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:28.473264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.489391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] DHCP port deletion for 640da115-c20f-405d-895a-d210036a1ec7 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:01:28.494518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Deleting port 22c487bb-cf60-4773-864a-0ab1aa742a43 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:28.495093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.665186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:28.665590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.716439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] For port 22c487bb-cf60-4773-864a-0ab1aa742a43, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=22c487bb-cf60-4773-864a-0ab1aa742a43,segment=NetworkSegment(d122eca7-6ae5-4a06-98e3-3c9fa1bca45b),segment_id=d122eca7-6ae5-4a06-98e3-3c9fa1bca45b)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:28.716795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.795010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:28.846221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Calling delete_port for 22c487bb-cf60-4773-864a-0ab1aa742a43 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:29.087302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:29.092109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:29.134469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Pushing event deleted for resources: {'Port': ['ID=22c487bb-cf60-4773-864a-0ab1aa742a43,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:29.147245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] No DVR routers for this DVR port 22c487bb-cf60-4773-864a-0ab1aa742a43 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:01:29.149581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.149964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.150357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.150741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.152878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.152878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.152878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.152878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.152878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.152878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.153547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:29.157769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:29.178618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:29.183740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9b39b2fe-8076-437b-89cb-23b0717193f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:29.228393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=5e015daa-20a9-4fac-9cfb-e791c9bf4fbf,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:29.231310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:29.699855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:29.852746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22c487bb-cf60-4773-864a-0ab1aa742a43 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:29.891376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 22c487bb-cf60-4773-864a-0ab1aa742a43 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:29.891798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 22c487bb-cf60-4773-864a-0ab1aa742a43 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:29.892289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4002c37a-a40a-4c05-a92b-256d40e4ee09 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:29.926296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 4002c37a-a40a-4c05-a92b-256d40e4ee09 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:29.926700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 4002c37a-a40a-4c05-a92b-256d40e4ee09 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:29.973871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:29.978315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.245179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.245748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Fanout notify agent at l3_agent the message router_deleted on router f11ba336-be35-4484-9e7e-3bf437db432a {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:01:30.261934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.263193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/routers/f11ba336-be35-4484-9e7e-3bf437db432a HTTP/1.1" status: 204 len: 168 time: 2.2913096 Dec 22 16:01:30.266172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55298) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:30.395324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.548535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.575684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640da115-c20f-405d-895a-d210036a1ec7']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:30.589159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:30.589485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd122eca7-6ae5-4a06-98e3-3c9fa1bca45b') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:30.601255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.676175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.683292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:01:30.683723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:01:30.699637 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:01:30.876697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.880320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-21ed54e7-6027-4c8c-afcc-fa7ee20273cb tempest-NetworksIpV6Test-11787271 tempest-NetworksIpV6Test-11787271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:30.895777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:30.907836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Network': ['ID=640da115-c20f-405d-895a-d210036a1ec7,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:30.911381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:30.945385 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ae4e6f67-41bb-43ef-b7b7-bb85294c212e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/networks/640da115-c20f-405d-895a-d210036a1ec7 HTTP/1.1" status: 204 len: 168 time: 0.6774018 Dec 22 16:01:30.948393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55302) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:31.026836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.059190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.287492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.293280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:31.308945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1306e4-324e-4bce-a9a9-8b7c6218ba95,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:31.311820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:31.361589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.362894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc1306e4-324e-4bce-a9a9-8b7c6218ba95 HTTP/1.1" status: 204 len: 168 time: 0.4134521 Dec 22 16:01:31.410768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-626bd1c6-3955-4ab3-9869-2a349db84786 req-be3456bd-6c80-4c24-84d9-4fad85cf75e0 service neutron] (88967) timed out ('10.222.0.71', 63726) {{(pid=88967) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:01:31.657523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55310) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:31.665642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429533675', 'description': 'tempest-secgroup-smoke-1429533675 description', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:31.673008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:31.677329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:31.680436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:31.686494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:31.727662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.771865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:31.771999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:31.771999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:31.772901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:31.778965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:31.805097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:31.805908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 5e015daa-20a9-4fac-9cfb-e791c9bf4fbf not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:31.882300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.957623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:31.999021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.004903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bdef8ac9-a629-44a4-814c-88956698d363 tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:32.052113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7745be-bd44-4f27-84e3-b3dcf6dd27df,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:32.055435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:32.090327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.091786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4331698 Dec 22 16:01:32.094911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55314) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:32.100935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '8c7745be-bd44-4f27-84e3-b3dcf6dd27df', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:32.107463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:32.112172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:32.115163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:32.121343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:32.169125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.236472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.279310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.281253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e9c7fd5b-47dd-4f50-a379-77425c06de52 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:32.304576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65474726-8ad1-4b6d-9edc-a352997bf94c,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:32.309124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:32.344688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-98134bee-c385-452f-b012-c50888c9a533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.388161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.389517 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d65a8031-d558-4390-8541-00e096340cb2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2935843 Dec 22 16:01:32.392609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55318) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:32.398764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '8c7745be-bd44-4f27-84e3-b3dcf6dd27df', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:32.405546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:32.409946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:32.413492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:32.420952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:32.546455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.613519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.651125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.659854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dcf749bf-3a7d-4e7d-a90d-3954ecd5ff9d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:32.682530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda8a9c1-5108-4f28-9313-a22957022c11,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:32.685614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:32.716074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.717475 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3238244 Dec 22 16:01:32.720960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55322) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:32.727102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '8c7745be-bd44-4f27-84e3-b3dcf6dd27df', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:32.733734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:32.738540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:32.743642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:32.748082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:32.819948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.887893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.928078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.929514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-53356f38-cabb-43f0-9641-2472c247ea6d tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:32.954126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b47805-a189-49d2-9ad3-06dba50dc4b1,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:32.956793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:33.017130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.018530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aad194b9-4160-459a-8456-4d2c1c7d9b08 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2964973 Dec 22 16:01:33.021452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55326) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:33.027548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '8c7745be-bd44-4f27-84e3-b3dcf6dd27df', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:33.034836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:33.038910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:33.041933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:33.048285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:33.131443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.214733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.259731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.262329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4792cabf-bf2c-4a90-b98f-46ca1ec58862 tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:33.290609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b73230-c919-4a1c-b129-f0f8cd268670,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:33.293459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:33.338964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.340297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-78b34807-20e2-47b4-b680-9d15d236d90b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3177898 Dec 22 16:01:33.343527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55330) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:33.352742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '8c7745be-bd44-4f27-84e3-b3dcf6dd27df', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:33.360324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:33.365011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:33.369195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:33.378536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:33.433965 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:01:33.444746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.532298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.583163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.585239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b61fc6b6-9f90-439c-ac99-792a495ab5be tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:33.611194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45621f61-3892-43e9-9ab6-c2ab35b0f5d2,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:33.617727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:33.670209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.671608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3260913 Dec 22 16:01:33.675445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55334) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:33.681471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '8c7745be-bd44-4f27-84e3-b3dcf6dd27df', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:33.690052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:33.694279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:33.698871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:33.706444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:33.767721 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:01:33.775476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.852829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.862284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.890803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.892811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ad2c1d13-1a3a-4662-bc4d-23b1242caf1f tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:33.916627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ece56f-6135-4bde-b140-6b899bf538ba,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:33.928296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:33.956145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.957411 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2810259 Dec 22 16:01:33.960728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55338) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:33.966955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'network': {'name': 'tempest-network-smoke--505609189', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'port_security_enabled': True}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:33.972666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:33.977029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:network and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:33.980113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:33.987809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:34.024203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:01:34.029848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.060918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:01:34.127123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.127820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Added segment 51737880-cc69-439e-a6e9-ce67d18d73e3 of type vlan for network 606b5814-a559-47d7-9abc-da85c61ab1f5 Dec 22 16:01:34.155533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.247536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.251720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:34.252377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.259098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-98fdab3a-e48e-4422-85a9-c878aeab904a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:34.366179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4041321 Dec 22 16:01:34.369134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55342) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:34.374626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Network': ['ID=606b5814-a559-47d7-9abc-da85c61ab1f5,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:34.375205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'admin_state_up': True, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:34.377670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d8cac3b-6641-4a0f-880a-2cb25a4558a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:34.383293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:34.386283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:01:34.388566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:router and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:34.393151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:34.399671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:34.456998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.458056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.478072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.590722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-887d2787-77c3-4db7-98d9-0dc26e7c56ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.672272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.889703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.921753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.064153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.196 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/e8c5f315-951a-43ed-af37-01f8915f512a) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:35.087500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.301072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.356084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.360651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7094c62f-bdb8-4a30-91f3-4ccfe0f5e59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:35.430565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:35.434205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:35.439575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:35.468852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=e8c5f315-951a-43ed-af37-01f8915f512a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:35.475211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:35.653129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.653914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.967715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:01:36.183241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:36.194049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Sync routers for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:36.206989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:36.207664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:36.256630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:36.258144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8124b102-9a8d-4846-a074-8f4c3c8e7eb8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8879025 Dec 22 16:01:36.261618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55346) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:36.314855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0921c61b-2415-4aeb-a852-8fadca4e3040 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1b686b07bff8431dae5eab94bdcb78cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518134 Dec 22 16:01:36.317661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55350) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:36.394289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:36.715128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ff095-9df1-4af8-9a0a-843eed263e16 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:36.716691 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f32ff095-9df1-4af8-9a0a-843eed263e16 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3980484 Dec 22 16:01:36.720069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55354) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:36.765266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68510048-498b-4181-8aff-45d2dd0d967d tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439112 Dec 22 16:01:36.768035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55358) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:36.773893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598876986', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:36.869587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:35Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:36.873752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Checking router: 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:36.874149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Updating router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f port e8c5f315-951a-43ed-af37-01f8915f512a binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:01:36.892893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:36.897076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:subnet and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:36.900397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:36.906977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:36.933693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:36.942419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:36.976408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:01:37.086333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.348255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.376647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.381605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-915c9609-ad69-4787-ae8d-c21740deb214 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:37.467999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Transition to ACTIVE for port object e8c5f315-951a-43ed-af37-01f8915f512a will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:37.470028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Subnet': ['ID=5c69af45-3068-4da0-b456-426642d261bb,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:37.473935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:37.481340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Checking segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:37.481747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network hostable DHCP agents. Network: 606b5814-a559-47d7-9abc-da85c61ab1f5, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:01:37.527713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.532960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f20c160-6e54-4531-bd2d-76daf1ae7fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:37.587827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:01:37.610802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Pushing event updated for resources: {'Port': ['ID=e8c5f315-951a-43ed-af37-01f8915f512a,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:37.613759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Attempting to bind port e8c5f315-951a-43ed-af37-01f8915f512a on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:37.614164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Attempting to bind port e8c5f315-951a-43ed-af37-01f8915f512a by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:37.614567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Attempting to bind port e8c5f315-951a-43ed-af37-01f8915f512a on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:37.626380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.626736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.627136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.627505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.627871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.628244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.628642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.629016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.629359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.629713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.630069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:37.633460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:37.633872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:37.634312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.634728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:37.635290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Bound port: e8c5f315-951a-43ed-af37-01f8915f512a, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:37.635704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.659210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 606b5814-a559-47d7-9abc-da85c61ab1f5) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:37.663403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:37.664139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.666546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:37.669605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf958675-21b7-497f-973d-dff9bc1fca1f None None] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:01:37.718554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] For port e8c5f315-951a-43ed-af37-01f8915f512a, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:37.722607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] For port e8c5f315-951a-43ed-af37-01f8915f512a, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e8c5f315-951a-43ed-af37-01f8915f512a,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:37.723837 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bcf8fcd9-dfc1-41f0-8763-1006c719c7e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9546516 Dec 22 16:01:37.726678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55362) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:37.756728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:37.762867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-385eef8b-3861-4149-ad71-844fa75eb4d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:37.842912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Pushing event updated for resources: {'Port': ['ID=e8c5f315-951a-43ed-af37-01f8915f512a,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:37.846521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cff124bf-afe6-4349-9fe6-e4c3efe402b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:37.850058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:37.850738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:37.911736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-606b5814-a559-47d7-9abc-da85c61ab1f5', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:01:37.912664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:38.044719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:38.090440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Allocated IP 172.20.0.2 (606b5814-a559-47d7-9abc-da85c61ab1f5/5c69af45-3068-4da0-b456-426642d261bb/c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:38.367603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:35Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:38.372016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7acc7e-4d5c-4259-b4c1-a49fe7464b1b None None] The sync data for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv is: [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:35Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:38.379353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:38.394412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Transition to ACTIVE for port object c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:38.527888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Transition to ACTIVE for port object c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:38.568151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:38.573601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:38.575423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:38.825021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:38.828981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:38.831069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Pushing event updated for resources: {'Port': ['ID=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:38.835418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:38.837922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:38.944186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Attempting to bind port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:38.944614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Attempting to bind port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:38.945032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Attempting to bind port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 on network 606b5814-a559-47d7-9abc-da85c61ab1f5 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:38.952197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:38.952627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Checking segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:38.953088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:38.954248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Bound using segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:38.954795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Bound port: c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:38.955249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.040585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.1 (606b5814-a559-47d7-9abc-da85c61ab1f5/5c69af45-3068-4da0-b456-426642d261bb/69d0d846-d05b-4f05-b85d-23f0741fb57c) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:39.137725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] For port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:39.141977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] For port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:39.171166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.177276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:39.226567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.244880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 69d0d846-d05b-4f05-b85d-23f0741fb57c will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:39.277209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Pushing event updated for resources: {'Port': ['ID=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:39.283674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:39.302404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.306627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3f499085-27ae-437e-bf42-01448e469dbc tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:39.374325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:39.378563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:39.389001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:39.435055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=69d0d846-d05b-4f05-b85d-23f0741fb57c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:39.444961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:39.461726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.611071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.879667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:39.984662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:39.991486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8c5f315-951a-43ed-af37-01f8915f512a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:40.110954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port e8c5f315-951a-43ed-af37-01f8915f512a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:40.117114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e8c5f315-951a-43ed-af37-01f8915f512a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:40.117549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.242423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.258556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port e8c5f315-951a-43ed-af37-01f8915f512a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e8c5f315-951a-43ed-af37-01f8915f512a,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:40.299886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.301978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:40.328577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.377050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=e8c5f315-951a-43ed-af37-01f8915f512a,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:40.379114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.380457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:40.407691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b318409b-017e-4622-80e4-1cc416ac358a tempest-TestVolumeBootPattern-730868955 tempest-TestVolumeBootPattern-730868955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:40.506576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=69d0d846-d05b-4f05-b85d-23f0741fb57c,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:40.509432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.513700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:40.670291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:40.671581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:40.909409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723aee27-7a39-4864-b872-43a7fa848876 None None] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:01:41.092114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:41.095053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Provisioning for port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:41.112895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Provisioning complete for port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:41.113243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.296431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.311878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:41.328938 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/3a80b184-0e84-4e73-a8b3-fc2aac8ba09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6008284 Dec 22 16:01:41.340321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] For port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:41.370933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.373945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:41.455232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Pushing event updated for resources: {'Port': ['ID=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:41.459699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:41.470519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Sync routers for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:41.484079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:41.484797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:41.698279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8a415778-4e60-43da-8b77-d252c182fc2f None None] Provisioning complete for port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:41.698697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a415778-4e60-43da-8b77-d252c182fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.730072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-e8ae27bc-eb98-403f-ac13-0a2fb2fdfa16 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:41.755949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:41.776575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-e8ae27bc-eb98-403f-ac13-0a2fb2fdfa16 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:41.783512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-e8ae27bc-eb98-403f-ac13-0a2fb2fdfa16 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429533675&fields=id&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 267 time: 0.1040382 Dec 22 16:01:41.877220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:41.953271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-28fb17db-f0e4-4af7-a9ee-137fdb4930fc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:41.954685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-28fb17db-f0e4-4af7-a9ee-137fdb4930fc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:42.007779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-28fb17db-f0e4-4af7-a9ee-137fdb4930fc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:42.009288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-28fb17db-f0e4-4af7-a9ee-137fdb4930fc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/networks?id=606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 200 len: 796 time: 0.2219689 Dec 22 16:01:42.041241 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-89bd04cc-f556-47e3-9c49-7f21963e7433 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/quotas/1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 375 time: 0.0233896 Dec 22 16:01:42.167105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-ae0eeb21-fd5d-474d-acdf-998f69c4c031 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:42.192407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:42.192834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.227969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8a415778-4e60-43da-8b77-d252c182fc2f None None] Provisioning for port 69d0d846-d05b-4f05-b85d-23f0741fb57c completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:42.247371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-ae0eeb21-fd5d-474d-acdf-998f69c4c031 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:42.248795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-ae0eeb21-fd5d-474d-acdf-998f69c4c031 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1971695 Dec 22 16:01:42.257730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8a415778-4e60-43da-8b77-d252c182fc2f None None] Provisioning complete for port 69d0d846-d05b-4f05-b85d-23f0741fb57c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:42.258151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a415778-4e60-43da-8b77-d252c182fc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.382750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8a415778-4e60-43da-8b77-d252c182fc2f None None] Port 69d0d846-d05b-4f05-b85d-23f0741fb57c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:01:42.420452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-c0b981e1-e024-478c-b359-01784ec33492 service neutron] 10.222.0.32 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577325 Dec 22 16:01:42.469860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8c5f315-951a-43ed-af37-01f8915f512a up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:42.511728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 2, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:42.524800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Checking router: 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:42.525212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Updating router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f port 69d0d846-d05b-4f05-b85d-23f0741fb57c binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:01:42.580330 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-75f2d5a5-66ec-477a-ae93-37d22f0b61a6 service neutron] 10.222.0.32 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523407 Dec 22 16:01:42.595084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1f8529c0-be57-414d-9594-21250913f4d8 None None] Provisioning complete for port 69d0d846-d05b-4f05-b85d-23f0741fb57c triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:42.595541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f8529c0-be57-414d-9594-21250913f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.640545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.712424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1f8529c0-be57-414d-9594-21250913f4d8 None None] Port 69d0d846-d05b-4f05-b85d-23f0741fb57c cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:01:42.737475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e8c5f315-951a-43ed-af37-01f8915f512a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:42.737897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.863766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0bbd5bd3-ed7e-4d5e-8721-302a69ae571d req-5cc94f01-d01b-4512-95ef-11c279ac5c1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:42.878153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0bbd5bd3-ed7e-4d5e-8721-302a69ae571d req-5cc94f01-d01b-4512-95ef-11c279ac5c1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:42.879449 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bbd5bd3-ed7e-4d5e-8721-302a69ae571d req-5cc94f01-d01b-4512-95ef-11c279ac5c1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 210 time: 0.0636766 Dec 22 16:01:43.316722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:43.329320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Transition to ACTIVE for port object 69d0d846-d05b-4f05-b85d-23f0741fb57c will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:43.370614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:43.375203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:43.507812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d353d-ce74-4275-a5c7-2a0aa56e0cbc None None] Pushing event updated for resources: {'Port': ['ID=69d0d846-d05b-4f05-b85d-23f0741fb57c,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:43.512623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-863d353d-ce74-4275-a5c7-2a0aa56e0cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:43.599033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Attempting to bind port 69d0d846-d05b-4f05-b85d-23f0741fb57c on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:43.599341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Attempting to bind port 69d0d846-d05b-4f05-b85d-23f0741fb57c by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:43.599755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Attempting to bind port 69d0d846-d05b-4f05-b85d-23f0741fb57c on network 606b5814-a559-47d7-9abc-da85c61ab1f5 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:43.607375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:43.607816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Checking segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:43.608283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:43.612472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Bound using segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:43.612472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Bound port: 69d0d846-d05b-4f05-b85d-23f0741fb57c, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:43.612472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:43.710435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] For port 69d0d846-d05b-4f05-b85d-23f0741fb57c, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:43.713846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] For port 69d0d846-d05b-4f05-b85d-23f0741fb57c, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=69d0d846-d05b-4f05-b85d-23f0741fb57c,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:43.773634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:43.778454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4ddc3bec-f26b-4a1d-ac63-b81017a37428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:43.864334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:43.865035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:43.926664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d353d-ce74-4275-a5c7-2a0aa56e0cbc None None] Pushing event updated for resources: {'Port': ['ID=69d0d846-d05b-4f05-b85d-23f0741fb57c,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:43.930050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-863d353d-ce74-4275-a5c7-2a0aa56e0cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:44.073611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d6e80234-cc7b-407c-8a38-cde785f412db req-9d211cc1-20c6-4f9c-9010-13db7921fda3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 210 time: 0.0584412 Dec 22 16:01:44.093913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:44.459927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:43Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:44.464223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6dee6-a8a6-4ceb-8531-b1cac5a0c84f None None] The sync data for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv is: [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:43Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:44.851623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9ffaa828-7246-45ed-9c99-ce5281bcb6e5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:44.852186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9ffaa828-7246-45ed-9c99-ce5281bcb6e5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:44.868069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9ffaa828-7246-45ed-9c99-ce5281bcb6e5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:44.869369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9ffaa828-7246-45ed-9c99-ce5281bcb6e5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/networks?id=606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 200 len: 796 time: 0.1983557 Dec 22 16:01:44.931143 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-759526b8-d539-4fb1-8fee-2a43f7834214 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 380 time: 0.0497096 Dec 22 16:01:44.943705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'port': {'device_id': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'admin_state_up': True, 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'security_groups': ['8c7745be-bd44-4f27-84e3-b3dcf6dd27df']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:45.096334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:45.107050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:45.165210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:01:45.170968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.319724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cfbef67c-1cbc-4e3b-a8bb-8a665bf544d2 req-f18453d3-7844-46c5-8731-e6de98df01f8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 210 time: 0.0610123 Dec 22 16:01:45.437420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.7 (606b5814-a559-47d7-9abc-da85c61ab1f5/5c69af45-3068-4da0-b456-426642d261bb/5053427b-0598-43b9-8365-9d036dd51f27) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:45.649852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.667725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 5053427b-0598-43b9-8365-9d036dd51f27 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:45.731262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.737626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b724a242-5ffa-4a5d-b14e-2caccd167883 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:45.819810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:45.824619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:45.830470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:45.864673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 69d0d846-d05b-4f05-b85d-23f0741fb57c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:45.868324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=5053427b-0598-43b9-8365-9d036dd51f27,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:45.877055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:45.910282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:45.911034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.972402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0329614 Dec 22 16:01:45.999878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 69d0d846-d05b-4f05-b85d-23f0741fb57c completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:46.006908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 69d0d846-d05b-4f05-b85d-23f0741fb57c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:46.007351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.112956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Request body: {'port': {'device_id': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:46.152203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.189245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 69d0d846-d05b-4f05-b85d-23f0741fb57c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=69d0d846-d05b-4f05-b85d-23f0741fb57c,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:46.225000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.227076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:46.232159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.262391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-157d308a-c222-4e19-b994-c7d2aa724a9a None None] Provisioning for port 5053427b-0598-43b9-8365-9d036dd51f27 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:46.275989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-157d308a-c222-4e19-b994-c7d2aa724a9a None None] Provisioning complete for port 5053427b-0598-43b9-8365-9d036dd51f27 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:46.276350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-157d308a-c222-4e19-b994-c7d2aa724a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.358091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=69d0d846-d05b-4f05-b85d-23f0741fb57c,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:46.361642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-157d308a-c222-4e19-b994-c7d2aa724a9a None None] Port 5053427b-0598-43b9-8365-9d036dd51f27 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:01:46.363188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:46.548503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c6b1-3130-47ba-a6b8-2557fbf7496c req-501b4970-12aa-464a-9f58-50abec861072 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:46.550080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d4c6b1-3130-47ba-a6b8-2557fbf7496c req-501b4970-12aa-464a-9f58-50abec861072 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 931 time: 0.0894690 Dec 22 16:01:46.600553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9d4c6b1-3130-47ba-a6b8-2557fbf7496c req-d45ceadc-b33d-4167-bc7d-05578e3be6ae tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441482 Dec 22 16:01:46.615070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5053427b-0598-43b9-8365-9d036dd51f27 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:01:46.622480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.638495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Transition to ACTIVE for port object 5053427b-0598-43b9-8365-9d036dd51f27 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:46.674295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.678964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90a28185-7cd9-4214-bb5d-23f74e861440 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:46.811692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Pushing event updated for resources: {'Port': ['ID=5053427b-0598-43b9-8365-9d036dd51f27,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:46.816169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:46.929187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Attempting to bind port 5053427b-0598-43b9-8365-9d036dd51f27 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:46.929759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Attempting to bind port 5053427b-0598-43b9-8365-9d036dd51f27 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:46.929890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Attempting to bind port 5053427b-0598-43b9-8365-9d036dd51f27 on network 606b5814-a559-47d7-9abc-da85c61ab1f5 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:46.936413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Port 5053427b-0598-43b9-8365-9d036dd51f27 on network 606b5814-a559-47d7-9abc-da85c61ab1f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:01:46.936790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Attempting to bind port 5053427b-0598-43b9-8365-9d036dd51f27 on network 606b5814-a559-47d7-9abc-da85c61ab1f5 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:46.944337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:46.944724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Checking segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:46.945153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Bound using segment: {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:46.945628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Bound port: 5053427b-0598-43b9-8365-9d036dd51f27, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51737880-cc69-439e-a6e9-ce67d18d73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:46.946027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.039931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] For port 5053427b-0598-43b9-8365-9d036dd51f27, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:47.043212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] For port 5053427b-0598-43b9-8365-9d036dd51f27, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5053427b-0598-43b9-8365-9d036dd51f27,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:47.076642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.081474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6df6c5c8-3aa8-4d36-b1a7-3c274ea30e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:47.137882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.139522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] 10.222.0.71 "PUT /v2.0/ports/5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 200 len: 1093 time: 1.1592810 Dec 22 16:01:47.139980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:47.167181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Pushing event updated for resources: {'Port': ['ID=5053427b-0598-43b9-8365-9d036dd51f27,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:47.172762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:47.208727 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27', 'status': 'completed', 'code': 200} Dec 22 16:01:47.313254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dd5e82e7-5bdd-494e-9af8-cb21fe9f5d24 req-eee43f89-f3c7-4c1a-b245-79f53c85a164 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1096 time: 0.0847590 Dec 22 16:01:47.470705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e82e7-5bdd-494e-9af8-cb21fe9f5d24 req-0418e25d-0121-4e4d-964d-f344a9a847da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:47.472464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dd5e82e7-5bdd-494e-9af8-cb21fe9f5d24 req-0418e25d-0121-4e4d-964d-f344a9a847da service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1514633 Dec 22 16:01:47.818208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b173bf0-977b-4940-ada5-21b6003c3d6e req-e4597186-96d0-4cc8-bcfd-a96883932bfa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:47.820157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b173bf0-977b-4940-ada5-21b6003c3d6e req-e4597186-96d0-4cc8-bcfd-a96883932bfa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 943 time: 0.0898521 Dec 22 16:01:47.828491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 69d0d846-d05b-4f05-b85d-23f0741fb57c up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:47.859365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e82e7-5bdd-494e-9af8-cb21fe9f5d24 req-a571df76-9ad3-4e35-9119-0bfac07a91c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:47.861520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dd5e82e7-5bdd-494e-9af8-cb21fe9f5d24 req-a571df76-9ad3-4e35-9119-0bfac07a91c9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3824985 Dec 22 16:01:47.881136 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7b173bf0-977b-4940-ada5-21b6003c3d6e req-c02541dd-be6d-4922-a404-161b3abd4272 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531969 Dec 22 16:01:47.908203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 69d0d846-d05b-4f05-b85d-23f0741fb57c triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:47.908634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.974562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-a50c6199-4088-4552-90a0-ed1ba8f49317 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1096 time: 0.0743606 Dec 22 16:01:48.051978 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-d1b109f7-5601-4862-bc2f-01926f5e0884 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 200 len: 217 time: 0.0705609 Dec 22 16:01:48.123201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-c3993665-0400-403d-9fc8-8077748c50f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:48.124619 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-c3993665-0400-403d-9fc8-8077748c50f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c69af45-3068-4da0-b456-426642d261bb HTTP/1.1" status: 200 len: 835 time: 0.0664039 Dec 22 16:01:48.211159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-388a0133-a831-4c12-9a78-77594572b514 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=606b5814-a559-47d7-9abc-da85c61ab1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802114 Dec 22 16:01:48.360744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-944a14be-b2b7-43dc-ba45-07eecc8bcff1 service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425147 Dec 22 16:01:48.505383 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ce8e8fdd-d73a-42a3-beb7-1e57d168b8b0 req-4cbb2a35-b497-48c2-b495-cdc9692b98ae service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393707 Dec 22 16:01:49.092234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b891a-5bcb-4e64-a9c3-df87c7ee4a3a req-bd465095-640d-4064-8f7d-bbb80449925f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:49.093072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c52b891a-5bcb-4e64-a9c3-df87c7ee4a3a req-bd465095-640d-4064-8f7d-bbb80449925f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:49.148113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c52b891a-5bcb-4e64-a9c3-df87c7ee4a3a req-bd465095-640d-4064-8f7d-bbb80449925f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:49.149490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c52b891a-5bcb-4e64-a9c3-df87c7ee4a3a req-bd465095-640d-4064-8f7d-bbb80449925f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 943 time: 0.1402843 Dec 22 16:01:49.199616 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c52b891a-5bcb-4e64-a9c3-df87c7ee4a3a req-9947b556-a2cf-410d-8467-142f00ebb37d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433590 Dec 22 16:01:50.412940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856157-e1b9-451d-827c-fc3b3d3e85ec req-f34313d8-7bb9-43dd-b93d-ff0a11eefdd0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:50.414548 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45856157-e1b9-451d-827c-fc3b3d3e85ec req-f34313d8-7bb9-43dd-b93d-ff0a11eefdd0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 943 time: 0.0862806 Dec 22 16:01:50.467626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45856157-e1b9-451d-827c-fc3b3d3e85ec req-640a7f50-1706-44f1-8828-fc15c65eee5a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Dec 22 16:01:50.714895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 5053427b-0598-43b9-8365-9d036dd51f27 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:01:50.856526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 5053427b-0598-43b9-8365-9d036dd51f27, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5053427b-0598-43b9-8365-9d036dd51f27,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:50.871058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '5053427b-0598-43b9-8365-9d036dd51f27', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'port_id': '5053427b-0598-43b9-8365-9d036dd51f27', 'mac_address': 'fa:16:3e:72:1e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:01:50.926744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:50.945208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5053427b-0598-43b9-8365-9d036dd51f27 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:01:50.960374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 5053427b-0598-43b9-8365-9d036dd51f27, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5053427b-0598-43b9-8365-9d036dd51f27,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:51.019253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:51.021094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:51.090285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=5053427b-0598-43b9-8365-9d036dd51f27,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:51.093538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:51.225074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['5053427b-0598-43b9-8365-9d036dd51f27'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:01:51.680321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad7f06-a452-4e5f-8993-7f4a817898ea req-e7f0ab96-4cca-47fd-acee-2336590d82b4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:51.681944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8ad7f06-a452-4e5f-8993-7f4a817898ea req-e7f0ab96-4cca-47fd-acee-2336590d82b4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 944 time: 0.0878851 Dec 22 16:01:51.730476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8ad7f06-a452-4e5f-8993-7f4a817898ea req-97ef895b-8549-4fa1-ab70-1299cb84de8f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Dec 22 16:01:52.714718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 5053427b-0598-43b9-8365-9d036dd51f27 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:52.816486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 5053427b-0598-43b9-8365-9d036dd51f27 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:52.821824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 5053427b-0598-43b9-8365-9d036dd51f27 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:52.822252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.952879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe693a-b0f5-430a-972e-673914cb0cb9 req-b264032f-0121-4cb1-923b-0f899d157406 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:52.953162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.954543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-11fe693a-b0f5-430a-972e-673914cb0cb9 req-b264032f-0121-4cb1-923b-0f899d157406 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 944 time: 0.0979145 Dec 22 16:01:52.982179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:52.993186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 5053427b-0598-43b9-8365-9d036dd51f27, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5053427b-0598-43b9-8365-9d036dd51f27,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:53.006614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-11fe693a-b0f5-430a-972e-673914cb0cb9 req-0cec4e1e-94bf-43c0-9eb6-20b7ed38f3ee tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Dec 22 16:01:53.045221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:53.047308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:53.116525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=5053427b-0598-43b9-8365-9d036dd51f27,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:53.120591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27', 'code': 200} Dec 22 16:01:53.121338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:53.421184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-852deda4-e701-46e8-a8ba-1517dad1c528 req-4c4fd67a-24b0-4260-ba98-8bc9a117ac26 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1098 time: 0.0733380 Dec 22 16:01:53.469463 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-852deda4-e701-46e8-a8ba-1517dad1c528 req-19d83c05-67b1-4e2e-8e60-6a048e737c77 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419447 Dec 22 16:01:54.213358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524f0af-9726-48d9-9d9b-357001a4feab req-5780e0ab-86ba-4b63-bdbc-741e0c4a77d3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.215010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7524f0af-9726-48d9-9d9b-357001a4feab req-5780e0ab-86ba-4b63-bdbc-741e0c4a77d3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0832930 Dec 22 16:01:54.264114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7524f0af-9726-48d9-9d9b-357001a4feab req-bac50e90-022b-4ca5-b2da-bf3328bc97f8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422673 Dec 22 16:01:55.478755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8197c7-0bc8-4772-8bc9-f206bfe59266 req-49768ce8-78fd-4296-844a-27838d900f58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:55.481008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f8197c7-0bc8-4772-8bc9-f206bfe59266 req-49768ce8-78fd-4296-844a-27838d900f58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0916727 Dec 22 16:01:55.529260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f8197c7-0bc8-4772-8bc9-f206bfe59266 req-3d271cca-7284-4da0-b7a9-881c150ab26f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Dec 22 16:01:55.736307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d627f3f-ab94-4608-b9bf-eeb475a34a69 req-12f1fd51-2006-4496-a5e9-bcc77b6f9077 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:55.737944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d627f3f-ab94-4608-b9bf-eeb475a34a69 req-12f1fd51-2006-4496-a5e9-bcc77b6f9077 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0866859 Dec 22 16:01:55.787520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d627f3f-ab94-4608-b9bf-eeb475a34a69 req-ab506e66-79d4-4701-b221-5eef126a923e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Dec 22 16:01:55.815134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55424) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:55.896664 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cca8d4d4-f911-4689-87dc-36bbe40bea90 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1093 time: 0.0799556 Dec 22 16:01:55.899556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55428) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:55.905332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '5053427b-0598-43b9-8365-9d036dd51f27', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:55.920391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:55.925084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:floatingip and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:55.928202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:55.935448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:55.976756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.128321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.279144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.24 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/6d67f221-13aa-4d1a-a191-a3506e618b65) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:56.434872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.491172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.495784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b6ae4a37-a0b8-41ae-a221-a431db386009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:56.568799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:56.572759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:56.574762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=6d67f221-13aa-4d1a-a191-a3506e618b65,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:56.577127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:56.603582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:57.106796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.208256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.423322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.462022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.466835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-71150438-3ad8-4e4f-bac3-9b42a4faf949 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:57.581514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=6d67f221-13aa-4d1a-a191-a3506e618b65,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:57.586252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:57.597183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.800021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Floating IP 29d241d8-960a-4f27-a7c0-7e663627db11 associated. External IP: 172.26.4.24, port: 5053427b-0598-43b9-8365-9d036dd51f27. Dec 22 16:01:58.471227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:58.678004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:58.691008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] Sync routers for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:58.705213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:58.705887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:58.736364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:58.795746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8950422 Dec 22 16:01:58.796501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:58.855649 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27', 'status': 'completed', 'code': 200} Dec 22 16:01:58.901730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:59.026311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-c0dd0b58-292b-42da-a12d-b84edf1229bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1098 time: 0.1492541 Dec 22 16:01:59.033421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbe945-0f09-4180-9988-513d85d6c75c req-a98b1ca9-e6a1-4b14-a3df-3a923ccb010e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:59.035061 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f3bbe945-0f09-4180-9988-513d85d6c75c req-a98b1ca9-e6a1-4b14-a3df-3a923ccb010e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.1231339 Dec 22 16:01:59.193073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f3bbe945-0f09-4180-9988-513d85d6c75c req-4dd26e3d-d00f-47ef-9e7e-5fb23fb7155b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318357 Dec 22 16:01:59.216393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-e69ed213-1474-4710-9641-4d27707e5b20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:59.218068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-e69ed213-1474-4710-9641-4d27707e5b20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 200 len: 897 time: 0.1818116 Dec 22 16:01:59.221767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55436) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:59.273652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '29d241d8-960a-4f27-a7c0-7e663627db11', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'port_id': '5053427b-0598-43b9-8365-9d036dd51f27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'mac_address': 'fa:16:3e:72:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:01:56Z', 'updated_at': '2021-12-22T16:01:56Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:46Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:59.277774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] Checking router: 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:59.290064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:59.290742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:01:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:59.436248 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b4cedf10-e7b2-4282-ad5e-5b8cde586d2d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/29d241d8-960a-4f27-a7c0-7e663627db11 HTTP/1.1" status: 200 len: 990 time: 0.2119157 Dec 22 16:01:59.437424 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-19115e74-76cd-4593-b1b1-0b7f00d38b7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 200 len: 998 time: 0.2125175 Dec 22 16:01:59.483479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:59.509504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-bef7e37c-b3f3-472f-9236-44623983ac68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:59.511135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-bef7e37c-b3f3-472f-9236-44623983ac68 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c69af45-3068-4da0-b456-426642d261bb HTTP/1.1" status: 200 len: 835 time: 0.0669026 Dec 22 16:01:59.597867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-0f1769a8-b588-4813-ab53-58f733548aae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=606b5814-a559-47d7-9abc-da85c61ab1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808084 Dec 22 16:01:59.749614 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-0f350fc9-227b-4fac-89c8-3c5dba70385a service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449039 Dec 22 16:01:59.896022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-55aa1478-12be-4ff3-96a5-e293b16cdb27 req-a78f4188-370e-4463-9917-5dd3cdf2845e service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395612 Dec 22 16:02:00.001231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '29d241d8-960a-4f27-a7c0-7e663627db11', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'port_id': '5053427b-0598-43b9-8365-9d036dd51f27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'mac_address': 'fa:16:3e:72:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:01:56Z', 'updated_at': '2021-12-22T16:01:56Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:46Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:02:00.005384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff62d581-85d2-4bf0-a0ff-1dba0ba8172a None None] The sync data for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv is: [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '29d241d8-960a-4f27-a7c0-7e663627db11', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.24', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'port_id': '5053427b-0598-43b9-8365-9d036dd51f27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'mac_address': 'fa:16:3e:72:1e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:01:56Z', 'updated_at': '2021-12-22T16:01:56Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:46Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:02:00.334292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f502f1d7-64e6-4f06-9c34-8c18a954e048 None None] New status for floating IP 29d241d8-960a-4f27-a7c0-7e663627db11: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:02:00.439083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55440) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:00.566940 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7242316c-3e96-4819-8038-4a1827c21459 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/29d241d8-960a-4f27-a7c0-7e663627db11 HTTP/1.1" status: 200 len: 990 time: 0.1263916 Dec 22 16:02:01.571148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55444) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:01.683034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ccb64e77-525b-4bbd-b243-52bbde665b79 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/29d241d8-960a-4f27-a7c0-7e663627db11 HTTP/1.1" status: 200 len: 992 time: 0.1105192 Dec 22 16:02:01.853395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.350685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8bd5-04a5-4a1d-b47a-64055e9f5cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:03.870852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:04.308269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:02:04.573155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3cce8206-6639-4ad7-a093-9140f227a389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:05.087487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:06.942447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:31.465271 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-4f654cba-7203-4437-ab7a-af2b5bbc1608 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1098 time: 0.0762663 Dec 22 16:02:31.488067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e91c17-4438-4a7d-a791-08039e658530 req-cfe65818-7f90-4fe5-8930-ff41553ad0cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:31.489706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a6e91c17-4438-4a7d-a791-08039e658530 req-cfe65818-7f90-4fe5-8930-ff41553ad0cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0865219 Dec 22 16:02:31.541354 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a6e91c17-4438-4a7d-a791-08039e658530 req-e24e383b-cb28-45cb-b7f8-9eb2412ea9d9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442357 Dec 22 16:02:31.616194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-adfd0e78-c55c-430f-ac27-652ab0ba7f56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:31.617833 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-adfd0e78-c55c-430f-ac27-652ab0ba7f56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 200 len: 897 time: 0.1465592 Dec 22 16:02:31.728752 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-1e45a04b-96f3-42bc-aafb-a4482b94e59c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 200 len: 1000 time: 0.1043885 Dec 22 16:02:31.799216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-e2a01a62-de57-4894-a3c0-1e6db4dc6856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:31.800779 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-e2a01a62-de57-4894-a3c0-1e6db4dc6856 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c69af45-3068-4da0-b456-426642d261bb HTTP/1.1" status: 200 len: 835 time: 0.0658832 Dec 22 16:02:31.856485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:31.887155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-c9e380ae-2125-4138-be01-ed783b55470a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=606b5814-a559-47d7-9abc-da85c61ab1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791309 Dec 22 16:02:32.033804 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-2f4f69d3-2034-4dc1-813a-d4ae6cd37607 service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400850 Dec 22 16:02:32.195076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a5c2576-405b-4c12-a648-97943f9898a2 req-f1e3fae8-86fe-4125-8582-d71161b1e5cc service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545799 Dec 22 16:02:32.347938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-088c73b2-3162-44aa-9313-1449c05ac828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:32.760932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd3b06-b0be-4fc1-891a-313483aac9ec req-f20e5a13-577e-44ce-ace7-af6065bdf55a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:32.762717 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3efd3b06-b0be-4fc1-891a-313483aac9ec req-f20e5a13-577e-44ce-ace7-af6065bdf55a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0860028 Dec 22 16:02:32.813078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3efd3b06-b0be-4fc1-891a-313483aac9ec req-3b57d87e-c1d1-420b-8a4b-4de177705a96 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Dec 22 16:02:33.885653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:34.294706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9caa86-404a-4f21-90ba-a8c8adfc0d2d req-145ae4a8-9fab-4e78-aefe-093344d5dfdb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:34.296384 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eb9caa86-404a-4f21-90ba-a8c8adfc0d2d req-145ae4a8-9fab-4e78-aefe-093344d5dfdb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.3582647 Dec 22 16:02:34.354073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eb9caa86-404a-4f21-90ba-a8c8adfc0d2d req-3764911c-898f-4d7a-a733-63f75c86aa16 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Dec 22 16:02:34.599666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cd88b80b-67ba-4672-bf29-5139de2159fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:35.096413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:35.633972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed596b-7a3b-419e-9fb0-136fd59b9f0f req-1860808c-6f65-4b1a-b716-efee51f8e7eb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:35.636197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-21ed596b-7a3b-419e-9fb0-136fd59b9f0f req-1860808c-6f65-4b1a-b716-efee51f8e7eb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0871398 Dec 22 16:02:35.919847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-21ed596b-7a3b-419e-9fb0-136fd59b9f0f req-e2c9ba9d-2647-47fa-81db-9daef7b00766 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775311 Dec 22 16:02:36.942164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:37.132118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be2b96-46b5-4f03-bcd7-bae97159516a req-650d7883-be8d-4445-8a53-4f7ceeecb80b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:37.133828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8be2b96-46b5-4f03-bcd7-bae97159516a req-650d7883-be8d-4445-8a53-4f7ceeecb80b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0849781 Dec 22 16:02:37.185231 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e8be2b96-46b5-4f03-bcd7-bae97159516a req-a6fc5c9b-be8a-4e18-9e0e-df920cfaec1f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Dec 22 16:02:38.392462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2504a4-8407-4ee9-b2a3-5a13454be8c4 req-147d71f6-60f0-437e-9785-c63abd6a9ef5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:38.394092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f2504a4-8407-4ee9-b2a3-5a13454be8c4 req-147d71f6-60f0-437e-9785-c63abd6a9ef5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0868158 Dec 22 16:02:38.457948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f2504a4-8407-4ee9-b2a3-5a13454be8c4 req-e5562627-c16c-41d8-840d-7990386806fa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573666 Dec 22 16:02:39.668678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e469ea-d0f7-4f8d-bfa4-7686fec0f7e7 req-a96eae3c-6222-4d18-8c88-3e22a2bb88e0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:39.670315 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22e469ea-d0f7-4f8d-bfa4-7686fec0f7e7 req-a96eae3c-6222-4d18-8c88-3e22a2bb88e0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0882640 Dec 22 16:02:39.720952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-22e469ea-d0f7-4f8d-bfa4-7686fec0f7e7 req-d37c29e2-ea14-44ee-9600-12ec8dab3dfe tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Dec 22 16:02:40.947143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060d6f6-260e-4139-82cb-6350276eb151 req-d72cebc4-5488-4086-9602-f56572389a6f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:40.948760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6060d6f6-260e-4139-82cb-6350276eb151 req-d72cebc4-5488-4086-9602-f56572389a6f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.1007960 Dec 22 16:02:40.998900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6060d6f6-260e-4139-82cb-6350276eb151 req-c0e66f12-c828-42de-b008-7ba4e2289ccc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436687 Dec 22 16:02:41.309609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:02:42.209788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc477-e81d-4599-80fd-df6e1ee68d95 req-7667ae2f-e55e-47b7-a13c-00c8361ad997 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:42.211468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d8fc477-e81d-4599-80fd-df6e1ee68d95 req-7667ae2f-e55e-47b7-a13c-00c8361ad997 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0902729 Dec 22 16:02:42.266706 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8d8fc477-e81d-4599-80fd-df6e1ee68d95 req-63579690-c2d7-417b-9c82-47ef357134d7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489914 Dec 22 16:02:43.475798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88961c7e-0489-4fd8-82ee-51d544d8e7d4 req-2d5f7684-710b-49a2-8003-36f440b12e3b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:43.477447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-88961c7e-0489-4fd8-82ee-51d544d8e7d4 req-2d5f7684-710b-49a2-8003-36f440b12e3b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0844097 Dec 22 16:02:43.538394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-88961c7e-0489-4fd8-82ee-51d544d8e7d4 req-2c549fc7-d59a-4dc4-9c17-33ea062d6b7c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541427 Dec 22 16:02:43.984791 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-d7789c69-877c-4076-abfa-21b0e037d44d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1098 time: 0.0747592 Dec 22 16:02:44.152501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-4bb9db70-2fe5-4a24-84ed-9af51b31f88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:44.154112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-4bb9db70-2fe5-4a24-84ed-9af51b31f88b service neutron] 10.222.0.71 "GET /v2.0/networks?id=606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 200 len: 897 time: 0.1511316 Dec 22 16:02:44.266671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-45e8a887-0221-43db-a138-1f961d82efa8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 200 len: 1000 time: 0.1051672 Dec 22 16:02:44.336465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-e69215e7-79be-413c-81fb-5addfcdf8e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:44.338723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-e69215e7-79be-413c-81fb-5addfcdf8e7b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c69af45-3068-4da0-b456-426642d261bb HTTP/1.1" status: 200 len: 835 time: 0.0650845 Dec 22 16:02:44.434864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-049085e9-8403-40de-a27d-80a98686ca52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=606b5814-a559-47d7-9abc-da85c61ab1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883975 Dec 22 16:02:44.582584 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-9b3ea730-c331-4746-be14-bc2390400a9e service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410186 Dec 22 16:02:44.741224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2d2f413-aa6f-42e9-8499-e45d7277ebcd req-e78fea5f-0e63-4fc0-88b2-b7abbd0fb07c service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510940 Dec 22 16:02:44.791462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb03cff-c3b3-4b1f-957f-ccc9dd24218b req-96e0736a-67ad-44a1-8525-784736775355 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:44.793183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fdb03cff-c3b3-4b1f-957f-ccc9dd24218b req-96e0736a-67ad-44a1-8525-784736775355 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0996108 Dec 22 16:02:44.846222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fdb03cff-c3b3-4b1f-957f-ccc9dd24218b req-268d5e7c-a18b-4428-813b-99ddab546cce tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Dec 22 16:02:46.056067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7384a-c330-4851-b9a6-b5db36d797c1 req-c6f43cd6-b3e5-445e-a297-3f841124c912 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:46.057799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-09e7384a-c330-4851-b9a6-b5db36d797c1 req-c6f43cd6-b3e5-445e-a297-3f841124c912 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0852928 Dec 22 16:02:46.106924 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-09e7384a-c330-4851-b9a6-b5db36d797c1 req-e8081aa9-f653-40f6-a295-f46dba87fa5f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Dec 22 16:02:47.319832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6997-f96b-4a1e-9e3e-b20be8325928 req-85203da1-a110-48a9-bda5-db82053f30f6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:47.321448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9cee6997-f96b-4a1e-9e3e-b20be8325928 req-85203da1-a110-48a9-bda5-db82053f30f6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0883260 Dec 22 16:02:47.370618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9cee6997-f96b-4a1e-9e3e-b20be8325928 req-9bd1237b-34a5-4668-b312-872ba7e6ce35 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422401 Dec 22 16:02:48.604068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de880a-71a1-4753-a76b-adff16529a62 req-bb1937f7-7911-4496-961b-8cde5a578b72 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:48.605701 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27de880a-71a1-4753-a76b-adff16529a62 req-bb1937f7-7911-4496-961b-8cde5a578b72 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.0881667 Dec 22 16:02:48.654527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27de880a-71a1-4753-a76b-adff16529a62 req-f10230f2-f9d4-402e-8012-b6b15b5d5faf tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Dec 22 16:02:48.682943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55490) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:48.794212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-71526703-7c04-49e0-b052-aa5d9017ae25 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/29d241d8-960a-4f27-a7c0-7e663627db11 HTTP/1.1" status: 200 len: 992 time: 0.1098778 Dec 22 16:03:01.850667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:02.357886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d18159c5-0e6a-4aa2-b72c-c61927d065e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:03.871071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:04.588234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d518c6b5-bab4-445e-923c-5e7bd26b9a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:05.102128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:06.942062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:18.311280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:03:19.301935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55508) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:19.534935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 6d67f221-13aa-4d1a-a191-a3506e618b65 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:03:19.535571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:19.719519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:19.719882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:19.848924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 6d67f221-13aa-4d1a-a191-a3506e618b65 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:03:20.217236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:20.222072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4a1117a9-36cd-4cdf-9dc3-48e9eedaec62 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:20.268317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=6d67f221-13aa-4d1a-a191-a3506e618b65,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:20.313771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.314201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.314605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.315102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.315514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.315929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.316350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.316760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.317175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.317585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.317998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:20.326435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:20.383620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:20.818553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:03:21.029896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:03:21.040665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] Sync routers for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:03:21.054567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:21.055590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:21.085086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:21.142653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/floatingips/29d241d8-960a-4f27-a7c0-7e663627db11 HTTP/1.1" status: 204 len: 168 time: 1.8390567 Dec 22 16:03:21.143534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:03:21.203318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27', 'status': 'completed', 'code': 200} Dec 22 16:03:21.254541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:21.304736 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-a6f60764-faca-41dc-90a6-8bd1b7a918a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 1098 time: 0.0788503 Dec 22 16:03:21.463134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-69031ce8-99c8-4952-85e8-7053cfb8bd01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:21.464762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-69031ce8-99c8-4952-85e8-7053cfb8bd01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 200 len: 897 time: 0.1530571 Dec 22 16:03:21.543401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-a1fa324c-303d-4a19-b70b-3efce50fec17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 200 len: 217 time: 0.0727155 Dec 22 16:03:21.606884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:46Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:21.611093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] Checking router: 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:03:21.614057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-bd336984-21b3-4969-9832-f85eb9b1b4d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:21.615754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-bd336984-21b3-4969-9832-f85eb9b1b4d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c69af45-3068-4da0-b456-426642d261bb HTTP/1.1" status: 200 len: 835 time: 0.0664656 Dec 22 16:03:21.622693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:21.623918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:21.693084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f7c4d-4955-4e20-9583-40833c19f345 req-8ab95693-e8a0-426f-9319-f6fb23eaf7f9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:21.693486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-182f7c4d-4955-4e20-9583-40833c19f345 req-8ab95693-e8a0-426f-9319-f6fb23eaf7f9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:03:21.708643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-4cfcc880-e111-4a34-bcfc-898049cc8704 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=606b5814-a559-47d7-9abc-da85c61ab1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831144 Dec 22 16:03:21.751897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-182f7c4d-4955-4e20-9583-40833c19f345 req-8ab95693-e8a0-426f-9319-f6fb23eaf7f9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:03:21.753168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-182f7c4d-4955-4e20-9583-40833c19f345 req-8ab95693-e8a0-426f-9319-f6fb23eaf7f9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.1515326 Dec 22 16:03:21.807887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-182f7c4d-4955-4e20-9583-40833c19f345 req-c7b7393e-2cb7-49c1-abac-e197153f0b30 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467277 Dec 22 16:03:21.820127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:21.863677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-bfa5fb28-258c-4c48-9f69-b75a39673671 service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484680 Dec 22 16:03:22.015422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-45d4b9f4-7966-4148-bb88-9147ec05728c req-8cf67946-374a-4f89-a897-1fef3783eca4 service neutron] 10.222.0.71 "GET /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443596 Dec 22 16:03:22.160890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:46Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:22.165182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84448215-c93d-441e-9d3d-79a42221f020 None None] The sync data for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv is: [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:39Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '69d0d846-d05b-4f05-b85d-23f0741fb57c', 'name': '', 'network_id': '606b5814-a559-47d7-9abc-da85c61ab1f5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:df:64:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c69af45-3068-4da0-b456-426642d261bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:38Z', 'updated_at': '2021-12-22T16:01:46Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '5c69af45-3068-4da0-b456-426642d261bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:03:22.577453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14feb88-2689-4699-aa1e-bbb98e0795d2 None None] New status for floating IP 29d241d8-960a-4f27-a7c0-7e663627db11: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:03:23.183907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-0dc4e5b2-1a10-42e6-8a19-db12a5c1f546 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:23.185674 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-0dc4e5b2-1a10-42e6-8a19-db12a5c1f546 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.1211650 Dec 22 16:03:23.193384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf874591-d4f1-4dcc-898a-541882b02730 req-4c178020-2c37-4922-bfab-e7ee5c19f3b4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:23.195139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bf874591-d4f1-4dcc-898a-541882b02730 req-4c178020-2c37-4922-bfab-e7ee5c19f3b4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 945 time: 0.2458699 Dec 22 16:03:23.300209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 5053427b-0598-43b9-8365-9d036dd51f27 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:03:23.300860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:23.346388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bf874591-d4f1-4dcc-898a-541882b02730 req-c263c4be-bb67-451b-bfb2-34bf9cf0337c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c7745be-bd44-4f27-84e3-b3dcf6dd27df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198857 Dec 22 16:03:23.587847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 5053427b-0598-43b9-8365-9d036dd51f27, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5053427b-0598-43b9-8365-9d036dd51f27,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:23.588163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:23.720705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 5053427b-0598-43b9-8365-9d036dd51f27 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:03:24.056627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:24.063419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d7027aaa-d97c-42ae-ab0c-87944c93f993 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:24.106072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=5053427b-0598-43b9-8365-9d036dd51f27,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:24.120260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.123549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.123549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.123549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.123549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.123549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.125061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.125931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.126527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.127013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.127578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:24.131816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:24.206988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] No DVR routers for this DVR port 5053427b-0598-43b9-8365-9d036dd51f27 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:03:24.209613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:24.214128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'name': 'network-vif-deleted', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:03:24.267037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-79d49634-e0d4-4a8f-92d0-6954f478ed75 req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "DELETE /v2.0/ports/5053427b-0598-43b9-8365-9d036dd51f27 HTTP/1.1" status: 204 len: 173 time: 1.0706813 Dec 22 16:03:24.273222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e821c8-54ca-446f-a28d-8a2d9003631d', 'name': 'network-vif-deleted', 'tag': '5053427b-0598-43b9-8365-9d036dd51f27', 'status': 'completed', 'code': 200} Dec 22 16:03:24.557524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3b5e96e9-8ef0-4a03-8b75-17cfec88adee req-7285b9d0-a6dd-4a8d-af77-3a4d291ce89f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:03:24.607706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3b5e96e9-8ef0-4a03-8b75-17cfec88adee req-7285b9d0-a6dd-4a8d-af77-3a4d291ce89f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:03:24.609109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3b5e96e9-8ef0-4a03-8b75-17cfec88adee req-7285b9d0-a6dd-4a8d-af77-3a4d291ce89f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=83e821c8-54ca-446f-a28d-8a2d9003631d HTTP/1.1" status: 200 len: 210 time: 0.0977185 Dec 22 16:03:25.720318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55528) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:26.144489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:27.037416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 69d0d846-d05b-4f05-b85d-23f0741fb57c {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:03:27.038061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:27.244191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 69d0d846-d05b-4f05-b85d-23f0741fb57c, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=69d0d846-d05b-4f05-b85d-23f0741fb57c,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:27.244593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:27.260915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 5053427b-0598-43b9-8365-9d036dd51f27 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:03:27.297899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 5053427b-0598-43b9-8365-9d036dd51f27 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:03:27.298221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 5053427b-0598-43b9-8365-9d036dd51f27 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:03:27.373141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 69d0d846-d05b-4f05-b85d-23f0741fb57c owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:03:27.609203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:27.613860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5bde58fe-763f-40fe-ac02-21349cbc2dc1 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:27.656592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=69d0d846-d05b-4f05-b85d-23f0741fb57c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:27.660958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:27.976309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:28.614449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:03:28.851383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:03:28.861558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] Sync routers for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:03:28.875068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:28.875679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:28.913168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/3a80b184-0e84-4e73-a8b3-fc2aac8ba09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1889610 Dec 22 16:03:28.913613 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55532) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:29.078140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:29.123122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting subnet 5c69af45-3068-4da0-b456-426642d261bb {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:03:29.126623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:29.434329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:29.438715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:03:27Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:29.443646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] Checking router: 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:03:29.456037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] Routers {'3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:29.456855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:29.522742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:29.804653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] Set router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:29.811719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:29.816624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-20939743-484b-4958-a02b-7d76aba32c5e tempest-PortsTestJSON-304593539 tempest-PortsTestJSON-304593539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:29.853041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Subnet': ['ID=5c69af45-3068-4da0-b456-426642d261bb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:29.857476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:29.860455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:29.867243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e72004-2b60-4a3c-acd7-2cbfe4be210e None None] Network 606b5814-a559-47d7-9abc-da85c61ab1f5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:03:29.870855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-909d5e4b-2676-4571-9b02-51b01a5d0be1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/subnets/5c69af45-3068-4da0-b456-426642d261bb HTTP/1.1" status: 204 len: 168 time: 0.9534433 Dec 22 16:03:29.871263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55536) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:30.093566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.124617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:03:27Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:30.129230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe001f53-9aa2-4337-9118-08b222172d9a None None] The sync data for ids ['3a80b184-0e84-4e73-a8b3-fc2aac8ba09f'] in dv-neutron-822709-1-hyperv is: [{'id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-323445684', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:03:27Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'e8c5f315-951a-43ed-af37-01f8915f512a', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80b184-0e84-4e73-a8b3-fc2aac8ba09f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:34Z', 'updated_at': '2021-12-22T16:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:03:30.146360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] DHCP port deletion for 606b5814-a559-47d7-9abc-da85c61ab1f5 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:03:30.150549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Deleting port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:03:30.151212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.390077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] For port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,segment=NetworkSegment(51737880-cc69-439e-a6e9-ce67d18d73e3),segment_id=51737880-cc69-439e-a6e9-ce67d18d73e3)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:30.390521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.523410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Calling delete_port for c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:03:30.583268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.620264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port e8c5f315-951a-43ed-af37-01f8915f512a {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:03:30.620581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.705842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.710732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ded4d869-e7c9-4f0a-adbb-3157bf573f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:30.759043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Pushing event deleted for resources: {'Port': ['ID=c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:30.764927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] No DVR routers for this DVR port c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:03:30.778345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.779023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.780191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.780689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.781034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.781417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.781801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.782181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.782558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.782976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.783345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:30.788825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:30.830998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port e8c5f315-951a-43ed-af37-01f8915f512a, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e8c5f315-951a-43ed-af37-01f8915f512a,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:30.831625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:30.964261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for e8c5f315-951a-43ed-af37-01f8915f512a owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:03:31.266017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:31.271387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-533c523e-9e5b-46b5-93aa-4abf847d01be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:31.316819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=e8c5f315-951a-43ed-af37-01f8915f512a,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:31.319808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:31.564088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:31.842952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:31.848243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:31.885990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:31.929427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:03:31.963919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:03:31.964325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c5e31415-b6ed-4ff9-8a43-f0ba1cd3e598 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:03:31.964802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 69d0d846-d05b-4f05-b85d-23f0741fb57c no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:03:31.998346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 69d0d846-d05b-4f05-b85d-23f0741fb57c {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:03:32.002257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 69d0d846-d05b-4f05-b85d-23f0741fb57c not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:03:32.031593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.032203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Fanout notify agent at l3_agent the message router_deleted on router 3a80b184-0e84-4e73-a8b3-fc2aac8ba09f {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:03:32.048476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.049841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/routers/3a80b184-0e84-4e73-a8b3-fc2aac8ba09f HTTP/1.1" status: 204 len: 168 time: 2.1773956 Dec 22 16:03:32.052940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55540) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:32.197969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.342782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.348403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e183d6e1-a3fa-46d1-b7f3-f38e32a50311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.376378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606b5814-a559-47d7-9abc-da85c61ab1f5']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:32.389715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51737880-cc69-439e-a6e9-ce67d18d73e3') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:32.390050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51737880-cc69-439e-a6e9-ce67d18d73e3') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:32.402113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.417559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.424210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:03:32.431763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:03:32.440197 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:03:32.565054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.568547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ab8c80f-207e-4c01-a65b-9ba91ab3c7f3 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:32.587880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.601420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Network': ['ID=606b5814-a559-47d7-9abc-da85c61ab1f5,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:32.604483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:32.645816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1d59dd50-745c-4ddf-bfd0-2fe5778061dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/networks/606b5814-a559-47d7-9abc-da85c61ab1f5 HTTP/1.1" status: 204 len: 168 time: 0.5916395 Dec 22 16:03:32.648802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55544) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:32.720612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.751939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.937057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:32.943717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e5f298a-49ea-41a1-a51f-593bcd8ef4dd tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:32.960681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7745be-bd44-4f27-84e3-b3dcf6dd27df,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:32.963192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:33.005001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:33.006370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0c732588-86dc-4856-9691-ca002ff2cfa7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c7745be-bd44-4f27-84e3-b3dcf6dd27df HTTP/1.1" status: 204 len: 168 time: 0.3565364 Dec 22 16:03:33.677412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55552) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:33.683777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903282090', 'description': 'tempest-secgroup-smoke-1903282090 description', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:33.690252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:33.694621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:33.697638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:33.705240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:33.763704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:33.800411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:33.804589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:33.807486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:33.814083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:33.828854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8c5f315-951a-43ed-af37-01f8915f512a no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:03:33.876883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: e8c5f315-951a-43ed-af37-01f8915f512a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:03:33.877358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8c5f315-951a-43ed-af37-01f8915f512a not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:03:34.011006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.126001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.193283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.197668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7040731b-4fc5-44a4-844b-cba625350807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:34.243372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba2056f-be3a-4fbf-a4ef-3d9882f34c58,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:34.246797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:34.297165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.298553 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6199017 Dec 22 16:03:34.301824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:34.309346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'fba2056f-be3a-4fbf-a4ef-3d9882f34c58', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:34.316273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:34.320310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:34.326539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:34.333829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:34.383483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.468227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.500355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.502690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a54c726f-433d-477b-b570-b72a80e8dea5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:34.526460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66347a3a-2e16-4b39-a861-b7f1b45910cc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:34.532052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:34.572565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.573944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2710226 Dec 22 16:03:34.577526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55560) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:34.587563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'fba2056f-be3a-4fbf-a4ef-3d9882f34c58', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:34.595685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:34.598058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-29051ac5-2861-4d54-93b9-1c855bb280b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.600327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:34.603901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:34.613138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:34.662591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.736760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.776369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.778374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4954f42a-7332-428d-8d06-17d7ebb29290 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:34.801359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b2af31-3a07-4926-8c18-39c28f3ff3aa,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:34.805954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:34.844932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.846253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7e745489-0de5-44a8-8014-635c19069ba8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2676339 Dec 22 16:03:34.849280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55564) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:34.855547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'fba2056f-be3a-4fbf-a4ef-3d9882f34c58', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:34.862311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:34.866397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:34.869491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:34.876251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:34.919015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:34.992024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.022219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.024235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d7e2ff4-2a9e-4f06-824c-7b0bdccbdf58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:35.048048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a290fe-e395-4804-8dd0-5d90aa211882,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:35.050709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:35.085249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.086598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2361176 Dec 22 16:03:35.089603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55568) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:35.097655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'fba2056f-be3a-4fbf-a4ef-3d9882f34c58', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:35.102641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:35.106867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:35.110288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:35.113963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.116812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:35.159096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.321808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.371402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.375341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-66259813-dd4f-470a-bbd9-ebc72d98f344 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:35.397935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84b27ab-d245-4cfb-89e5-368677006a75,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:35.403540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:35.445227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.446582 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f1ae6857-3478-430f-9986-5071cad6d262 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3559654 Dec 22 16:03:35.449674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55572) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:35.455790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'fba2056f-be3a-4fbf-a4ef-3d9882f34c58', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:35.462354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:35.466410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:35.469481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:35.475747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:35.536737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:03:35.544564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.619251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.667958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.670524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1690e118-6131-4a75-9f09-55fcc86deffa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:35.694229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea9d8e-084e-4861-afb5-6c21763ca619,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:35.699253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:35.741140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.742596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2918875 Dec 22 16:03:35.745594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55576) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:35.751939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'fba2056f-be3a-4fbf-a4ef-3d9882f34c58', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:35.758728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:35.762864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:35.765961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:35.779808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:35.828565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:03:35.837116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.912756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.948233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:35.950341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a7af624-3af7-4a35-9e3d-1713e9f60df0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:35.974988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5304d6c-a3a1-4772-b675-b650baf9a817,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:35.979388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:36.035020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.036672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2900071 Dec 22 16:03:36.039889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55580) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:36.046226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'network': {'name': 'tempest-network-smoke--1647961994', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:36.052215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:36.056729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:network and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:36.060008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:36.066299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:36.107889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:03:36.113540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.148293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:03:36.234312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.234627 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Added segment d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87 of type vlan for network 55c18bd1-591a-4571-bf45-2e6988ec4b29 Dec 22 16:03:36.362071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.570844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.574999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:36.575653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.582179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56057634-5801-43aa-81ad-af4a849d0482 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:36.693030 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6518264 Dec 22 16:03:36.696399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55584) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:36.702430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Network': ['ID=55c18bd1-591a-4571-bf45-2e6988ec4b29,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:36.703289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'admin_state_up': True, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:36.705327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b9b10e19-b156-4a7b-b37c-95b5565c7496 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:36.712495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:36.714345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:03:36.716965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:router and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:36.720133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:36.727484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:36.782152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.783276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:36.887035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.051304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.126769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.378101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.410803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.575552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.197 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/3d500c9a-60fe-4310-9e2f-723198512684) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:03:37.739766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.811610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:37.817324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:37.882793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:03:37.886394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:37.891332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:03:37.920482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=3d500c9a-60fe-4310-9e2f-723198512684,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:37.926465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:38.093295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:38.093986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:38.399394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 15726b75-271a-4174-a7f2-3d58ebc9794b is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:03:38.611368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:03:38.621973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Sync routers for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:03:38.638519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:38.639793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:38.674747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:38.676452 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9785087 Dec 22 16:03:38.679776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55588) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:38.731459 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c145f8f-89cc-4817-a600-085becdf96da tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1b686b07bff8431dae5eab94bdcb78cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503013 Dec 22 16:03:38.734141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55592) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:38.834845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:38.879104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0524ad7-f997-443a-b8e4-348bcc0078a5 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:38.880766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f0524ad7-f997-443a-b8e4-348bcc0078a5 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1456442 Dec 22 16:03:38.883755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55596) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:38.930252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-75b203a6-b766-45d6-b93c-326c931d8186 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451272 Dec 22 16:03:38.933023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55600) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:38.939599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1672903764', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:39.065386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:39.072231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:subnet and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:39.072851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:39.079309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:39.130631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:03:39.148401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:38Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:39.152622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Checking router: 15726b75-271a-4174-a7f2-3d58ebc9794b for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:03:39.153159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Updating router 15726b75-271a-4174-a7f2-3d58ebc9794b port 3d500c9a-60fe-4310-9e2f-723198512684 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:03:39.208771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:39.245946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:39.588526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:39.594098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5f2155cf-449a-4acf-93a5-3191328ff99a tempest-TestNetworkAdvancedServerOps-1040840950 tempest-TestNetworkAdvancedServerOps-1040840950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:39.682195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Subnet': ['ID=258803f2-860b-44a5-b8c1-8da40f1616b0,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:39.686654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:39.700138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Checking segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:03:39.700542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network hostable DHCP agents. Network: 55c18bd1-591a-4571-bf45-2e6988ec4b29, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:03:39.793348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:03:39.830935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:39.860558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 55c18bd1-591a-4571-bf45-2e6988ec4b29) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:39.864982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:39.865771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:39.886116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b85ec-2dfc-4748-a804-0e0ac1adc710 None None] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:03:39.969982 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-537b1f6a-8841-4e5e-8349-faeabfe1a434 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0357921 Dec 22 16:03:39.973166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55604) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:39.977393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Transition to ACTIVE for port object 3d500c9a-60fe-4310-9e2f-723198512684 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:40.023484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:40.028720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cbc0bd96-5873-4891-83c7-6a34f5921626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:40.161632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3517-473d-44a6-a05f-fb4c88d92b15 None None] Pushing event updated for resources: {'Port': ['ID=3d500c9a-60fe-4310-9e2f-723198512684,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:40.164701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-062c3517-473d-44a6-a05f-fb4c88d92b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:40.169343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Attempting to bind port 3d500c9a-60fe-4310-9e2f-723198512684 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:03:40.169827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Attempting to bind port 3d500c9a-60fe-4310-9e2f-723198512684 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:03:40.170248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Attempting to bind port 3d500c9a-60fe-4310-9e2f-723198512684 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:03:40.213118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:03:40.213554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:03:40.214022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:40.214466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:03:40.215019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Bound port: 3d500c9a-60fe-4310-9e2f-723198512684, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:03:40.215466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:40.252010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-55c18bd1-591a-4571-bf45-2e6988ec4b29', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:03:40.252948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:40.559312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] For port 3d500c9a-60fe-4310-9e2f-723198512684, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:03:40.582477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] For port 3d500c9a-60fe-4310-9e2f-723198512684, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3d500c9a-60fe-4310-9e2f-723198512684,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:03:40.601247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Allocated IP 172.20.0.2 (55c18bd1-591a-4571-bf45-2e6988ec4b29/258803f2-860b-44a5-b8c1-8da40f1616b0/e1b30c07-769e-43cf-8139-5a3b5a687cb8) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:03:40.633364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:40.642390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8966200e-0f82-46b3-b5af-671cba03a0ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:40.734218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c3517-473d-44a6-a05f-fb4c88d92b15 None None] Pushing event updated for resources: {'Port': ['ID=3d500c9a-60fe-4310-9e2f-723198512684,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:40.738014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-062c3517-473d-44a6-a05f-fb4c88d92b15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:40.739059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:40.739756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:41.081368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:41.084679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.346960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.374900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Transition to ACTIVE for port object e1b30c07-769e-43cf-8139-5a3b5a687cb8 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:41.416025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Transition to ACTIVE for port object e1b30c07-769e-43cf-8139-5a3b5a687cb8 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:41.459599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.464765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7011e753-42f5-413c-a404-d253b752ded6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:41.526272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.1 (55c18bd1-591a-4571-bf45-2e6988ec4b29/258803f2-860b-44a5-b8c1-8da40f1616b0/c37ffa56-f246-498e-b03c-08d7315752c9) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:03:41.550450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Pushing event updated for resources: {'Port': ['ID=e1b30c07-769e-43cf-8139-5a3b5a687cb8,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:41.554549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:03:41.557943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:41.562794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:41.567767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:03:41.656219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:38Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:41.673499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3a816-1579-471a-b554-23eb7615dd1e None None] The sync data for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv is: [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:38Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:03:41.679569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Attempting to bind port e1b30c07-769e-43cf-8139-5a3b5a687cb8 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:03:41.680004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Attempting to bind port e1b30c07-769e-43cf-8139-5a3b5a687cb8 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:03:41.680433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Attempting to bind port e1b30c07-769e-43cf-8139-5a3b5a687cb8 on network 55c18bd1-591a-4571-bf45-2e6988ec4b29 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:03:41.688236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:03:41.688680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Checking segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:03:41.689171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.689580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Bound using segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:03:41.690134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Bound port: e1b30c07-769e-43cf-8139-5a3b5a687cb8, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:03:41.690574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.717414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.736499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object c37ffa56-f246-498e-b03c-08d7315752c9 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:41.788469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.792664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] For port e1b30c07-769e-43cf-8139-5a3b5a687cb8, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:03:41.794148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:41.798518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] For port e1b30c07-769e-43cf-8139-5a3b5a687cb8, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e1b30c07-769e-43cf-8139-5a3b5a687cb8,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:03:41.839662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:41.845091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c9d6a367-7ac0-441e-9659-49449d96b6a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:41.864000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:03:41.871927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:41.874619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:03:41.922434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=c37ffa56-f246-498e-b03c-08d7315752c9,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:41.925431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:41.930428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Pushing event updated for resources: {'Port': ['ID=e1b30c07-769e-43cf-8139-5a3b5a687cb8,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:41.933595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:41.956708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:42.088497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:42.567391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:42.603672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:42.635655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-840b8a60-8233-4109-b079-aad4a431a92f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:42.737429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:42.740192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=c37ffa56-f246-498e-b03c-08d7315752c9,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:42.743463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:42.905228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:03:42.906455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:43.327101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 15726b75-271a-4174-a7f2-3d58ebc9794b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:03:43.561246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:03:43.578806 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/15726b75-271a-4174-a7f2-3d58ebc9794b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6043367 Dec 22 16:03:43.591206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36037520-d225-4bfc-82ea-85bf638cb35b None None] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:03:43.764136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0fb7542a-50c9-49c4-9cbc-e50433370b4e None None] Provisioning for port e1b30c07-769e-43cf-8139-5a3b5a687cb8 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:43.775947 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-14d14c33-5977-4761-85a3-079263ce1965 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903282090&fields=id&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 267 time: 0.0504138 Dec 22 16:03:43.944773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e1b30c07-769e-43cf-8139-5a3b5a687cb8 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:43.992611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-96a4e1fa-7f8d-488c-8d44-b42a7eb9c6a8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:43.994439 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-96a4e1fa-7f8d-488c-8d44-b42a7eb9c6a8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 797 time: 0.2081234 Dec 22 16:03:44.016204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-7af6f03e-2f78-4210-a3a4-31fdfe2fedb9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/quotas/1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 375 time: 0.0149038 Dec 22 16:03:44.056505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port e1b30c07-769e-43cf-8139-5a3b5a687cb8 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:44.062590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e1b30c07-769e-43cf-8139-5a3b5a687cb8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:44.063423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.131487 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-50ff32a1-031d-4e64-8417-e27a4583b8e7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042750 Dec 22 16:03:44.241995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.270395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-79974673-aaee-44e1-933a-a2ebdb33be49 None None] Provisioning for port c37ffa56-f246-498e-b03c-08d7315752c9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:44.281874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-79974673-aaee-44e1-933a-a2ebdb33be49 None None] Provisioning complete for port c37ffa56-f246-498e-b03c-08d7315752c9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:44.283358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79974673-aaee-44e1-933a-a2ebdb33be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.347092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port e1b30c07-769e-43cf-8139-5a3b5a687cb8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e1b30c07-769e-43cf-8139-5a3b5a687cb8,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:44.379642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-79974673-aaee-44e1-933a-a2ebdb33be49 None None] Port c37ffa56-f246-498e-b03c-08d7315752c9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:03:44.389660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.390595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3d500c9a-60fe-4310-9e2f-723198512684 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:44.444290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:44.583455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=e1b30c07-769e-43cf-8139-5a3b5a687cb8,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:44.590410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:44.622450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-79974673-aaee-44e1-933a-a2ebdb33be49 None None] Provisioning complete for port e1b30c07-769e-43cf-8139-5a3b5a687cb8 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:44.623697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79974673-aaee-44e1-933a-a2ebdb33be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.737076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-4b81334a-9e1b-48d6-a6c7-6f7513da91d7 service neutron] 10.222.0.32 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001952 Dec 22 16:03:44.781071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 3d500c9a-60fe-4310-9e2f-723198512684 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:44.796235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3d500c9a-60fe-4310-9e2f-723198512684 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:44.796656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.869605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Sync routers for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:03:44.892030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:44.893017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:44.929111 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-ef93b10e-7052-4a58-a3b6-fc1fdb22f081 service neutron] 10.222.0.32 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840243 Dec 22 16:03:45.090670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-bfa3c78c-0b76-4732-9b86-b64833ae3b13 None None] Provisioning complete for port c37ffa56-f246-498e-b03c-08d7315752c9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:45.091048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c78c-0b76-4732-9b86-b64833ae3b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:45.139259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:45.219211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3c78c-0b76-4732-9b86-b64833ae3b13 None None] Port c37ffa56-f246-498e-b03c-08d7315752c9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:03:45.244437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:45.263619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 3d500c9a-60fe-4310-9e2f-723198512684, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3d500c9a-60fe-4310-9e2f-723198512684,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:45.302062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:45.304144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:45.387262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=3d500c9a-60fe-4310-9e2f-723198512684,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:45.391525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:45.572060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:42Z', 'revision_number': 2, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:45.576557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Checking router: 15726b75-271a-4174-a7f2-3d58ebc9794b for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:03:45.576864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Updating router 15726b75-271a-4174-a7f2-3d58ebc9794b port c37ffa56-f246-498e-b03c-08d7315752c9 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:03:45.598670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d448f148-2a15-494b-92bb-f0d447646c4f req-a99e9c15-f670-47b4-a564-483a6f7619d3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:03:45.640601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:45.650278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d448f148-2a15-494b-92bb-f0d447646c4f req-a99e9c15-f670-47b4-a564-483a6f7619d3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:03:45.651633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d448f148-2a15-494b-92bb-f0d447646c4f req-a99e9c15-f670-47b4-a564-483a6f7619d3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 210 time: 0.4643819 Dec 22 16:03:45.892700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e1b30c07-769e-43cf-8139-5a3b5a687cb8 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:45.982960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e1b30c07-769e-43cf-8139-5a3b5a687cb8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:45.984069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.039180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.053718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Transition to ACTIVE for port object c37ffa56-f246-498e-b03c-08d7315752c9 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:46.107219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3d500c9a-60fe-4310-9e2f-723198512684 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:46.108504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.114462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:46.185053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 3d500c9a-60fe-4310-9e2f-723198512684 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:46.185495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.252908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Pushing event updated for resources: {'Port': ['ID=c37ffa56-f246-498e-b03c-08d7315752c9,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:46.268423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.268835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.269208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.269579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.269947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.270315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.270676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.271082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.271445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.271802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.272159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:03:46.276176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:46.367996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Attempting to bind port c37ffa56-f246-498e-b03c-08d7315752c9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:03:46.368423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Attempting to bind port c37ffa56-f246-498e-b03c-08d7315752c9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:03:46.368839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Attempting to bind port c37ffa56-f246-498e-b03c-08d7315752c9 on network 55c18bd1-591a-4571-bf45-2e6988ec4b29 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:03:46.378031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:03:46.378453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Checking segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:03:46.378942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.379391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Bound using segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:03:46.379921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Bound port: c37ffa56-f246-498e-b03c-08d7315752c9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:03:46.380346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.552032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] For port c37ffa56-f246-498e-b03c-08d7315752c9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:03:46.555582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] For port c37ffa56-f246-498e-b03c-08d7315752c9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c37ffa56-f246-498e-b03c-08d7315752c9,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:03:46.587771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:46.593000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5e32ed1-6249-4fbe-a8fc-6a13b52483be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:46.677028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Pushing event updated for resources: {'Port': ['ID=c37ffa56-f246-498e-b03c-08d7315752c9,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:46.680861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:03:46.681530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:46.732260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:46.849591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b2601989-60a6-46c6-b31e-beaa524c377a req-de5e9a2d-037e-4e4b-be7e-4f4a4746caf1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 210 time: 0.0502660 Dec 22 16:03:46.893731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:03:47.202462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-37e4d13e-9ea8-45d1-8e6b-e61bdaee57d9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:47.205612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-37e4d13e-9ea8-45d1-8e6b-e61bdaee57d9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 797 time: 0.2254581 Dec 22 16:03:47.265609 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-58727406-105f-41ce-97d5-a3bbbbe64066 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 380 time: 0.0488482 Dec 22 16:03:47.283353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'port': {'device_id': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'admin_state_up': True, 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'security_groups': ['fba2056f-be3a-4fbf-a4ef-3d9882f34c58']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:47.450141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:46Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:03:47.457027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1fcc0c-b7df-4db1-9983-777026f916b0 None None] The sync data for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv is: [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:46Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:03:47.457336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:47.477182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:47.513279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:03:47.519796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:47.759811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.10 (55c18bd1-591a-4571-bf45-2e6988ec4b29/258803f2-860b-44a5-b8c1-8da40f1616b0/869fb4bc-137c-40c0-b067-911760bb8b43) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:03:47.915872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c37ffa56-f246-498e-b03c-08d7315752c9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:47.999138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.017974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 869fb4bc-137c-40c0-b067-911760bb8b43 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:48.045551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port c37ffa56-f246-498e-b03c-08d7315752c9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:48.051640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c37ffa56-f246-498e-b03c-08d7315752c9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:48.055742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.073837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.081631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:48.097019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86189-37a0-4d54-bc1b-ad81baacadcf req-2d2e0b98-dc60-4cde-97fa-70f564fce7cf tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:48.105370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ee86189-37a0-4d54-bc1b-ad81baacadcf req-2d2e0b98-dc60-4cde-97fa-70f564fce7cf tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 932 time: 0.1002176 Dec 22 16:03:48.155749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9ee86189-37a0-4d54-bc1b-ad81baacadcf req-e69b54df-d507-4019-ba96-4fe0e72ebb6e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:03:48.203612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.205115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-9ee86189-37a0-4d54-bc1b-ad81baacadcf req-e69b54df-d507-4019-ba96-4fe0e72ebb6e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:03:48.206421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ee86189-37a0-4d54-bc1b-ad81baacadcf req-e69b54df-d507-4019-ba96-4fe0e72ebb6e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001630 Dec 22 16:03:48.210549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:48.215695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:03:48.215695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:48.217151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:48.225067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:03:48.256193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port c37ffa56-f246-498e-b03c-08d7315752c9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c37ffa56-f246-498e-b03c-08d7315752c9,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:48.288628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.291721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6d83ced8-d9ba-4639-b7c9-d05b62112d60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:48.305092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:48.305826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.370325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=c37ffa56-f246-498e-b03c-08d7315752c9,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:48.374505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:48.429025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1509449 Dec 22 16:03:48.442750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Request body: {'port': {'device_id': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:48.576573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.650571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1ca0780c-a9e3-4c10-a64f-7139657611fe None None] Provisioning for port 869fb4bc-137c-40c0-b067-911760bb8b43 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:48.656087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1ca0780c-a9e3-4c10-a64f-7139657611fe None None] Provisioning complete for port 869fb4bc-137c-40c0-b067-911760bb8b43 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:48.656656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1ca0780c-a9e3-4c10-a64f-7139657611fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.720509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0780c-a9e3-4c10-a64f-7139657611fe None None] Port 869fb4bc-137c-40c0-b067-911760bb8b43 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:03:48.977880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869fb4bc-137c-40c0-b067-911760bb8b43 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:03:48.986512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:49.004136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Transition to ACTIVE for port object 869fb4bc-137c-40c0-b067-911760bb8b43 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:03:49.050287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:49.057339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-590c9e99-fa73-4875-adaf-414cd2e1c72f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:49.212121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:49.215390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:49.354265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Attempting to bind port 869fb4bc-137c-40c0-b067-911760bb8b43 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:03:49.354692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Attempting to bind port 869fb4bc-137c-40c0-b067-911760bb8b43 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:03:49.355107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Attempting to bind port 869fb4bc-137c-40c0-b067-911760bb8b43 on network 55c18bd1-591a-4571-bf45-2e6988ec4b29 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:03:49.363514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Port 869fb4bc-137c-40c0-b067-911760bb8b43 on network 55c18bd1-591a-4571-bf45-2e6988ec4b29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:03:49.364041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Attempting to bind port 869fb4bc-137c-40c0-b067-911760bb8b43 on network 55c18bd1-591a-4571-bf45-2e6988ec4b29 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:03:49.372353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:03:49.372746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Checking segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:03:49.373192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Bound using segment: {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:03:49.373682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Bound port: 869fb4bc-137c-40c0-b067-911760bb8b43, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:03:49.374233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:49.548294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:03:49.563739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14b1f3-22d5-4b22-8c9e-b17662d1e89d req-d0f8795d-ea08-48f1-b56a-f92f2b155e7c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:49.564533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dc14b1f3-22d5-4b22-8c9e-b17662d1e89d req-d0f8795d-ea08-48f1-b56a-f92f2b155e7c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:03:49.568572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:03:49.597677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:49.605898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39b40a-34e4-4dac-a89d-3972fcfb784d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:49.694457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-dc14b1f3-22d5-4b22-8c9e-b17662d1e89d req-d0f8795d-ea08-48f1-b56a-f92f2b155e7c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:03:49.696871 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc14b1f3-22d5-4b22-8c9e-b17662d1e89d req-d0f8795d-ea08-48f1-b56a-f92f2b155e7c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 944 time: 0.3095822 Dec 22 16:03:49.764457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:49.766193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] 10.222.0.71 "PUT /v2.0/ports/869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 1094 time: 1.3284862 Dec 22 16:03:49.766800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:03:49.797534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:49.803203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:49.823423 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dc14b1f3-22d5-4b22-8c9e-b17662d1e89d req-6482e19e-ebbe-43d9-9971-800e52e36856 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121745 Dec 22 16:03:49.840741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'status': 'completed', 'code': 200} Dec 22 16:03:49.897710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c37ffa56-f246-498e-b03c-08d7315752c9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:49.948574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89638f10-18b7-4b90-af08-9046a0c29936 req-b42703c1-7e77-42b0-9cbe-8386fb903529 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1097 time: 0.0871267 Dec 22 16:03:49.985063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port c37ffa56-f246-498e-b03c-08d7315752c9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:49.985721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:50.123411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638f10-18b7-4b90-af08-9046a0c29936 req-91de88d0-4c81-450f-ad28-088cd27ae578 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:50.125086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89638f10-18b7-4b90-af08-9046a0c29936 req-91de88d0-4c81-450f-ad28-088cd27ae578 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1692588 Dec 22 16:03:50.281679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638f10-18b7-4b90-af08-9046a0c29936 req-f7b321d2-416b-482e-8a34-ab37faad0d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:50.283356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89638f10-18b7-4b90-af08-9046a0c29936 req-f7b321d2-416b-482e-8a34-ab37faad0d38 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521928 Dec 22 16:03:50.396288 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-0e1f19d1-b6c8-4c04-9464-b60a548462e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1097 time: 0.0762827 Dec 22 16:03:50.473066 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-32333e33-ae70-4b5f-b990-f75fa582d9f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 217 time: 0.0701096 Dec 22 16:03:50.542187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-4de3692f-1d76-4c9c-af25-41c19eea9a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:50.543915 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-4de3692f-1d76-4c9c-af25-41c19eea9a17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0653720 Dec 22 16:03:50.633394 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-c83b8516-9b40-40ea-b415-c272651984c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823183 Dec 22 16:03:50.778333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-e62c9953-3020-45fc-bf18-50a2da6c28b1 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386056 Dec 22 16:03:50.924682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65b1acfb-a3e2-4bc3-9810-59623ce34aca req-786aa388-0868-49be-a812-5d7fd8a308ad service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398377 Dec 22 16:03:51.050658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76328ae-8872-488c-b246-aa6bb3e6adaa req-74262154-abc3-43ce-8b88-476fa6c7aee4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:51.052574 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a76328ae-8872-488c-b246-aa6bb3e6adaa req-74262154-abc3-43ce-8b88-476fa6c7aee4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 944 time: 0.0910640 Dec 22 16:03:51.103426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a76328ae-8872-488c-b246-aa6bb3e6adaa req-cde1a707-7dd3-4d18-ae31-74a4440bc8fb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Dec 22 16:03:52.318607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8beef5-2cf2-4e47-8987-c85868e7d513 req-f0254c54-eca0-4cdf-85b8-c4a6c52c6a14 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:52.320322 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5e8beef5-2cf2-4e47-8987-c85868e7d513 req-f0254c54-eca0-4cdf-85b8-c4a6c52c6a14 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 944 time: 0.0839655 Dec 22 16:03:52.369480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5e8beef5-2cf2-4e47-8987-c85868e7d513 req-3c3e8b3e-99c8-4c3c-8677-db67ec87b769 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Dec 22 16:03:53.384102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:03:53.533086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:53.552549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '869fb4bc-137c-40c0-b067-911760bb8b43', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'port_id': '869fb4bc-137c-40c0-b067-911760bb8b43', 'mac_address': 'fa:16:3e:85:1c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:03:53.585930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d72c3-4b9e-4e3a-824f-b44b5af29a04 req-88f0c463-553a-4382-94a3-111f2f7b1d61 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:53.587637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366d72c3-4b9e-4e3a-824f-b44b5af29a04 req-88f0c463-553a-4382-94a3-111f2f7b1d61 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 944 time: 0.0906093 Dec 22 16:03:53.610368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:53.631525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869fb4bc-137c-40c0-b067-911760bb8b43 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:03:53.639722 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-366d72c3-4b9e-4e3a-824f-b44b5af29a04 req-131775a5-ef31-436f-919f-093e2365db4a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455418 Dec 22 16:03:53.653763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:53.681878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:53.685159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:53.752180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:53.755501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:53.906149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['869fb4bc-137c-40c0-b067-911760bb8b43'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:03:54.859562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f015-b6d1-4f3c-8ceb-02d01d04ea96 req-5eba5d64-9df2-4805-b972-4083b5b7dc75 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:54.861280 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3839f015-b6d1-4f3c-8ceb-02d01d04ea96 req-5eba5d64-9df2-4805-b972-4083b5b7dc75 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 945 time: 0.0923402 Dec 22 16:03:54.912859 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3839f015-b6d1-4f3c-8ceb-02d01d04ea96 req-7edd59db-e227-4748-86e6-7a3eec19213e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451164 Dec 22 16:03:55.313980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:03:55.399471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:03:55.495678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 869fb4bc-137c-40c0-b067-911760bb8b43 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:03:55.501444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 869fb4bc-137c-40c0-b067-911760bb8b43 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:03:55.501883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:55.623802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:55.654411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:03:55.664712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:03:55.695482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:55.698542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:55.740671 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'code': 200} Dec 22 16:03:55.776828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:55.780583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:56.019011 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20cdc735-ea00-40f6-bdc8-7e452755832b req-5ea5b69a-e427-4f88-bd1f-8bd54f50cbae service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1099 time: 0.0750179 Dec 22 16:03:56.360192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20cdc735-ea00-40f6-bdc8-7e452755832b req-2b526f38-323d-4ad6-b682-d47d9c283044 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347239 Dec 22 16:03:56.389427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b529e3-7625-4097-a6c0-e697ce3320fa req-a30a5ab7-666b-424c-8a50-3d1899712127 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:56.391128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16b529e3-7625-4097-a6c0-e697ce3320fa req-a30a5ab7-666b-424c-8a50-3d1899712127 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.3481426 Dec 22 16:03:56.443113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-16b529e3-7625-4097-a6c0-e697ce3320fa req-da8fb379-d523-48a7-8807-3f8966d46d0c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Dec 22 16:03:57.656773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7402ff1-f520-4154-83df-514fb4d74c76 req-a13ab1a1-2d57-41e6-aafb-ab59c1e08d3c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:57.658486 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b7402ff1-f520-4154-83df-514fb4d74c76 req-a13ab1a1-2d57-41e6-aafb-ab59c1e08d3c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0865119 Dec 22 16:03:57.711297 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b7402ff1-f520-4154-83df-514fb4d74c76 req-9d2733bf-f6b7-4642-a84b-9836af5b3ca2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Dec 22 16:03:57.938499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a09645-9543-4df2-90fb-e996ca06c9df req-308737a6-c079-471c-a7fa-d0449efab48c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:57.940375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-99a09645-9543-4df2-90fb-e996ca06c9df req-308737a6-c079-471c-a7fa-d0449efab48c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0956767 Dec 22 16:03:57.994661 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-99a09645-9543-4df2-90fb-e996ca06c9df req-14e1578f-2423-4bca-86ef-52f2282efbfd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477998 Dec 22 16:03:58.023370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55660) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:58.102108 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-df3dd810-5be2-425b-80a4-dd082902b7cd tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1094 time: 0.0773578 Dec 22 16:03:58.104911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55664) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:03:58.111339 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '869fb4bc-137c-40c0-b067-911760bb8b43', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:03:58.117804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:03:58.122300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:floatingip and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:03:58.125655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:03:58.132367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:03:58.180986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:58.338788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:58.492244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.25 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/6f676573-78ab-4121-84ab-6141f538c8fb) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:03:58.655861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:58.712811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:58.718745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6afd67ab-f68c-4101-abe7-838dca6ca0ca tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:58.789821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:03:58.793836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=6f676573-78ab-4121-84ab-6141f538c8fb,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:58.796622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:03:58.798657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:58.799447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:03:59.357575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:59.448585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:59.675041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:59.716881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:59.721934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:03:59.827131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=6f676573-78ab-4121-84ab-6141f538c8fb,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:03:59.835792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:03:59.849324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:00.062525 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Floating IP 0c3e767c-c42d-46c1-b335-b2520643bd93 associated. External IP: 172.26.4.25, port: 869fb4bc-137c-40c0-b067-911760bb8b43. Dec 22 16:04:00.495820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 15726b75-271a-4174-a7f2-3d58ebc9794b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:04:00.723841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:04:00.735185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692279aa-63cb-42c6-8571-453921ba981c None None] Sync routers for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:04:00.748980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:04:00.749603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:00.779266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:00.837356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7313161 Dec 22 16:04:00.838075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:04:00.914464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'status': 'completed', 'code': 200} Dec 22 16:04:00.956762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:04:01.025311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-d4764004-38f3-4c50-9035-c51ff4b6f2aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1099 time: 0.0869532 Dec 22 16:04:01.062464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd0f1a-01a7-4404-a402-2e23e5d05399 req-982fcf4f-d06b-4e40-82e8-f57fe5330622 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:01.064318 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5cd0f1a-01a7-4404-a402-2e23e5d05399 req-982fcf4f-d06b-4e40-82e8-f57fe5330622 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0960257 Dec 22 16:04:01.117910 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e5cd0f1a-01a7-4404-a402-2e23e5d05399 req-acbc5cf2-a21f-4d6f-906f-81c9312acef6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462234 Dec 22 16:04:01.171579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55674) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:01.181342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-a5739ac0-825d-4a94-a424-7513777de637 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:01.183240 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-a5739ac0-825d-4a94-a424-7513777de637 service neutron] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 898 time: 0.1516464 Dec 22 16:04:01.296849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-98706d8a-8c12-4a96-8c56-f5c5c344fe6d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/0c3e767c-c42d-46c1-b335-b2520643bd93 HTTP/1.1" status: 200 len: 991 time: 0.1237121 Dec 22 16:04:01.370920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0c3e767c-c42d-46c1-b335-b2520643bd93', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.25', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'port_id': '869fb4bc-137c-40c0-b067-911760bb8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'mac_address': 'fa:16:3e:85:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:03:59Z', 'updated_at': '2021-12-22T16:03:59Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:48Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:01.376160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692279aa-63cb-42c6-8571-453921ba981c None None] Checking router: 15726b75-271a-4174-a7f2-3d58ebc9794b for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:04:01.389382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:04:01.390097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:03:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:01.545445 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-138df9c9-278b-4243-94ed-400d7c955fff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 999 time: 0.3563201 Dec 22 16:04:01.587418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:04:01.613407 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-9b6d6bac-d787-4160-9cbd-ebcbe2ab379b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:01.615045 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-9b6d6bac-d787-4160-9cbd-ebcbe2ab379b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0633757 Dec 22 16:04:01.694447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-ab5cddaa-38b7-4056-8149-ce1ca328aa6c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737205 Dec 22 16:04:01.858126 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-d4e1c881-4361-445b-8dde-c1502216e0c3 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401513 Dec 22 16:04:02.001482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b035d788-8212-4f26-bfbd-7795f899fbaa req-094861be-f845-4782-9d31-d9d45b3d5703 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506879 Dec 22 16:04:02.115702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:02.151493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-692279aa-63cb-42c6-8571-453921ba981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0c3e767c-c42d-46c1-b335-b2520643bd93', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.25', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'port_id': '869fb4bc-137c-40c0-b067-911760bb8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'mac_address': 'fa:16:3e:85:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:03:59Z', 'updated_at': '2021-12-22T16:03:59Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:48Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:02.156269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692279aa-63cb-42c6-8571-453921ba981c None None] The sync data for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv is: [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '0c3e767c-c42d-46c1-b335-b2520643bd93', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.25', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'port_id': '869fb4bc-137c-40c0-b067-911760bb8b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'mac_address': 'fa:16:3e:85:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:03:59Z', 'updated_at': '2021-12-22T16:03:59Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:48Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:04:02.298983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55678) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:02.341976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e01f03a1-8846-4a92-afac-9a484a273760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:02.415355 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-12b40966-9ffa-4cc0-95c1-b3ba6b9446f4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/0c3e767c-c42d-46c1-b335-b2520643bd93 HTTP/1.1" status: 200 len: 991 time: 0.1148984 Dec 22 16:04:02.491490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe8b17-d3b4-443b-89cd-42b61aff104c None None] New status for floating IP 0c3e767c-c42d-46c1-b335-b2520643bd93: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:04:03.419548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55682) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:03.530160 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ca854a9e-ee51-46ec-9b93-5e497c17791d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/0c3e767c-c42d-46c1-b335-b2520643bd93 HTTP/1.1" status: 200 len: 993 time: 0.1093318 Dec 22 16:04:03.881871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:04.584556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-85e9914b-8d89-4328-a7ab-61e5c6624fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:05.123138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:06.951117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:30.267473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3219d7d3-1b29-466a-ad87-1b5f0a3387df req-c612f946-5ccf-4a50-9f01-80d30ea08043 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0791712 Dec 22 16:04:30.765300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85731828-72fe-4380-b467-1c8f1562301c req-22b16413-0812-4273-8b91-4d98c4f00e6e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:30.766996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85731828-72fe-4380-b467-1c8f1562301c req-22b16413-0812-4273-8b91-4d98c4f00e6e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0916667 Dec 22 16:04:30.815666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-d7f03a0c-d348-47ca-a19c-96f7b4220c35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534624 Dec 22 16:04:30.820509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-85731828-72fe-4380-b467-1c8f1562301c req-14d4c9c1-6ad2-4e2e-8b49-752fce7c51b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467620 Dec 22 16:04:31.875418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:32.044316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411322f-0376-4f0f-96a4-7b6fe6abc0db req-b3795404-92da-45c5-9b76-7cd4b6fcfb0d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:32.045935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0411322f-0376-4f0f-96a4-7b6fe6abc0db req-b3795404-92da-45c5-9b76-7cd4b6fcfb0d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0908239 Dec 22 16:04:32.100705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0411322f-0376-4f0f-96a4-7b6fe6abc0db req-93439eb0-ef60-4228-9a9c-74f770d3d222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Dec 22 16:04:32.315277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:04:32.338510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93a7d5a6-d801-43e9-85bc-bb01af58a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:33.302794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb1fa5-14f5-46a4-a53b-7e6942e94bf6 req-763dc709-7250-4415-ac92-e917e0f14265 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:33.304476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59cb1fa5-14f5-46a4-a53b-7e6942e94bf6 req-763dc709-7250-4415-ac92-e917e0f14265 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0843668 Dec 22 16:04:33.368077 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59cb1fa5-14f5-46a4-a53b-7e6942e94bf6 req-b232c544-42ef-412b-b13a-65e13600afac tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546982 Dec 22 16:04:33.863344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:34.577981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-55981c89-4cd3-4585-a78f-4922d5ec3cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:34.581312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450beab-bf72-4cc6-8f39-2d7029574006 req-e6dabc70-104c-4ffd-bcbf-dac3ee93681e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:34.583010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5450beab-bf72-4cc6-8f39-2d7029574006 req-e6dabc70-104c-4ffd-bcbf-dac3ee93681e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0874956 Dec 22 16:04:34.632213 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5450beab-bf72-4cc6-8f39-2d7029574006 req-3e46ca1d-0391-4d7d-8fb4-f80482c234c4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Dec 22 16:04:35.097952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:35.857224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c26bc9-dbf2-417b-a2c2-45495a4424be req-12e2b49a-d36b-449f-a7a2-3680e17c6de9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:35.858896 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-74c26bc9-dbf2-417b-a2c2-45495a4424be req-12e2b49a-d36b-449f-a7a2-3680e17c6de9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0897799 Dec 22 16:04:35.910963 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-74c26bc9-dbf2-417b-a2c2-45495a4424be req-a3b6b544-f03e-49c0-a3ea-338bd88a3c80 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Dec 22 16:04:36.746210 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-cf3f749d-0dac-4508-9fd5-b7175bbcfc76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1099 time: 0.0867727 Dec 22 16:04:36.904258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-71b3cbf6-70bd-41c5-a4c2-9d32e9cab32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:36.905862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-71b3cbf6-70bd-41c5-a4c2-9d32e9cab32d service neutron] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 898 time: 0.1532583 Dec 22 16:04:36.954754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:37.013248 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-d1d36e49-1b35-49a9-ad69-594e0df06504 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 1001 time: 0.1011379 Dec 22 16:04:37.088050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-0dfa0533-6726-4786-867d-965f5a1e935a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:37.089747 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-0dfa0533-6726-4786-867d-965f5a1e935a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0707705 Dec 22 16:04:37.138774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8df516-3a83-4561-b614-19883f370211 req-2439b926-642c-41cb-a56a-acae787cd46e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:37.140473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6f8df516-3a83-4561-b614-19883f370211 req-2439b926-642c-41cb-a56a-acae787cd46e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0893114 Dec 22 16:04:37.175698 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-c23f5fb3-3b08-4ac5-a97d-52b798bd7f9d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795681 Dec 22 16:04:37.192930 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6f8df516-3a83-4561-b614-19883f370211 req-97089dfa-25f8-4068-8f77-dd017547c12b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462577 Dec 22 16:04:37.320073 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-46f51350-2b68-4545-af9a-fc0736865c9c service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374426 Dec 22 16:04:37.466505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-a0447bb0-2cc6-42b3-a811-57269ccbc122 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407068 Dec 22 16:04:38.404943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35b11d-f295-4632-b2d6-236d6f0fdc48 req-4f42ae3d-5291-466f-b77d-b60652786ddd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:38.406565 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dd35b11d-f295-4632-b2d6-236d6f0fdc48 req-4f42ae3d-5291-466f-b77d-b60652786ddd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0875220 Dec 22 16:04:38.455499 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-dd35b11d-f295-4632-b2d6-236d6f0fdc48 req-d25a05c4-d873-46b8-826d-74e152106442 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Dec 22 16:04:39.666568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9b8c-445e-4229-998b-c3a4c9bae722 req-cf2f5f32-e037-49af-a754-d576bea8694a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:39.668292 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0def9b8c-445e-4229-998b-c3a4c9bae722 req-cf2f5f32-e037-49af-a754-d576bea8694a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0880413 Dec 22 16:04:39.724097 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0def9b8c-445e-4229-998b-c3a4c9bae722 req-23af25f6-ef35-42f9-a769-896e113bf58c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490661 Dec 22 16:04:40.996672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0e8b-1da2-4257-8b29-e081e051592c req-3941c5db-9eb0-46e9-a045-37a102d52a66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:40.998320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c9f0e8b-1da2-4257-8b29-e081e051592c req-3941c5db-9eb0-46e9-a045-37a102d52a66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.1390491 Dec 22 16:04:41.048918 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2c9f0e8b-1da2-4257-8b29-e081e051592c req-89a97061-dff1-4cec-b4ee-3d141a3e830c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437052 Dec 22 16:04:42.265421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df962488-22b5-418f-8032-bc7dc3fd3096 req-8fe96785-23a1-4a38-92a7-8fd419ea898c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:42.267074 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df962488-22b5-418f-8032-bc7dc3fd3096 req-8fe96785-23a1-4a38-92a7-8fd419ea898c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0864394 Dec 22 16:04:42.318927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df962488-22b5-418f-8032-bc7dc3fd3096 req-ad430028-ad6e-45c0-8a9f-e541e0647e21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Dec 22 16:04:43.547300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f0b0f-e3e7-464e-be77-a78029595dba req-d9c15474-5974-430f-97b8-5a8ce6d88378 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:43.549236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a9f0b0f-e3e7-464e-be77-a78029595dba req-d9c15474-5974-430f-97b8-5a8ce6d88378 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0961554 Dec 22 16:04:43.602044 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a9f0b0f-e3e7-464e-be77-a78029595dba req-6368a700-843b-4de8-ae8a-9d24e352f252 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459750 Dec 22 16:04:44.824574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92575199-c979-4068-807a-439f82f4251b req-b10b9594-4250-4d27-8fb3-4285a456a1ed tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:44.826253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92575199-c979-4068-807a-439f82f4251b req-b10b9594-4250-4d27-8fb3-4285a456a1ed tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0973732 Dec 22 16:04:44.881610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92575199-c979-4068-807a-439f82f4251b req-6f121ffc-477b-4bb0-b647-64500a858da8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Dec 22 16:04:46.102048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e83a-3fd0-4447-871f-191a5861d170 req-ec586f6f-f8af-469c-8172-ce26c9d890d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:46.103732 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01e8e83a-3fd0-4447-871f-191a5861d170 req-ec586f6f-f8af-469c-8172-ce26c9d890d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0883210 Dec 22 16:04:46.197898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01e8e83a-3fd0-4447-871f-191a5861d170 req-289863dd-e050-40e0-9020-347f8db6701a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876312 Dec 22 16:04:46.336753 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-17294490-115e-4136-ade8-697f02832db7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1099 time: 0.0816572 Dec 22 16:04:46.499070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b8168-b27e-40d7-8830-e83966178e12 req-7bedb104-a555-400c-a37e-3a8b57c3f10f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:46.502595 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-7bedb104-a555-400c-a37e-3a8b57c3f10f service neutron] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 898 time: 0.1447263 Dec 22 16:04:46.623021 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-716d2011-80f7-4050-a722-f5ceaa9edf13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 1001 time: 0.1141253 Dec 22 16:04:46.694520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b8168-b27e-40d7-8830-e83966178e12 req-cc372ac3-75c5-4f95-bda9-6294fb21e382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:46.696218 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-cc372ac3-75c5-4f95-bda9-6294fb21e382 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0664551 Dec 22 16:04:46.784148 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-5f0f2f43-34e8-4e0f-b171-f7d318a5e4cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816386 Dec 22 16:04:46.948013 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-46e9e0d6-5203-4445-bb82-c2955ecd140f service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574147 Dec 22 16:04:47.094064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-be5b8168-b27e-40d7-8830-e83966178e12 req-3cea4156-6f45-4ec2-94e6-84a4d7330afb service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391153 Dec 22 16:04:47.410508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b13d-1c2b-42b5-bdd1-8eb8154f1025 req-2bcdbdfb-c15d-48db-9f36-8a918d30d4f4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:47.412017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0d9b13d-1c2b-42b5-bdd1-8eb8154f1025 req-2bcdbdfb-c15d-48db-9f36-8a918d30d4f4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0865519 Dec 22 16:04:47.463469 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0d9b13d-1c2b-42b5-bdd1-8eb8154f1025 req-5f0f88fe-535d-4579-950c-4bb30c9cc6b1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Dec 22 16:04:48.702106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bbec0-ae32-467b-838f-cde4baaf691b req-1f934538-635c-4b59-aa16-55d9c56f4a75 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:48.703789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7e7bbec0-ae32-467b-838f-cde4baaf691b req-1f934538-635c-4b59-aa16-55d9c56f4a75 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0847664 Dec 22 16:04:48.755371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7e7bbec0-ae32-467b-838f-cde4baaf691b req-13066d0b-617b-4122-b8bd-517931346a4e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445302 Dec 22 16:04:49.983221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621d37f-3d07-4233-a6f5-fbc1996f9de4 req-9af49d15-5c04-43ac-99df-a5d5303c1cc3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:49.984861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7621d37f-3d07-4233-a6f5-fbc1996f9de4 req-9af49d15-5c04-43ac-99df-a5d5303c1cc3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0928388 Dec 22 16:04:50.037972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7621d37f-3d07-4233-a6f5-fbc1996f9de4 req-b6b581d2-0269-4db4-850e-14e36edc1483 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463622 Dec 22 16:04:51.262776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb443bb-1c50-46f7-b468-f92184bce6b4 req-4995faa5-a6f3-4a7a-9ad9-e5504b2454d7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:51.264537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3cb443bb-1c50-46f7-b468-f92184bce6b4 req-4995faa5-a6f3-4a7a-9ad9-e5504b2454d7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0970430 Dec 22 16:04:51.317275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3cb443bb-1c50-46f7-b468-f92184bce6b4 req-2021d04e-e8f7-4168-9535-f60f981a952e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461762 Dec 22 16:04:52.712552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771e74a-efb9-467c-a6b7-75c7e20d9948 req-385f0d6e-f6aa-4f6a-b3ce-7b1715b7e264 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:52.714225 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e771e74a-efb9-467c-a6b7-75c7e20d9948 req-385f0d6e-f6aa-4f6a-b3ce-7b1715b7e264 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0894167 Dec 22 16:04:52.771048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e771e74a-efb9-467c-a6b7-75c7e20d9948 req-30e7b491-34c1-4182-81c7-52cb6103cedc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503504 Dec 22 16:04:53.996056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615c9ab-8027-49c6-8d1d-b4847e2d4ef1 req-f3cfbd06-535d-4f92-9049-4c470337605c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:53.997708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7615c9ab-8027-49c6-8d1d-b4847e2d4ef1 req-f3cfbd06-535d-4f92-9049-4c470337605c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0871861 Dec 22 16:04:54.048264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7615c9ab-8027-49c6-8d1d-b4847e2d4ef1 req-8dfdd9fc-2d9b-4360-8446-dfa08918aec3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Dec 22 16:04:54.339595 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-a4cf8b45-7431-4123-bfbe-cfe64fbd2597 service neutron] 10.222.0.71 "GET /v2.0/ports/869fb4bc-137c-40c0-b067-911760bb8b43/bindings/hv-neutron-8227 HTTP/1.1" status: 200 len: 384 time: 0.0834754 Dec 22 16:04:54.753590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-52b0f3f7-4c45-46e3-bbb8-f4f2d910022a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 1099 time: 0.0765011 Dec 22 16:04:54.854666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-e3e96f06-d7a2-447a-92fe-58cd9b45e032 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1099 time: 0.0789659 Dec 22 16:04:55.235881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-94a8b2b1-d8f5-454a-9db1-a39bdd9eda4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:55.237524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-94a8b2b1-d8f5-454a-9db1-a39bdd9eda4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 898 time: 0.3773136 Dec 22 16:04:55.284495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58cd5b-6548-4175-b590-e347fc7c11ea req-32c3b808-0337-4fd9-b879-543e98123639 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:55.286374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7e58cd5b-6548-4175-b590-e347fc7c11ea req-32c3b808-0337-4fd9-b879-543e98123639 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0932767 Dec 22 16:04:55.340306 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7e58cd5b-6548-4175-b590-e347fc7c11ea req-39f4672b-1483-440b-9619-66f1133fce09 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468054 Dec 22 16:04:55.351109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-15b3e6a7-9650-4168-969c-b84fcef7490b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 1001 time: 0.1070445 Dec 22 16:04:55.425728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-0c792080-cfe3-4a1a-b0c2-9136ff91ebb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:55.433375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-0c792080-cfe3-4a1a-b0c2-9136ff91ebb3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0699248 Dec 22 16:04:55.513369 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-3fd13f42-3f93-4375-bb80-b2fa0c27e0f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789537 Dec 22 16:04:55.664602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-fcd79795-a3a5-44d6-9a71-dca75781293d service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446285 Dec 22 16:04:55.814479 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ad8f5e51-7327-44e8-81b9-f58ec5448666 req-1f21dbfa-f258-469e-8912-3e85df5392c6 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432312 Dec 22 16:04:56.557588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afd11a-362a-4f0d-87c3-72593fbb4cf5 req-407bc4f6-dd03-4b57-801b-0ac25a5f186e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:56.559276 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01afd11a-362a-4f0d-87c3-72593fbb4cf5 req-407bc4f6-dd03-4b57-801b-0ac25a5f186e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0892386 Dec 22 16:04:56.613656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01afd11a-362a-4f0d-87c3-72593fbb4cf5 req-6030a141-071b-47c0-bccd-c0fe630f5052 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480876 Dec 22 16:04:57.723007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:04:57.725643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:04:57.835418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e33d3-2a06-4d57-b3f1-0146e05058fc req-42e4518a-434c-4bbc-ba63-f79fc7f8a9be tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:57.837502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35e33d3-2a06-4d57-b3f1-0146e05058fc req-42e4518a-434c-4bbc-ba63-f79fc7f8a9be tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0920379 Dec 22 16:04:57.889507 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d35e33d3-2a06-4d57-b3f1-0146e05058fc req-3371100a-df17-40bd-aa3d-bb074c0a2ee5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456300 Dec 22 16:04:57.957593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.007667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:04:58.036630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '869fb4bc-137c-40c0-b067-911760bb8b43', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'port_id': '869fb4bc-137c-40c0-b067-911760bb8b43', 'mac_address': 'fa:16:3e:85:1c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:04:58.038347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:04:58.079831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:04:58.110240 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'code': 200} Dec 22 16:04:58.111085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.130640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 869fb4bc-137c-40c0-b067-911760bb8b43 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:04:58.136711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.140480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:04:58.265415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:04:58.265415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:04:58.273713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:04:58.283124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.283489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.283882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.284260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.284643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.285019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.285398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.286387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.286770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.287397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.287773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:58.293265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:04:58.452715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870b803-508f-418f-b7f9-d660d8e8f16e req-506c3a02-a352-4ae7-b5fc-306144feccdf tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:58.454351 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0870b803-508f-418f-b7f9-d660d8e8f16e req-506c3a02-a352-4ae7-b5fc-306144feccdf tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 944 time: 0.0975337 Dec 22 16:04:58.472563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-436f8ae9-55a4-4587-b282-ba0367061599 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:58.474198 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-436f8ae9-55a4-4587-b282-ba0367061599 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151&tenant_id=1b686b07bff8431dae5eab94bdcb78cf&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200 len: 944 time: 0.0939448 Dec 22 16:04:58.505630 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0870b803-508f-418f-b7f9-d660d8e8f16e req-d9026c89-16c3-4019-96f7-49920fe5daf5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446203 Dec 22 16:04:58.635357 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-f5309030-d199-4f3c-8953-1b88e103e804 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1097 time: 0.0838354 Dec 22 16:04:58.828171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.847964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869fb4bc-137c-40c0-b067-911760bb8b43 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:04:58.859681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183b0d7-d268-4053-87ba-eec099676a78 req-69dc796f-9098-4662-ba1e-715eb2c7898e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:58.861336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7183b0d7-d268-4053-87ba-eec099676a78 req-69dc796f-9098-4662-ba1e-715eb2c7898e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 944 time: 0.2227123 Dec 22 16:04:58.864740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:04:58.870977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-012c6ac3-6ece-4080-868d-9f0f1b0f6c48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:58.877646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-012c6ac3-6ece-4080-868d-9f0f1b0f6c48 service neutron] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 898 time: 0.1952169 Dec 22 16:04:58.902241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.904250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:04:58.973294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['869fb4bc-137c-40c0-b067-911760bb8b43'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:04:59.009041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7183b0d7-d268-4053-87ba-eec099676a78 req-312ec839-d138-41fd-9beb-9e0ec50eb3b9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396801 Dec 22 16:04:59.017427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:04:59.025347 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-c6018b04-f542-4063-95d4-789113877fd4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 1000 time: 0.1372054 Dec 22 16:04:59.026887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:04:59.112789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-bd17ede1-9dc2-4230-8234-b4080408a146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:59.114313 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-bd17ede1-9dc2-4230-8234-b4080408a146 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0826142 Dec 22 16:04:59.203433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-801a1ac5-d31a-4438-a71d-572adcaebc37 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822415 Dec 22 16:04:59.352662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-6fc380de-aad7-4aca-a7a1-26820dc3e635 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428804 Dec 22 16:04:59.503690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ffdc6702-620e-4e21-afa7-62854b6701d5 req-164ebfc3-455d-44e9-a1f7-1ffd4fa70153 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435764 Dec 22 16:04:59.725934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:04:59.802693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 869fb4bc-137c-40c0-b067-911760bb8b43 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:04:59.803087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:59.922257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:59.964953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:00.021083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:00.023230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-062c3517-473d-44a6-a05f-fb4c88d92b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:00.096047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:00.099442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:00.111234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:00.168371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'code': 200} Dec 22 16:05:00.234264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47110f4a-5144-4a1c-b4f8-6aa084f7442b req-caac51d9-a60a-4b45-a5d9-6b45200d2030 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:00.236037 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-47110f4a-5144-4a1c-b4f8-6aa084f7442b req-caac51d9-a60a-4b45-a5d9-6b45200d2030 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0905347 Dec 22 16:05:00.289153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-47110f4a-5144-4a1c-b4f8-6aa084f7442b req-c3fe2f5a-b81c-4203-abd8-e301fb5fb515 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439489 Dec 22 16:05:01.509387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab1ca5-1959-4514-a9e3-2c2acec6b4bc req-b8280343-ffba-4478-bdda-6cb977044ef6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:01.511199 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8cab1ca5-1959-4514-a9e3-2c2acec6b4bc req-b8280343-ffba-4478-bdda-6cb977044ef6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0872815 Dec 22 16:05:01.570685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8cab1ca5-1959-4514-a9e3-2c2acec6b4bc req-82f6ab1d-9c3f-42f5-aa06-dfcc86bae91f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516963 Dec 22 16:05:01.602792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55790) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:01.720506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-347a9de8-ae93-4183-8cac-cadeef415064 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/0c3e767c-c42d-46c1-b335-b2520643bd93 HTTP/1.1" status: 200 len: 993 time: 0.1161299 Dec 22 16:05:01.873017 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:02.341768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-984529ab-6706-4011-bed6-928875d8a2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:03.878022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.575967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e297e3-45f6-4bf9-9888-c082547cbf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:05.102167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.963436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:09.317121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:05:30.562611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55804) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:30.798155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 6f676573-78ab-4121-84ab-6141f538c8fb {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:30.798622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:31.005235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:31.005803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:31.175099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 6f676573-78ab-4121-84ab-6141f538c8fb owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:31.476968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:31.482335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0847c612-1408-42b3-8a5c-0da15be475d5 tempest-ServerDiskConfigTestJSON-55000529 tempest-ServerDiskConfigTestJSON-55000529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:31.534404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=6f676573-78ab-4121-84ab-6141f538c8fb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:31.582259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.583071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.583877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.584138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.584477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.584918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.585281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.585695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.586197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.586553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.586999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:31.594844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:31.652748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:31.899147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:32.101280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 15726b75-271a-4174-a7f2-3d58ebc9794b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:32.336323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:32.340504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5ee1ca0-2f37-415d-829e-b94aff727d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:32.350494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] Sync routers for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:32.367636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:32.368350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:32.397413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:32.460773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dffa7b40-db62-4224-b8e8-95c695b1b7c7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/floatingips/0c3e767c-c42d-46c1-b335-b2520643bd93 HTTP/1.1" status: 204 len: 168 time: 1.8968666 Dec 22 16:05:32.461867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:32.615395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:32.655521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'status': 'completed', 'code': 200} Dec 22 16:05:33.015803 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-190da850-de21-42de-b3e3-2d67ff87a5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 1099 time: 0.3394725 Dec 22 16:05:33.019644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:48Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:33.027644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] Checking router: 15726b75-271a-4174-a7f2-3d58ebc9794b for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:33.041768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:33.042506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:33.051262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5fb0b0-6082-4786-b34e-614d0476b144 req-ee955318-d547-4bb6-8164-60b8300a675f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:33.057970 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5fb0b0-6082-4786-b34e-614d0476b144 req-ee955318-d547-4bb6-8164-60b8300a675f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.1019819 Dec 22 16:05:33.108505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aa5fb0b0-6082-4786-b34e-614d0476b144 req-931f54fc-263b-4375-877e-eadc922bbb58 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474384 Dec 22 16:05:33.169871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-fbf9f86f-0071-481d-a4ee-e5b40ad2021f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:33.172323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-fbf9f86f-0071-481d-a4ee-e5b40ad2021f service neutron] 10.222.0.71 "GET /v2.0/networks?id=55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 200 len: 898 time: 0.1499960 Dec 22 16:05:33.246745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-41a64665-f487-4e56-a6fc-ed295721aa25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 200 len: 217 time: 0.0667753 Dec 22 16:05:33.324133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-c66f8622-c877-40a0-9bbc-355d547f21c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:33.325771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-c66f8622-c877-40a0-9bbc-355d547f21c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 200 len: 835 time: 0.0728419 Dec 22 16:05:33.423463 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-1497da90-5ea9-4f82-b5a9-0b39184d045b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=55c18bd1-591a-4571-bf45-2e6988ec4b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903473 Dec 22 16:05:33.437229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:33.586181 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-b1582c4b-67cd-45b1-ad6f-0e321e06c33b service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559999 Dec 22 16:05:33.739474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-87197331-4eb5-4a87-820e-c41de2e6f44d req-eafc6564-824f-444a-9f61-ae9c7e55c9e4 service neutron] 10.222.0.71 "GET /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456614 Dec 22 16:05:33.791742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:48Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:33.796293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc623322-6d06-46f9-a5d7-31239e7aef6c None None] The sync data for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv is: [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:03:41Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'c37ffa56-f246-498e-b03c-08d7315752c9', 'name': '', 'network_id': '55c18bd1-591a-4571-bf45-2e6988ec4b29', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:69:33:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:41Z', 'updated_at': '2021-12-22T16:03:48Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': '258803f2-860b-44a5-b8c1-8da40f1616b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:33.883091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.325312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7e3fa-2888-424f-8e5a-3702828bf5e2 None None] New status for floating IP 0c3e767c-c42d-46c1-b335-b2520643bd93: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:05:34.371155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd60a9-8d24-4f1e-a771-dad745e90002 req-2fd51f0c-35d1-4cbb-b500-6d594229bcd8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:34.371920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2dbd60a9-8d24-4f1e-a771-dad745e90002 req-2fd51f0c-35d1-4cbb-b500-6d594229bcd8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:34.436542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-2dbd60a9-8d24-4f1e-a771-dad745e90002 req-2fd51f0c-35d1-4cbb-b500-6d594229bcd8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:34.437986 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dbd60a9-8d24-4f1e-a771-dad745e90002 req-2fd51f0c-35d1-4cbb-b500-6d594229bcd8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.1564608 Dec 22 16:05:34.536018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2dbd60a9-8d24-4f1e-a771-dad745e90002 req-d6b91c6f-5b51-47ab-be97-6d0952658948 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fba2056f-be3a-4fbf-a4ef-3d9882f34c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913470 Dec 22 16:05:34.573107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-79b5e65d-d509-4bab-9ebf-23ca2d5e2b69 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:34.573290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d4590884-813c-4c85-b859-033879960557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.574686 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-79b5e65d-d509-4bab-9ebf-23ca2d5e2b69 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 946 time: 0.0958402 Dec 22 16:05:34.654149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 869fb4bc-137c-40c0-b067-911760bb8b43 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:34.654539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.918840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 869fb4bc-137c-40c0-b067-911760bb8b43, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=869fb4bc-137c-40c0-b067-911760bb8b43,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:34.919410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:35.052872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 869fb4bc-137c-40c0-b067-911760bb8b43 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:35.105223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:35.401954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:35.408085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04a12fc0-f7b6-4bc1-ba51-c4c3568ba891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:35.455772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=869fb4bc-137c-40c0-b067-911760bb8b43,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:35.459580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:35.530094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] No DVR routers for this DVR port 869fb4bc-137c-40c0-b067-911760bb8b43 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:05:35.532666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:35.535563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-deleted', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:35.585935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0871ba2f-8a9a-44da-bb2f-5521283d4c7d req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "DELETE /v2.0/ports/869fb4bc-137c-40c0-b067-911760bb8b43 HTTP/1.1" status: 204 len: 173 time: 1.0057249 Dec 22 16:05:35.595415 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb2b9a5-55df-407d-bab9-8a0e0f83a151', 'name': 'network-vif-deleted', 'tag': '869fb4bc-137c-40c0-b067-911760bb8b43', 'status': 'completed', 'code': 200} Dec 22 16:05:35.710614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d3b53649-fca9-4ad8-b1b4-545194d3ad53 req-37d830c1-a825-40e2-829b-3724f72a654f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:35.761504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d3b53649-fca9-4ad8-b1b4-545194d3ad53 req-37d830c1-a825-40e2-829b-3724f72a654f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:35.762847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d3b53649-fca9-4ad8-b1b4-545194d3ad53 req-37d830c1-a825-40e2-829b-3724f72a654f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bb2b9a5-55df-407d-bab9-8a0e0f83a151 HTTP/1.1" status: 200 len: 210 time: 0.0977273 Dec 22 16:05:36.875216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55824) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:36.951128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.313403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.934575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:37.972890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 869fb4bc-137c-40c0-b067-911760bb8b43 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:37.973316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 869fb4bc-137c-40c0-b067-911760bb8b43 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:38.023085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port c37ffa56-f246-498e-b03c-08d7315752c9 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:38.023555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:38.229155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port c37ffa56-f246-498e-b03c-08d7315752c9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=c37ffa56-f246-498e-b03c-08d7315752c9,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:38.229611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:38.595945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for c37ffa56-f246-498e-b03c-08d7315752c9 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:38.859536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:38.864985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1d51910a-7f93-4cf0-9153-3d5673a5d696 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:38.910171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=c37ffa56-f246-498e-b03c-08d7315752c9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:38.913596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:39.227944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:39.844189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 15726b75-271a-4174-a7f2-3d58ebc9794b has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:40.062612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:40.073246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54687be7-0019-43cc-8080-afac142a176c None None] Sync routers for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:40.087208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:40.087910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:40.129854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/15726b75-271a-4174-a7f2-3d58ebc9794b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2532647 Dec 22 16:05:40.132726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55828) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:40.279658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:40.341064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting subnet 258803f2-860b-44a5-b8c1-8da40f1616b0 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:05:40.344306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:40.402029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:40.498529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:40.595464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:05:38Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:40.599714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54687be7-0019-43cc-8080-afac142a176c None None] Checking router: 15726b75-271a-4174-a7f2-3d58ebc9794b for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:40.611058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] Routers {'15726b75-271a-4174-a7f2-3d58ebc9794b'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:40.615565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['15726b75-271a-4174-a7f2-3d58ebc9794b'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:40.797257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] Set router 15726b75-271a-4174-a7f2-3d58ebc9794b gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:40.910715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:40.915859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c5d4bc3b-3389-4476-905c-089501c6728b tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:40.956097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Subnet': ['ID=258803f2-860b-44a5-b8c1-8da40f1616b0,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:40.959634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:40.962198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:40.972042 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8fe3430e-a489-48c0-aeda-058cfd435260 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/subnets/258803f2-860b-44a5-b8c1-8da40f1616b0 HTTP/1.1" status: 204 len: 168 time: 0.8353384 Dec 22 16:05:40.972398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55832) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:41.004160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ef997-94d2-4dc5-9c45-72d3e3263a2b None None] Network 55c18bd1-591a-4571-bf45-2e6988ec4b29 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:05:41.183965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.305839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-54687be7-0019-43cc-8080-afac142a176c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:05:38Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:41.311416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54687be7-0019-43cc-8080-afac142a176c None None] The sync data for ids ['15726b75-271a-4174-a7f2-3d58ebc9794b'] in dv-neutron-822709-1-hyperv is: [{'id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1261597261', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3d500c9a-60fe-4310-9e2f-723198512684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:03:36Z', 'updated_at': '2021-12-22T16:05:38Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '3d500c9a-60fe-4310-9e2f-723198512684', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:be:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15726b75-271a-4174-a7f2-3d58ebc9794b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:03:37Z', 'updated_at': '2021-12-22T16:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:41.379475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] DHCP port deletion for 55c18bd1-591a-4571-bf45-2e6988ec4b29 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:05:41.389456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Deleting port e1b30c07-769e-43cf-8139-5a3b5a687cb8 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:41.390023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.622855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] For port e1b30c07-769e-43cf-8139-5a3b5a687cb8, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e1b30c07-769e-43cf-8139-5a3b5a687cb8,segment=NetworkSegment(d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87),segment_id=d1bfbdc2-0fd4-4efc-974f-51ce69a9fa87)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:41.623298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.650893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.693378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 3d500c9a-60fe-4310-9e2f-723198512684 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:41.693958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.760766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Calling delete_port for e1b30c07-769e-43cf-8139-5a3b5a687cb8 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:41.894641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 3d500c9a-60fe-4310-9e2f-723198512684, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=3d500c9a-60fe-4310-9e2f-723198512684,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:41.895520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.913738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:41.929184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da3186ae-3b81-4763-a53a-73e082fcdc8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:41.967970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e1b30c07-769e-43cf-8139-5a3b5a687cb8 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:42.032780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 3d500c9a-60fe-4310-9e2f-723198512684 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:42.192483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] No DVR routers for this DVR port e1b30c07-769e-43cf-8139-5a3b5a687cb8 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:05:42.200657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Pushing event deleted for resources: {'Port': ['ID=e1b30c07-769e-43cf-8139-5a3b5a687cb8,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:42.203043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: e1b30c07-769e-43cf-8139-5a3b5a687cb8 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:42.203388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e1b30c07-769e-43cf-8139-5a3b5a687cb8 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:42.204325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c37ffa56-f246-498e-b03c-08d7315752c9 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:42.229363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:42.239507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: c37ffa56-f246-498e-b03c-08d7315752c9 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:42.242067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device c37ffa56-f246-498e-b03c-08d7315752c9 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:42.258445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:42.262876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b924092c-9512-4637-b17b-e66b3e9cd266 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:42.306479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=3d500c9a-60fe-4310-9e2f-723198512684,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:42.309464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:42.554413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:42.830213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:42.835364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:42.944535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:42.945142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Fanout notify agent at l3_agent the message router_deleted on router 15726b75-271a-4174-a7f2-3d58ebc9794b {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:05:42.961094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:42.962338 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ea6b2f01-6e7f-49ef-94d2-7432751895e4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/routers/15726b75-271a-4174-a7f2-3d58ebc9794b HTTP/1.1" status: 204 len: 168 time: 1.9891500 Dec 22 16:05:42.965520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55836) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:43.097077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.242480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.271595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c18bd1-591a-4571-bf45-2e6988ec4b29']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:43.285172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:43.285514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bfbdc2-0fd4-4efc-974f-51ce69a9fa87') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:43.298111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.313740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.321040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:05:43.321479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:05:43.336765 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:05:43.447420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.452015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.459066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-366371a0-a238-411e-b6dd-b130eff0bcd4 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:43.482740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Network': ['ID=55c18bd1-591a-4571-bf45-2e6988ec4b29,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:43.485603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:43.489337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/networks/55c18bd1-591a-4571-bf45-2e6988ec4b29 HTTP/1.1" status: 204 len: 168 time: 0.5210819 Dec 22 16:05:43.490783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55840) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:43.568471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.599408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.750161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.756589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-04a988f5-1b0e-4500-a833-49fc045c21ef tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:43.774069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba2056f-be3a-4fbf-a4ef-3d9882f34c58,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:43.776606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:43.812444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.813715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/security-groups/fba2056f-be3a-4fbf-a4ef-3d9882f34c58 HTTP/1.1" status: 204 len: 168 time: 0.3218427 Dec 22 16:05:43.939398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3d500c9a-60fe-4310-9e2f-723198512684 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:43.976731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 3d500c9a-60fe-4310-9e2f-723198512684 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:43.977176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 3d500c9a-60fe-4310-9e2f-723198512684 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:44.168409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55848) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:44.175726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120420455', 'description': 'tempest-secgroup-smoke-120420455 description', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:44.183735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:44.188851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:44.192729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:44.199873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:44.242224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.283249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:44.287420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:44.290414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:44.296810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:44.446620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.475552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.481793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0686ab00-a6d0-492f-bbb5-1bfc919fb605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:44.534911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc8d4f5-00cb-4099-96ac-d8d28959c69f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:44.537804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:44.567909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.569275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-03fc03e1-1d6a-42f5-bd42-a03716523ea6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3994236 Dec 22 16:05:44.572500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55852) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:44.579362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '9cc8d4f5-00cb-4099-96ac-d8d28959c69f', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:44.586252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:44.590297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:44.593471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:44.604456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:44.654016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.721511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.749872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.759041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d63d16c6-3b66-445b-8382-ebd6f4049ceb tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:44.781922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf53b74-0ee1-4af5-9bf0-ccb109d44926,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:44.792827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.792827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.792827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.793226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.793631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.794048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.794465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.794906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.795321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.795732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.796404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:44.800435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:44.812826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.814298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-410d8dda-843d-474c-89da-91f612e3d8b2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2406416 Dec 22 16:05:44.817950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55856) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:44.824461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '9cc8d4f5-00cb-4099-96ac-d8d28959c69f', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:44.831639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:44.837505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:44.841003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:44.847440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:44.894192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.970229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.001302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.003643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-041e6cad-7e92-4d0d-86c4-1f6c5626c585 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:45.028557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a91f3d-5e0e-483c-bc25-08f8a207c732,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:45.031271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:45.064400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.065902 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a1a067f7-43ed-43e9-bb44-aa987708ec26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2468865 Dec 22 16:05:45.068964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55860) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:45.075455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '9cc8d4f5-00cb-4099-96ac-d8d28959c69f', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:45.082150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:45.086789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:45.090103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:45.096434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:45.140453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.214737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.252642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.255197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c285e12-31c7-4518-a30f-e790c0fa4f10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:45.279734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8884b64c-6e76-40ac-8a1d-c61ba6e40980,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:45.282400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:45.333133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.334414 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2644317 Dec 22 16:05:45.337352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55864) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:45.343504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '9cc8d4f5-00cb-4099-96ac-d8d28959c69f', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:45.350172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:45.354278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:45.357363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:45.364130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:45.409276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.477931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.498538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.500709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7ef51d0f-7a1b-4a8a-9261-8be3d3b89708 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:45.528041 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f346fa7-9bec-4b05-8d0f-127a4c5df148,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:45.530715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:45.567691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.569048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-960496b1-d8b9-4afe-bd6c-100a96e669aa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2306225 Dec 22 16:05:45.571989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55868) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:45.578335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '9cc8d4f5-00cb-4099-96ac-d8d28959c69f', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:45.585477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:45.589913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:45.593261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:45.599705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:45.630388 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:05:45.637545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.707646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.732782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.734788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fb78c027-1063-491c-883c-f5c8bee5c468 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:45.761951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe7af1b-1eb5-45c0-b51d-b92f5003fb77,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:45.764693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:45.807258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.808569 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2355583 Dec 22 16:05:45.812517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55872) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:45.821351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': '9cc8d4f5-00cb-4099-96ac-d8d28959c69f', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:45.828036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:45.832132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:45.835257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:45.841584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:45.893140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:05:45.900485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.973807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.001269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.003383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c6e84b34-80a3-4b24-8473-b47e4c4e5945 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:46.029556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5edd91-137d-4f60-b03a-ed10c290393b,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:46.034924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:46.053500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.055275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ed7515fa-3496-401f-b745-971cea3ca6f5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2413578 Dec 22 16:05:46.058953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55876) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:46.065686 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'network': {'name': 'tempest-network-smoke--1893552047', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:46.071620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:46.076124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:network and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:46.079274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:46.086078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:46.121502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:46.127147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.162758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:05:46.210259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.210662 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Added segment 47e510dc-196a-4db2-9e83-fa9f5c219e5f of type vlan for network 4eaefc30-ac12-4a5f-8e68-b2a268db304c Dec 22 16:05:46.264808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.318467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:05:46.338242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.342451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:46.343124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.349342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bf1518a-9501-4db5-a239-ac023ebf11e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:46.458854 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3984904 Dec 22 16:05:46.461970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55880) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:46.469385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Network': ['ID=4eaefc30-ac12-4a5f-8e68-b2a268db304c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:46.471094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'admin_state_up': True, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:46.473333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bca8f8e-1a7c-4a81-9412-e7a7e29c32af tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:46.480598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:46.482299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:05:46.485684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:router and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:46.488892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:46.495349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:46.532843 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.533897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.610159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.803018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.024560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.055854 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.204323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.12 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/2e87f863-23ce-420d-aba9-70bcbe4135f3) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:47.360010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.418637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.423789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32436b08-4a8c-4853-a2bb-3109b276e7f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:47.497565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:47.501533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:47.516582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:47.540804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=2e87f863-23ce-420d-aba9-70bcbe4135f3,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:47.543876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:47.700158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.700921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:48.001368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9832596e-ee47-41c7-b372-7a1b4d4a1985 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:05:48.452781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:48.465416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Sync routers for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:48.481935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:48.482600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:48.503940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:48.505291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0417967 Dec 22 16:05:48.508655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55884) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:48.640031 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ca49b214-8cc6-4db9-892f-944c1fab91e6 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1b686b07bff8431dae5eab94bdcb78cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271770 Dec 22 16:05:48.640302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55890) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:48.664052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:48.791298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ab7502-0f3e-495f-b867-65a08f91d5b4 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:48.792884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-79ab7502-0f3e-495f-b867-65a08f91d5b4 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517243 Dec 22 16:05:48.796215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55894) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:48.845188 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2d4f87be-2aaa-498c-8e65-0f383d57d392 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477118 Dec 22 16:05:48.848577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55898) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:48.855261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-392524172', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:48.959238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:47Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:48.963321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Checking router: 9832596e-ee47-41c7-b372-7a1b4d4a1985 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:48.963715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Updating router 9832596e-ee47-41c7-b372-7a1b4d4a1985 port 2e87f863-23ce-420d-aba9-70bcbe4135f3 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:05:48.976969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:48.981072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:subnet and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:48.984152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:48.990886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:49.019735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.035663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:49.150672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.404415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.475530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Transition to ACTIVE for port object 2e87f863-23ce-420d-aba9-70bcbe4135f3 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:49.498032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.502073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b46aa769-3730-4552-857d-4d8ecb324cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:49.576540 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Pushing event updated for resources: {'Port': ['ID=2e87f863-23ce-420d-aba9-70bcbe4135f3,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:49.590451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Attempting to bind port 2e87f863-23ce-420d-aba9-70bcbe4135f3 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:49.590904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Attempting to bind port 2e87f863-23ce-420d-aba9-70bcbe4135f3 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:49.591308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Attempting to bind port 2e87f863-23ce-420d-aba9-70bcbe4135f3 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:49.594873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.595138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.595469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.595836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.596199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.596562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.596923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.597283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.597663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.598016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.598370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:49.602914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:49.607024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:49.607024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:49.607454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.607902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:49.608387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Bound port: 2e87f863-23ce-420d-aba9-70bcbe4135f3, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:49.608802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.612826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.617888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-860dec3f-87cf-444c-948a-1ba060b398d2 tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:49.685181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] For port 2e87f863-23ce-420d-aba9-70bcbe4135f3, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:49.688675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] For port 2e87f863-23ce-420d-aba9-70bcbe4135f3, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2e87f863-23ce-420d-aba9-70bcbe4135f3,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:49.705476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Subnet': ['ID=d199f20f-7749-402a-86ff-4ebdeaa4d8cc,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:49.710202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:49.710449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:49.716048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59497b53-c341-46d1-877a-0904a63f3bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:49.718110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Checking segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:49.718521 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network hostable DHCP agents. Network: 4eaefc30-ac12-4a5f-8e68-b2a268db304c, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:05:50.029049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:05:50.029604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Pushing event updated for resources: {'Port': ['ID=2e87f863-23ce-420d-aba9-70bcbe4135f3,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:50.029604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-750fd577-4b6e-44b7-9359-da2e39f80ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:50.029604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:50.029604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:50.104011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 4eaefc30-ac12-4a5f-8e68-b2a268db304c) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:50.109298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:50.110101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:50.114719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b9e9c-b491-49d5-89ab-b9cb311ce168 None None] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:05:50.145189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:50.259024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4091039 Dec 22 16:05:50.261944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55902) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:50.359950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:05:50.361129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:50.465538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:47Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:50.471998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afca2df8-c601-4a97-92a1-502a7b8d522a None None] The sync data for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv is: [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:47Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:50.539512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Allocated IP 172.20.0.2 (4eaefc30-ac12-4a5f-8e68-b2a268db304c/d199f20f-7749-402a-86ff-4ebdeaa4d8cc/86f6b706-4bdd-4741-9493-db8612c73fc7) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:50.934384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:50.934384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Transition to ACTIVE for port object 86f6b706-4bdd-4741-9493-db8612c73fc7 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:51.134736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.224644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Transition to ACTIVE for port object 86f6b706-4bdd-4741-9493-db8612c73fc7 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:51.369934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.377057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:51.443637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:51.444605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:51.448900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:51.468560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Pushing event updated for resources: {'Port': ['ID=86f6b706-4bdd-4741-9493-db8612c73fc7,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:51.497063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:51.559183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Attempting to bind port 86f6b706-4bdd-4741-9493-db8612c73fc7 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:51.559648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Attempting to bind port 86f6b706-4bdd-4741-9493-db8612c73fc7 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:51.560073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Attempting to bind port 86f6b706-4bdd-4741-9493-db8612c73fc7 on network 4eaefc30-ac12-4a5f-8e68-b2a268db304c {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:51.579129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:51.579129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Checking segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:51.579129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.579129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Bound using segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:51.579129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Bound port: 86f6b706-4bdd-4741-9493-db8612c73fc7, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:51.579129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.605371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.1 (4eaefc30-ac12-4a5f-8e68-b2a268db304c/d199f20f-7749-402a-86ff-4ebdeaa4d8cc/af477827-899d-47ac-80f1-8784f96cbf90) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:51.670255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] For port 86f6b706-4bdd-4741-9493-db8612c73fc7, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:51.674538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] For port 86f6b706-4bdd-4741-9493-db8612c73fc7, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=86f6b706-4bdd-4741-9493-db8612c73fc7,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:51.726583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.734335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-863d353d-ce74-4275-a5c7-2a0aa56e0cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:51.782440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.800803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object af477827-899d-47ac-80f1-8784f96cbf90 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:51.815761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Pushing event updated for resources: {'Port': ['ID=86f6b706-4bdd-4741-9493-db8612c73fc7,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:51.819737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:51.852669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:51.857952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d58f95e8-0949-432d-b0f0-2206465ba280 tempest-ServersNegativeTestJSON-2051949422 tempest-ServersNegativeTestJSON-2051949422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:51.923723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:51.928631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:51.935757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:51.977365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2e87f863-23ce-420d-aba9-70bcbe4135f3 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:51.999444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=af477827-899d-47ac-80f1-8784f96cbf90,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:52.002522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:52.020539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.086330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 2e87f863-23ce-420d-aba9-70bcbe4135f3 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:52.092088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2e87f863-23ce-420d-aba9-70bcbe4135f3 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:52.092516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.230878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.253374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.271469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 2e87f863-23ce-420d-aba9-70bcbe4135f3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2e87f863-23ce-420d-aba9-70bcbe4135f3,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:52.338347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.340467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:52.413396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=2e87f863-23ce-420d-aba9-70bcbe4135f3,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:52.416810 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:52.687443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.714685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.746062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:53.094698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=af477827-899d-47ac-80f1-8784f96cbf90,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:53.098385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:53.099617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:53.256467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:53.257762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:53.462483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1babfa-7daa-4a47-83a6-43f27e49028c None None] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:05:53.596462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-602c55fc-11e4-4e1f-af3a-8f0e760c4f0b None None] Provisioning for port 86f6b706-4bdd-4741-9493-db8612c73fc7 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:53.671911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9832596e-ee47-41c7-b372-7a1b4d4a1985 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:53.911353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:53.927745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Sync routers for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:53.935892 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/9832596e-ee47-41c7-b372-7a1b4d4a1985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6726170 Dec 22 16:05:53.962185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:53.963286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:54.070239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2e87f863-23ce-420d-aba9-70bcbe4135f3 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:54.186217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0cc62626-621d-48f2-9c05-1ca38d094c80 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:54.219932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fb273df1-c16a-4b15-a1e8-be95095492d1 None None] Provisioning for port af477827-899d-47ac-80f1-8784f96cbf90 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:54.234326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-fb273df1-c16a-4b15-a1e8-be95095492d1 None None] Provisioning complete for port af477827-899d-47ac-80f1-8784f96cbf90 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:54.234741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fb273df1-c16a-4b15-a1e8-be95095492d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:54.275018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0cc62626-621d-48f2-9c05-1ca38d094c80 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:54.276570 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0cc62626-621d-48f2-9c05-1ca38d094c80 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120420455&fields=id&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 267 time: 0.1424320 Dec 22 16:05:54.332789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-fb273df1-c16a-4b15-a1e8-be95095492d1 None None] Port af477827-899d-47ac-80f1-8784f96cbf90 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:54.340473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:54.405790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2e87f863-23ce-420d-aba9-70bcbe4135f3 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:54.406145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:54.471769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-69f99d6e-5537-45b8-b283-7d49e2973b32 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:54.474044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-69f99d6e-5537-45b8-b283-7d49e2973b32 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:54.578684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-69f99d6e-5537-45b8-b283-7d49e2973b32 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:54.580096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-69f99d6e-5537-45b8-b283-7d49e2973b32 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 797 time: 0.2955487 Dec 22 16:05:54.602969 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-08da44cc-390b-48d6-b323-bc5b5e9c696d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/quotas/1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 375 time: 0.0134232 Dec 22 16:05:54.701114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-b136bcbb-f47a-47cd-9a68-61bc53480392 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:54.727155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-0289c085-005e-42f0-b331-085f0df3ee29 None None] Provisioning complete for port af477827-899d-47ac-80f1-8784f96cbf90 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:54.730475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0289c085-005e-42f0-b331-085f0df3ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:54.749663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-b136bcbb-f47a-47cd-9a68-61bc53480392 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:54.751212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-b136bcbb-f47a-47cd-9a68-61bc53480392 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417823 Dec 22 16:05:54.768934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0f7c86f3-7f67-498d-b585-0b1cf5c0ba18 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:05:54.770853 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0f7c86f3-7f67-498d-b585-0b1cf5c0ba18 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0065017 Dec 22 16:05:54.801207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 86f6b706-4bdd-4741-9493-db8612c73fc7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:54.896661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-0289c085-005e-42f0-b331-085f0df3ee29 None None] Port af477827-899d-47ac-80f1-8784f96cbf90 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:54.922843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-ba8fa1ae-e85b-4a9a-b0fb-7072ae29a819 service neutron] 10.222.0.32 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425517 Dec 22 16:05:54.958972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 2, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:54.958972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Checking router: 9832596e-ee47-41c7-b372-7a1b4d4a1985 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:54.958972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Updating router 9832596e-ee47-41c7-b372-7a1b4d4a1985 port af477827-899d-47ac-80f1-8784f96cbf90 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:05:54.987601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 86f6b706-4bdd-4741-9493-db8612c73fc7 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:54.999638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 86f6b706-4bdd-4741-9493-db8612c73fc7 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:55.000067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.065776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.072777 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-cff7da4a-9e71-40e2-8210-7dd3b9cf6ba0 service neutron] 10.222.0.32 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451342 Dec 22 16:05:55.146928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2761e845-c8a6-4a88-9891-79853837390f None None] Provisioning complete for port af477827-899d-47ac-80f1-8784f96cbf90 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:55.147326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2761e845-c8a6-4a88-9891-79853837390f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.323613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9f48133-81ae-46fe-9351-751654abd64e req-2b6e42d6-7cc1-4597-a485-afc7a9dbebf9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 210 time: 0.0504663 Dec 22 16:05:55.474381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2761e845-c8a6-4a88-9891-79853837390f None None] Port af477827-899d-47ac-80f1-8784f96cbf90 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:55.514397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.642428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 86f6b706-4bdd-4741-9493-db8612c73fc7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=86f6b706-4bdd-4741-9493-db8612c73fc7,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:55.672946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.681419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:55.824243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=86f6b706-4bdd-4741-9493-db8612c73fc7,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:55.835649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:55.905162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.918562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Transition to ACTIVE for port object af477827-899d-47ac-80f1-8784f96cbf90 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:55.949688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.955221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0ac7591-1f88-486d-89ce-3b0d0ca04149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:55.994773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 86f6b706-4bdd-4741-9493-db8612c73fc7 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:56.133580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bcfa4-721d-4e19-8469-2eb1c3e24cae None None] Pushing event updated for resources: {'Port': ['ID=af477827-899d-47ac-80f1-8784f96cbf90,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:56.143957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb9bcfa4-721d-4e19-8469-2eb1c3e24cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:56.174258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 86f6b706-4bdd-4741-9493-db8612c73fc7 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:56.174708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.318411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Attempting to bind port af477827-899d-47ac-80f1-8784f96cbf90 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:56.318916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Attempting to bind port af477827-899d-47ac-80f1-8784f96cbf90 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:56.319267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Attempting to bind port af477827-899d-47ac-80f1-8784f96cbf90 on network 4eaefc30-ac12-4a5f-8e68-b2a268db304c {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:56.332132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:56.332862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Checking segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:56.333126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.333437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Bound using segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:56.333982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Bound port: af477827-899d-47ac-80f1-8784f96cbf90, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:56.334415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.501531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] For port af477827-899d-47ac-80f1-8784f96cbf90, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:56.504996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] For port af477827-899d-47ac-80f1-8784f96cbf90, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=af477827-899d-47ac-80f1-8784f96cbf90,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:56.519098 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c1272e6-3bc0-4e08-8280-25ca87989a92 req-cef58064-642b-43ac-a667-0c26a21c2b77 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 210 time: 0.0527816 Dec 22 16:05:56.526949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.546074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb9bcfa4-721d-4e19-8469-2eb1c3e24cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:56.626846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:56.627484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:05:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:56.696987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bcfa4-721d-4e19-8469-2eb1c3e24cae None None] Pushing event updated for resources: {'Port': ['ID=af477827-899d-47ac-80f1-8784f96cbf90,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:56.708782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb9bcfa4-721d-4e19-8469-2eb1c3e24cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:56.840758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:57.216020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:56Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:57.220524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060384e-ace6-4892-a97c-c82a1b2129bf None None] The sync data for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv is: [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:56Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:57.354940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-da703ba1-bf36-425c-a599-bb9a97e60692 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:57.356599 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-da703ba1-bf36-425c-a599-bb9a97e60692 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 797 time: 0.1975276 Dec 22 16:05:57.419824 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-db62f359-1c87-4dfa-b59f-d231e5e9bc10 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 379 time: 0.0530829 Dec 22 16:05:57.429453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'port': {'device_id': 'c3588965-5123-4b59-84db-381924501451', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'admin_state_up': True, 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'security_groups': ['9cc8d4f5-00cb-4099-96ac-d8d28959c69f']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:57.583516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:57.594188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:57.629847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:57.636791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:57.720087 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-987f0ad8-204a-4c4c-bfda-df56a85fef77 req-3b1973a8-9ed7-4ef1-8f83-aa79ffde6623 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 210 time: 0.0642109 Dec 22 16:05:57.841067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.7 (4eaefc30-ac12-4a5f-8e68-b2a268db304c/d199f20f-7749-402a-86ff-4ebdeaa4d8cc/f252e5fa-303f-4f4e-a03b-eadbce1dc019) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:57.995071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device af477827-899d-47ac-80f1-8784f96cbf90 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:58.070417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.091064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object f252e5fa-303f-4f4e-a03b-eadbce1dc019 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:58.131915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port af477827-899d-47ac-80f1-8784f96cbf90 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:58.137676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port af477827-899d-47ac-80f1-8784f96cbf90 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:58.138103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.167079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.176168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6691b15f-da78-4569-9c1a-6cc5825716bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:58.244998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:58.246236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:58.248927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:58.283588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.322984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port af477827-899d-47ac-80f1-8784f96cbf90, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=af477827-899d-47ac-80f1-8784f96cbf90,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:58.334204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:58.334661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.340942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=f252e5fa-303f-4f4e-a03b-eadbce1dc019,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:58.344523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:58.351523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.357917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:58.440537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=af477827-899d-47ac-80f1-8784f96cbf90,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.455085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:58.460220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:58.475828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0512712 Dec 22 16:05:58.488544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Request body: {'port': {'device_id': 'c3588965-5123-4b59-84db-381924501451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:58.614792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.714464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8cf1e865-354e-4035-acef-4dd95b03a7be None None] Provisioning for port f252e5fa-303f-4f4e-a03b-eadbce1dc019 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:58.720113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8cf1e865-354e-4035-acef-4dd95b03a7be None None] Provisioning complete for port f252e5fa-303f-4f4e-a03b-eadbce1dc019 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:58.720564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e865-354e-4035-acef-4dd95b03a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.780682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1e865-354e-4035-acef-4dd95b03a7be None None] Port f252e5fa-303f-4f4e-a03b-eadbce1dc019 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:59.029075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1fb6a-1228-44ad-a7fc-2ae6a093f851 req-6193b625-0641-47ee-9389-9966f50ea755 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:59.029877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c9a1fb6a-1228-44ad-a7fc-2ae6a093f851 req-6193b625-0641-47ee-9389-9966f50ea755 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:59.101166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f252e5fa-303f-4f4e-a03b-eadbce1dc019 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:05:59.109362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:59.135163 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Transition to ACTIVE for port object f252e5fa-303f-4f4e-a03b-eadbce1dc019 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:59.144582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c9a1fb6a-1228-44ad-a7fc-2ae6a093f851 req-6193b625-0641-47ee-9389-9966f50ea755 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:59.150525 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9a1fb6a-1228-44ad-a7fc-2ae6a093f851 req-6193b625-0641-47ee-9389-9966f50ea755 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 931 time: 0.2639494 Dec 22 16:05:59.175304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:59.182608 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:59.336513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c9a1fb6a-1228-44ad-a7fc-2ae6a093f851 req-3cf5e85a-7a3a-4402-bc39-78444cb585bc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841037 Dec 22 16:05:59.337536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Pushing event updated for resources: {'Port': ['ID=f252e5fa-303f-4f4e-a03b-eadbce1dc019,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:59.347058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:59.718672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Attempting to bind port f252e5fa-303f-4f4e-a03b-eadbce1dc019 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:59.719645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Attempting to bind port f252e5fa-303f-4f4e-a03b-eadbce1dc019 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:59.719645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Attempting to bind port f252e5fa-303f-4f4e-a03b-eadbce1dc019 on network 4eaefc30-ac12-4a5f-8e68-b2a268db304c {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:59.727565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Port f252e5fa-303f-4f4e-a03b-eadbce1dc019 on network 4eaefc30-ac12-4a5f-8e68-b2a268db304c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:05:59.728003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Attempting to bind port f252e5fa-303f-4f4e-a03b-eadbce1dc019 on network 4eaefc30-ac12-4a5f-8e68-b2a268db304c {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:59.735889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:59.736631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Checking segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:59.736631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Bound using segment: {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:59.737298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Bound port: f252e5fa-303f-4f4e-a03b-eadbce1dc019, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e510dc-196a-4db2-9e83-fa9f5c219e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:59.737611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:59.854445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] For port f252e5fa-303f-4f4e-a03b-eadbce1dc019, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:59.857751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] For port f252e5fa-303f-4f4e-a03b-eadbce1dc019, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:59.897739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:59.902713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:59.956176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device af477827-899d-47ac-80f1-8784f96cbf90 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:59.961565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:59.963146 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] 10.222.0.71 "PUT /v2.0/ports/f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 1093 time: 1.4796584 Dec 22 16:05:59.963736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:59.989569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Pushing event updated for resources: {'Port': ['ID=f252e5fa-303f-4f4e-a03b-eadbce1dc019,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:59.992378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:00.035228 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'status': 'completed', 'code': 200} Dec 22 16:06:00.055652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port af477827-899d-47ac-80f1-8784f96cbf90 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:06:00.056084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:00.153816 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-41d5d72e-1cbb-4ee8-9788-89f5d7f58077 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1096 time: 0.1117618 Dec 22 16:06:00.236778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-8d32a266-ea85-4fbc-b847-22bdeec57138 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 217 time: 0.0755360 Dec 22 16:06:00.311227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0c7abd69-ad7d-46b0-8930-a7e88a32e4c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:00.312849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-0c7abd69-ad7d-46b0-8930-a7e88a32e4c1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 200 len: 834 time: 0.0709052 Dec 22 16:06:00.397522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-d9e21e6e-3eb7-4924-84b3-dc82ba073d59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4eaefc30-ac12-4a5f-8e68-b2a268db304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783634 Dec 22 16:06:00.598216 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-a3302806-213e-4187-b951-9df699a8df16 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941118 Dec 22 16:06:00.661618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5d68-2404-4612-a502-389426704c33 req-2b7a2e63-d4fd-4d80-b68d-3c3b082f9c93 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:00.663252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aae5d68-2404-4612-a502-389426704c33 req-2b7a2e63-d4fd-4d80-b68d-3c3b082f9c93 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 943 time: 0.1629379 Dec 22 16:06:00.800592 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97b91eab-05c4-45da-9ecd-34f218a847cc req-cdd080d8-e2f2-4555-b1b5-6797375a80e7 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920035 Dec 22 16:06:00.802944 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7aae5d68-2404-4612-a502-389426704c33 req-74d5a100-191f-4a33-b0e9-6f5e61f03290 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852926 Dec 22 16:06:00.962827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-94b7b50f-f2e4-4e69-b3c7-a329ae7040b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1096 time: 0.0763743 Dec 22 16:06:01.112573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-8384c3be-6f9f-4a41-b4aa-04bfbcec43da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:01.114206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-8384c3be-6f9f-4a41-b4aa-04bfbcec43da service neutron] 10.222.0.71 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 898 time: 0.1441469 Dec 22 16:06:01.192640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-edc5450a-83ad-4072-b4de-64e61dfce4b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 217 time: 0.0715935 Dec 22 16:06:01.261580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-4df92c31-3677-4d88-aca7-6ce20296ea79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:01.263112 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-4df92c31-3677-4d88-aca7-6ce20296ea79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 200 len: 834 time: 0.0643871 Dec 22 16:06:01.346497 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-82938301-2b62-4024-a075-b137c57c7418 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4eaefc30-ac12-4a5f-8e68-b2a268db304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763090 Dec 22 16:06:01.503524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-a94a84f2-f7b7-441a-948d-99d70350b287 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480756 Dec 22 16:06:01.652923 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9ec2e00a-b413-4a5d-83d6-19069f9cfdfb req-9d961b00-cab0-4d25-bff2-877ebedd3df4 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434007 Dec 22 16:06:01.885788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:02.017031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c2a50-5a61-457b-846c-b35a7994e7c6 req-8b43f3d7-f164-4106-8f80-be5970947a27 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:02.018702 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ff5c2a50-5a61-457b-846c-b35a7994e7c6 req-8b43f3d7-f164-4106-8f80-be5970947a27 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 943 time: 0.0854006 Dec 22 16:06:02.068973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ff5c2a50-5a61-457b-846c-b35a7994e7c6 req-5c6d8fe1-b783-41e4-9665-d5e1d36518ab tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441556 Dec 22 16:06:02.343277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5bdafff-cec2-4aad-a4e6-bf3fd24f0fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:03.294903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf171-4008-4577-99bd-135b38de2da1 req-300b3e29-4202-432f-912b-593b2bfd0ca9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:03.296921 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59abf171-4008-4577-99bd-135b38de2da1 req-300b3e29-4202-432f-912b-593b2bfd0ca9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 943 time: 0.0977235 Dec 22 16:06:03.349137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-59abf171-4008-4577-99bd-135b38de2da1 req-108b1578-9897-451d-ba58-69443c989a26 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452285 Dec 22 16:06:03.880038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:04.138430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f252e5fa-303f-4f4e-a03b-eadbce1dc019 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:06:04.289811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f252e5fa-303f-4f4e-a03b-eadbce1dc019, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:04.304566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'port_id': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'mac_address': 'fa:16:3e:ed:78:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:06:04.361165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:04.379632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f252e5fa-303f-4f4e-a03b-eadbce1dc019 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:06:04.396308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f252e5fa-303f-4f4e-a03b-eadbce1dc019, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:04.428719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:04.430999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:04.502513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f252e5fa-303f-4f4e-a03b-eadbce1dc019,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:04.506507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:04.577856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42bec-d222-45fb-8079-f085e42dfc3f req-fb5ede6c-c8a8-43f0-8763-f92c3cda8a0b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:04.580093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68b42bec-d222-45fb-8079-f085e42dfc3f req-fb5ede6c-c8a8-43f0-8763-f92c3cda8a0b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 944 time: 0.0905998 Dec 22 16:06:04.583263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ec8452fb-2340-4c23-a729-e3883d8e9dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:04.635889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['f252e5fa-303f-4f4e-a03b-eadbce1dc019'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:06:04.854081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68b42bec-d222-45fb-8079-f085e42dfc3f req-c61c1d43-357e-4e83-8932-f2acc60e1625 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673848 Dec 22 16:06:05.108185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:06.067987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5702d54-ce06-4e5e-92c4-e8bc9b2567d6 req-d2bde720-2d8e-43a5-87aa-8c9a7854bd9d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:06.069622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5702d54-ce06-4e5e-92c4-e8bc9b2567d6 req-d2bde720-2d8e-43a5-87aa-8c9a7854bd9d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 944 time: 0.0885608 Dec 22 16:06:06.123070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5702d54-ce06-4e5e-92c4-e8bc9b2567d6 req-fe0eb953-9f30-4264-a44e-9a3df9ef7480 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469949 Dec 22 16:06:06.153213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f252e5fa-303f-4f4e-a03b-eadbce1dc019 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:06:06.245315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port f252e5fa-303f-4f4e-a03b-eadbce1dc019 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:06:06.250765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port f252e5fa-303f-4f4e-a03b-eadbce1dc019 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:06:06.251246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:06.376576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:06.406618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:06.418074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port f252e5fa-303f-4f4e-a03b-eadbce1dc019, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:06.457870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:06.460084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-062c3517-473d-44a6-a05f-fb4c88d92b15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:06.491314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'code': 200} Dec 22 16:06:06.536095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=f252e5fa-303f-4f4e-a03b-eadbce1dc019,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:06.539473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:06.760399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3440c087-aff2-450a-9bd1-8b6203a9efcc req-4e9a697e-d438-432e-8d5d-f56017dba937 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1098 time: 0.0763874 Dec 22 16:06:06.810645 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3440c087-aff2-450a-9bd1-8b6203a9efcc req-6ad8c919-a1b4-457f-82e0-f2e356b20709 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Dec 22 16:06:06.960269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:07.333879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e399304-c626-4408-b18b-5f5d53ba8370 req-ee6c87fa-4fc0-40fc-b9aa-306833086197 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:07.335538 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3e399304-c626-4408-b18b-5f5d53ba8370 req-ee6c87fa-4fc0-40fc-b9aa-306833086197 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0897110 Dec 22 16:06:07.384528 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3e399304-c626-4408-b18b-5f5d53ba8370 req-da4639a8-bdcf-478f-b8c4-d45f6b1efbf8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Dec 22 16:06:08.654400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65413757-22ac-4d37-b7c8-7cd214f862da req-86b92530-d6df-4896-bc1d-c7200724056e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:08.656086 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65413757-22ac-4d37-b7c8-7cd214f862da req-86b92530-d6df-4896-bc1d-c7200724056e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0839272 Dec 22 16:06:08.708014 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65413757-22ac-4d37-b7c8-7cd214f862da req-f2497ae1-30c3-4823-9ddf-c61932ed9dfa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454738 Dec 22 16:06:08.931200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96696b-d7eb-48f5-97f7-48353566b852 req-2a3d0e85-28d8-4803-82f6-ca71d5cd76d2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:08.932855 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bf96696b-d7eb-48f5-97f7-48353566b852 req-2a3d0e85-28d8-4803-82f6-ca71d5cd76d2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0867305 Dec 22 16:06:08.983568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bf96696b-d7eb-48f5-97f7-48353566b852 req-6e3c1fd3-1743-4c02-a9dc-e07019207d94 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Dec 22 16:06:09.011579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55964) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:09.093822 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5c3704bd-6126-4438-835f-ed4e4f73abe6 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1093 time: 0.0803730 Dec 22 16:06:09.097224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55968) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:09.103225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:06:09.109566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:06:09.114256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:floatingip and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:06:09.117434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:06:09.123999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:06:09.160818 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:09.333568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:09.510098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.116 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/e285acc2-4360-419a-b9fa-c18f80c54f17) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:06:09.670970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:09.749730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:09.758373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-48ce86c8-ef30-461e-b5f9-a87922cc34b4 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:09.822398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:06:09.831313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:06:09.834089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:06:09.876692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=e285acc2-4360-419a-b9fa-c18f80c54f17,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:09.880126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:10.391523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:10.484268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:10.719298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:10.754764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:10.759838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c895e4c3-1b26-4839-937a-eb7c765ee473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:10.873626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=e285acc2-4360-419a-b9fa-c18f80c54f17,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:10.878735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:10.890658 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:11.193083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Floating IP f73c9380-7ad2-42b5-91b1-9de7a4c18662 associated. External IP: 172.26.4.116, port: f252e5fa-303f-4f4e-a03b-eadbce1dc019. Dec 22 16:06:11.650359 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9832596e-ee47-41c7-b372-7a1b4d4a1985 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:06:12.109373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:06:12.120323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] Sync routers for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:06:12.139021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:12.147304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:06:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:12.171745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:12.229485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1306312 Dec 22 16:06:12.229965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:12.347062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:12.382010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'status': 'completed', 'code': 200} Dec 22 16:06:12.436450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487c791-8cec-4d40-b63e-2f3c840c2a41 req-f9eba93b-a90e-490e-96ad-b2ecf7371777 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:12.441132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1487c791-8cec-4d40-b63e-2f3c840c2a41 req-f9eba93b-a90e-490e-96ad-b2ecf7371777 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.1013830 Dec 22 16:06:12.490748 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-557c4f65-3d05-4aa3-a53b-b4810ab353d6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1098 time: 0.0866685 Dec 22 16:06:12.496329 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1487c791-8cec-4d40-b63e-2f3c840c2a41 req-474d5f81-47bf-47af-bbfa-b4854dbf4463 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497792 Dec 22 16:06:12.531694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55978) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:12.649922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-0d2b825c-afb7-4cb0-b816-48bf4261b1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:12.651581 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-0d2b825c-afb7-4cb0-b816-48bf4261b1d5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 898 time: 0.1549628 Dec 22 16:06:12.660363 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5f483d3e-6d3b-4aa9-a204-c0115ab7e1e7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/f73c9380-7ad2-42b5-91b1-9de7a4c18662 HTTP/1.1" status: 200 len: 991 time: 0.1259799 Dec 22 16:06:12.745375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'f73c9380-7ad2-42b5-91b1-9de7a4c18662', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'port_id': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'mac_address': 'fa:16:3e:ed:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3588965-5123-4b59-84db-381924501451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:06:10Z', 'updated_at': '2021-12-22T16:06:10Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:58Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:12.746839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] Checking router: 9832596e-ee47-41c7-b372-7a1b4d4a1985 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:06:12.758562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:12.759284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:06:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:12.770278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-58f3c9b9-9543-4550-bbb2-2c5fc34c5fb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 999 time: 0.1124632 Dec 22 16:06:12.840075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-3600effa-6417-4caa-ab05-581a5d3fc21c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:12.841737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-3600effa-6417-4caa-ab05-581a5d3fc21c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 200 len: 834 time: 0.0656576 Dec 22 16:06:12.925258 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-87f811c1-93b3-474a-891b-31cf43a6c3cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4eaefc30-ac12-4a5f-8e68-b2a268db304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769489 Dec 22 16:06:12.973295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:13.070537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-43d07ad3-72bd-438a-a6b8-be7e499c392b service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397114 Dec 22 16:06:13.218245 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5cbfb3c-d759-4bf2-8bda-410dde89fdd6 req-ff809ba8-65dc-4b28-909f-bc1f3ec60381 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419799 Dec 22 16:06:13.356461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'f73c9380-7ad2-42b5-91b1-9de7a4c18662', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'port_id': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'mac_address': 'fa:16:3e:ed:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3588965-5123-4b59-84db-381924501451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:06:10Z', 'updated_at': '2021-12-22T16:06:10Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:58Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:13.360569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcad21a-ae74-4ac7-ad75-e06e57164380 None None] The sync data for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv is: [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'f73c9380-7ad2-42b5-91b1-9de7a4c18662', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.116', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'port_id': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'mac_address': 'fa:16:3e:ed:78:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3588965-5123-4b59-84db-381924501451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:06:10Z', 'updated_at': '2021-12-22T16:06:10Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:58Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:06:13.664544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 55982) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:13.713338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe92e6-0b42-4adb-95fe-01a8e2486d0a None None] New status for floating IP f73c9380-7ad2-42b5-91b1-9de7a4c18662: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:06:13.778120 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1672c4bc-ab03-425a-8fe7-8aa0577c1357 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/f73c9380-7ad2-42b5-91b1-9de7a4c18662 HTTP/1.1" status: 200 len: 991 time: 0.1118841 Dec 22 16:06:14.781667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 55986) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:14.902531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f83d0551-e84d-4a23-a070-6a6e576e4539 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/f73c9380-7ad2-42b5-91b1-9de7a4c18662 HTTP/1.1" status: 200 len: 993 time: 0.1194901 Dec 22 16:06:23.319949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:06:31.883768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:32.335655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2a415462-47bd-419f-a515-ef60e648bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:33.884204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:34.575849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c16d6c96-2b32-4b58-9946-98e226c7360d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:35.100937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:36.969943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:40.021102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb3901-7289-4a15-94e7-b2b74ca90252 req-89d8592e-363e-46fc-a5f8-d96a7a177faa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:40.022744 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9fb3901-7289-4a15-94e7-b2b74ca90252 req-89d8592e-363e-46fc-a5f8-d96a7a177faa tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0929947 Dec 22 16:06:40.073105 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9fb3901-7289-4a15-94e7-b2b74ca90252 req-ad00b1b7-abab-4f44-9d80-59aab0ca0ef4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440826 Dec 22 16:06:41.292095 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d4c55-a71f-43c1-a302-552dc8d8e838 req-2068f965-e52f-4c8c-8c8a-c8bd0838d7da tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:41.293713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f6d4c55-a71f-43c1-a302-552dc8d8e838 req-2068f965-e52f-4c8c-8c8a-c8bd0838d7da tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0877790 Dec 22 16:06:41.342076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f6d4c55-a71f-43c1-a302-552dc8d8e838 req-19bb251a-1cf7-4ac7-9e4b-5523400919c5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Dec 22 16:06:42.552170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0598fd3-9991-4f73-84c6-42e0ae2b848c req-bb44913a-b5b9-4987-b427-9b36e32a14a1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:42.553861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0598fd3-9991-4f73-84c6-42e0ae2b848c req-bb44913a-b5b9-4987-b427-9b36e32a14a1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0854752 Dec 22 16:06:42.604467 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0598fd3-9991-4f73-84c6-42e0ae2b848c req-a9c7f549-5faa-4759-942f-1909f6b82376 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441868 Dec 22 16:06:44.002648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c685975-39ef-4609-bb71-b02219231059 req-d8bcc48e-43a6-4d42-bea1-91b4e4523cc8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:44.004401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c685975-39ef-4609-bb71-b02219231059 req-d8bcc48e-43a6-4d42-bea1-91b4e4523cc8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.2652626 Dec 22 16:06:44.062421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c685975-39ef-4609-bb71-b02219231059 req-500357ab-32f3-4513-b33a-08119b901905 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512986 Dec 22 16:06:45.284757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bfc93-4d28-455b-9716-539aa3606efa req-7145a389-8219-497a-a13a-449c41107c1f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:45.286399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b68bfc93-4d28-455b-9716-539aa3606efa req-7145a389-8219-497a-a13a-449c41107c1f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0906205 Dec 22 16:06:45.337861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b68bfc93-4d28-455b-9716-539aa3606efa req-f55b4738-bda9-437c-9231-b3549a8d44b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452251 Dec 22 16:06:46.550720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd9b64-090f-4bdc-9942-779db8cf6ce1 req-ee02dc1d-0d31-404f-9d3f-a2ebdf31f9b8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:46.552336 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a7fd9b64-090f-4bdc-9942-779db8cf6ce1 req-ee02dc1d-0d31-404f-9d3f-a2ebdf31f9b8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0894501 Dec 22 16:06:46.611619 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a7fd9b64-090f-4bdc-9942-779db8cf6ce1 req-b3f3814f-7e80-4690-b333-1e347d22c32d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492229 Dec 22 16:06:47.826970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1534d7-7a6f-4df8-ae35-459404f1c539 req-e7fc0ab5-33a8-48a2-96d6-d83b97d3a46e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:47.829181 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca1534d7-7a6f-4df8-ae35-459404f1c539 req-e7fc0ab5-33a8-48a2-96d6-d83b97d3a46e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0877948 Dec 22 16:06:47.890224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca1534d7-7a6f-4df8-ae35-459404f1c539 req-cbec7eef-7302-46a4-b567-a95f4e2c51d9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545948 Dec 22 16:06:48.079524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-cc95bc47-ed50-4a1b-95b6-c2c8d4383b38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1098 time: 0.2070997 Dec 22 16:06:48.246496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-1faa1a70-afda-4af3-acf3-d2a4f8aaae5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:48.248177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-1faa1a70-afda-4af3-acf3-d2a4f8aaae5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 898 time: 0.1486578 Dec 22 16:06:48.587861 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-d5a9a491-2935-40cf-93e5-35ee022b30b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 1001 time: 0.3332765 Dec 22 16:06:48.658485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-5e44c711-da7d-4c09-9c49-a16205dcd28a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:48.660132 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-5e44c711-da7d-4c09-9c49-a16205dcd28a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 200 len: 834 time: 0.0652871 Dec 22 16:06:48.746155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-a2200790-280f-4fa0-a4fd-65fdc63dc523 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4eaefc30-ac12-4a5f-8e68-b2a268db304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801713 Dec 22 16:06:48.890568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-7859bf28-2bd9-40e4-ae0e-27d15fc15fcc service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377759 Dec 22 16:06:49.044260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10bf0be9-97b1-4af3-a9c2-d78c2781db95 req-097d47de-4870-4089-9376-6da6d51e37cc service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469879 Dec 22 16:06:49.149907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de410c7-c50e-4c15-bc8c-44405a571449 req-03478e16-5175-48f6-8516-3ff148a982da tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:49.151612 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4de410c7-c50e-4c15-bc8c-44405a571449 req-03478e16-5175-48f6-8516-3ff148a982da tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.1292450 Dec 22 16:06:49.202869 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4de410c7-c50e-4c15-bc8c-44405a571449 req-a0e7bdb0-7ad3-4cd9-a27b-41c83e7e2884 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Dec 22 16:06:50.415602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af6973-37ef-4b3a-af85-f717e313cbba req-fd57bfd9-bc25-4c31-84a2-0b72bbff67d4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:50.417260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-73af6973-37ef-4b3a-af85-f717e313cbba req-fd57bfd9-bc25-4c31-84a2-0b72bbff67d4 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0844057 Dec 22 16:06:50.467168 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-73af6973-37ef-4b3a-af85-f717e313cbba req-da09793e-81ca-4d70-a6df-a5f226f46ad9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Dec 22 16:06:50.502602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56026) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:50.645848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c37bf67a-f066-41ea-a03f-ccf8c03f7ac8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/f73c9380-7ad2-42b5-91b1-9de7a4c18662 HTTP/1.1" status: 200 len: 993 time: 0.1414933 Dec 22 16:06:52.263574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40add107-2156-4d6a-a439-bdb555ea5df5 req-70db3e25-f791-4d53-9c72-b9062ba7310b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:52.265315 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40add107-2156-4d6a-a439-bdb555ea5df5 req-70db3e25-f791-4d53-9c72-b9062ba7310b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0979495 Dec 22 16:06:52.317952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40add107-2156-4d6a-a439-bdb555ea5df5 req-105aca61-9a7b-42f1-ab28-6389487555e5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461998 Dec 22 16:06:52.334219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-91f52e69-9f57-4e65-9e71-c6f14eb8060e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1098 time: 0.0780861 Dec 22 16:06:52.486022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-da8535a7-d91f-457b-8b71-b35b480cb6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:52.487762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-da8535a7-d91f-457b-8b71-b35b480cb6d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 898 time: 0.1471722 Dec 22 16:06:52.602426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-50f9d04a-efee-4bf8-a322-a813d976060f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 1001 time: 0.1080368 Dec 22 16:06:52.677401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-c14b814a-4f63-490b-9276-981e2f922ee6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:52.679092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-c14b814a-4f63-490b-9276-981e2f922ee6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 200 len: 834 time: 0.0709260 Dec 22 16:06:52.765436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-f55a9556-5180-410c-9fe5-0b2c3809702c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4eaefc30-ac12-4a5f-8e68-b2a268db304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803201 Dec 22 16:06:52.917897 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-cff10dea-42cf-440d-b7ab-c54ca1d4fb39 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448107 Dec 22 16:06:53.065611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-991a50c5-57b4-48b2-a82c-8bfd24c1ee01 req-35c82c0c-4135-4cbe-8200-468dd432758f service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422265 Dec 22 16:06:53.584946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd916e-7099-4628-ba21-e2745d240355 req-2451aa9d-8f89-445f-8eb4-e5a5bfab2f12 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:53.586593 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aabd916e-7099-4628-ba21-e2745d240355 req-2451aa9d-8f89-445f-8eb4-e5a5bfab2f12 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.1309633 Dec 22 16:06:53.642660 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-aabd916e-7099-4628-ba21-e2745d240355 req-35828b6e-2069-4ade-9e10-13a20f6dc928 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 Dec 22 16:06:54.860174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a7c62-ffa9-42a5-9adf-f9d09fc23606 req-6e267811-91c3-4e22-a81c-ef84bdafbfd0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:54.861794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a67a7c62-ffa9-42a5-9adf-f9d09fc23606 req-6e267811-91c3-4e22-a81c-ef84bdafbfd0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.0899985 Dec 22 16:06:54.910916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a67a7c62-ffa9-42a5-9adf-f9d09fc23606 req-3dfeefd8-fa4c-495f-a27c-fcc1c0ab86ef tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Dec 22 16:06:54.940426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56040) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:55.054325 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f942850e-5e97-4aaf-aea5-ae445929b935 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/f73c9380-7ad2-42b5-91b1-9de7a4c18662 HTTP/1.1" status: 200 len: 993 time: 0.1123419 Dec 22 16:07:00.322225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:07:01.901197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:02.345430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-40fed769-f222-4926-b0f2-69dc95b0934e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.894461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:04.573967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f54ecdab-0ca0-4576-8d5d-e4f9e78e8aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.116936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:06.974385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:25.499461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56054) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:25.715770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port e285acc2-4360-419a-b9fa-c18f80c54f17 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:07:25.716150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:25.900386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:25.900682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:26.030427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for e285acc2-4360-419a-b9fa-c18f80c54f17 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:07:26.526535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:26.531954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-10ef4410-a03d-447f-8d22-827602ccc902 tempest-RoutersAdminTest-1908580549 tempest-RoutersAdminTest-1908580549-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:26.575167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=e285acc2-4360-419a-b9fa-c18f80c54f17,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:26.616114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.616553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.617043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.617405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.617824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.618247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.618659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.619109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.619516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.619931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.620345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:26.628048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:26.690236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:27.102714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9832596e-ee47-41c7-b372-7a1b4d4a1985 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:07:27.553490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:27.565838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] Sync routers for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:27.579266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:27.582141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:27.613765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:27.673387 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/floatingips/f73c9380-7ad2-42b5-91b1-9de7a4c18662 HTTP/1.1" status: 204 len: 168 time: 2.1727133 Dec 22 16:07:27.674169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:07:27.750481 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'status': 'completed', 'code': 200} Dec 22 16:07:27.780635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:27.853350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-81da4256-9366-4a36-9dad-0080a5fcb542 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 1098 time: 0.0803041 Dec 22 16:07:28.017973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-eafe981a-5206-43f5-9cc5-121fa7ed1889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:28.019856 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-eafe981a-5206-43f5-9cc5-121fa7ed1889 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 200 len: 898 time: 0.1603491 Dec 22 16:07:28.106472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-546918b8-8ccb-47a5-842b-e9f00a1cdceb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 200 len: 217 time: 0.0802293 Dec 22 16:07:28.247051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-995bb1d9-e415-483b-99a0-7a82a0cbcec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:28.248715 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-995bb1d9-e415-483b-99a0-7a82a0cbcec9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 200 len: 834 time: 0.1355021 Dec 22 16:07:28.324373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:58Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:28.330158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] Checking router: 9832596e-ee47-41c7-b372-7a1b4d4a1985 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:28.336010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af635716-f447-4c60-8078-67bcaea990a2 req-3d44aa35-0c7f-4653-b109-50644f9707cd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:28.337687 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-af635716-f447-4c60-8078-67bcaea990a2 req-3d44aa35-0c7f-4653-b109-50644f9707cd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.1598089 Dec 22 16:07:28.344004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:28.344704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:28.392846 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-4bc05c11-cf69-4eae-b438-efbbf0f230ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4eaefc30-ac12-4a5f-8e68-b2a268db304c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1358497 Dec 22 16:07:28.437138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-af635716-f447-4c60-8078-67bcaea990a2 req-a6289fa5-7559-4b13-b032-ac6a3de8b578 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903993 Dec 22 16:07:28.545512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:28.586919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-e49be35f-da40-40c4-9adc-6a9a58e2d820 service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871932 Dec 22 16:07:28.743050 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb02008f-c5a8-4c2b-9d0c-35def851ac5b req-73ee6ae5-dc8b-4ef9-88e7-236bfd6e0f3c service neutron] 10.222.0.71 "GET /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490176 Dec 22 16:07:28.934190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:58Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:28.939111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bfb8ba-8e86-448b-9769-6ef94f59f6ec None None] The sync data for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv is: [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'af477827-899d-47ac-80f1-8784f96cbf90', 'name': '', 'network_id': '4eaefc30-ac12-4a5f-8e68-b2a268db304c', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:24:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:51Z', 'updated_at': '2021-12-22T16:05:58Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'd199f20f-7749-402a-86ff-4ebdeaa4d8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:29.410579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21579d99-f2e2-4f89-b585-a0c3adcd1dad None None] New status for floating IP f73c9380-7ad2-42b5-91b1-9de7a4c18662: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:07:29.670398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013daac-155d-4151-9f9e-925bf00e88c1 req-ca1fade3-7e54-4403-b7f6-bc80f59d90dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:29.671316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8013daac-155d-4151-9f9e-925bf00e88c1 req-ca1fade3-7e54-4403-b7f6-bc80f59d90dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:29.715511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-8013daac-155d-4151-9f9e-925bf00e88c1 req-ca1fade3-7e54-4403-b7f6-bc80f59d90dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:29.717514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8013daac-155d-4151-9f9e-925bf00e88c1 req-ca1fade3-7e54-4403-b7f6-bc80f59d90dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.1391153 Dec 22 16:07:29.740361 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b354a9-b8a1-46a5-a132-12806997556d req-4f04b9af-eebe-4983-9518-37f033c1805e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:29.742034 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9b354a9-b8a1-46a5-a132-12806997556d req-4f04b9af-eebe-4983-9518-37f033c1805e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 945 time: 0.1004515 Dec 22 16:07:29.787184 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8013daac-155d-4151-9f9e-925bf00e88c1 req-85edb3a0-c426-4c20-8334-98fa2cb5113c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=9cc8d4f5-00cb-4099-96ac-d8d28959c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577517 Dec 22 16:07:29.829288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port f252e5fa-303f-4f4e-a03b-eadbce1dc019 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:07:29.829759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:30.110858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port f252e5fa-303f-4f4e-a03b-eadbce1dc019, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f252e5fa-303f-4f4e-a03b-eadbce1dc019,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:30.111318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:30.253998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for f252e5fa-303f-4f4e-a03b-eadbce1dc019 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:07:30.510214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:30.517826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc71c18d-7874-48b1-a32f-481acda21b4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:30.565927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=f252e5fa-303f-4f4e-a03b-eadbce1dc019,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:30.609813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.609813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.609813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.610654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.610654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.611192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.611192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.611709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.611960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.612282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.612688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:30.619978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:30.655502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] No DVR routers for this DVR port f252e5fa-303f-4f4e-a03b-eadbce1dc019 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:07:30.658102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:30.661156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'name': 'network-vif-deleted', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:07:30.716809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9b354a9-b8a1-46a5-a132-12806997556d req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "DELETE /v2.0/ports/f252e5fa-303f-4f4e-a03b-eadbce1dc019 HTTP/1.1" status: 204 len: 173 time: 0.9687281 Dec 22 16:07:30.724530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3588965-5123-4b59-84db-381924501451', 'name': 'network-vif-deleted', 'tag': 'f252e5fa-303f-4f4e-a03b-eadbce1dc019', 'status': 'completed', 'code': 200} Dec 22 16:07:30.993159 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2cd59d81-4cb5-4611-92d2-a5ab6bd9f3aa req-e7c820d9-83b7-4a5b-bba3-d3b244078805 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3588965-5123-4b59-84db-381924501451 HTTP/1.1" status: 200 len: 210 time: 0.0525074 Dec 22 16:07:32.138743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56072) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:32.367312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:32.384225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc2cb6ad-7bf4-405b-b73e-ef9b30840ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:32.521882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f252e5fa-303f-4f4e-a03b-eadbce1dc019 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:07:32.558489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: f252e5fa-303f-4f4e-a03b-eadbce1dc019 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:07:32.558942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device f252e5fa-303f-4f4e-a03b-eadbce1dc019 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:07:32.608046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:33.348728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port af477827-899d-47ac-80f1-8784f96cbf90 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:07:33.349382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:33.572096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port af477827-899d-47ac-80f1-8784f96cbf90, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=af477827-899d-47ac-80f1-8784f96cbf90,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:33.572694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:33.706567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for af477827-899d-47ac-80f1-8784f96cbf90 owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:07:33.944425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:34.018332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:34.022925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5b82daed-4399-42a0-bbde-ca7897eacb21 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:34.068351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=af477827-899d-47ac-80f1-8784f96cbf90,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:34.071146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:34.424387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:34.600347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e085656-3b23-4387-8c8f-bb248b5c124d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:35.148692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:35.357850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9832596e-ee47-41c7-b372-7a1b4d4a1985 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:07:35.592476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:35.604155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] Sync routers for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:35.608450 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/9832596e-ee47-41c7-b372-7a1b4d4a1985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4959698 Dec 22 16:07:35.611035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56076) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:35.620462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:35.621144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:35.824460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:35.829668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting subnet d199f20f-7749-402a-86ff-4ebdeaa4d8cc {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:07:35.833450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:35.905385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.010223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.166102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:07:33Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:36.171748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] Checking router: 9832596e-ee47-41c7-b372-7a1b4d4a1985 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:36.184326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] Routers {'9832596e-ee47-41c7-b372-7a1b4d4a1985'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:36.185520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9832596e-ee47-41c7-b372-7a1b4d4a1985'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:36.264280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.270198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-01d22762-d4d3-41b0-b31d-a9cc61c3aab2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:36.318237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Subnet': ['ID=d199f20f-7749-402a-86ff-4ebdeaa4d8cc,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:36.323559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:36.327178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.334460 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/subnets/d199f20f-7749-402a-86ff-4ebdeaa4d8cc HTTP/1.1" status: 204 len: 168 time: 0.7222319 Dec 22 16:07:36.335501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b80a51e-76ef-4df2-8f99-ac320c8c888a None None] Network 4eaefc30-ac12-4a5f-8e68-b2a268db304c requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:07:36.337689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56080) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:36.555844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] Set router 9832596e-ee47-41c7-b372-7a1b4d4a1985 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:36.625172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.722484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] DHCP port deletion for 4eaefc30-ac12-4a5f-8e68-b2a268db304c request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:07:36.727968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Deleting port 86f6b706-4bdd-4741-9493-db8612c73fc7 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:07:36.728643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.871584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.912162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 2e87f863-23ce-420d-aba9-70bcbe4135f3 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:07:36.912563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:36.931099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:07:33Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:36.936322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4ee66-6d46-4343-9c00-2f42701340c1 None None] The sync data for ids ['9832596e-ee47-41c7-b372-7a1b4d4a1985'] in dv-neutron-822709-1-hyperv is: [{'id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1833749640', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:46Z', 'updated_at': '2021-12-22T16:07:33Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': '2e87f863-23ce-420d-aba9-70bcbe4135f3', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832596e-ee47-41c7-b372-7a1b4d4a1985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:47Z', 'updated_at': '2021-12-22T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:36.996437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] For port 86f6b706-4bdd-4741-9493-db8612c73fc7, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=86f6b706-4bdd-4741-9493-db8612c73fc7,segment=NetworkSegment(47e510dc-196a-4db2-9e83-fa9f5c219e5f),segment_id=47e510dc-196a-4db2-9e83-fa9f5c219e5f)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:36.996727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:37.070311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:37.143291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Calling delete_port for 86f6b706-4bdd-4741-9493-db8612c73fc7 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:07:37.149022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 2e87f863-23ce-420d-aba9-70bcbe4135f3, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2e87f863-23ce-420d-aba9-70bcbe4135f3,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:37.149885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:37.321319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 2e87f863-23ce-420d-aba9-70bcbe4135f3 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:07:37.334283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:07:37.338345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:37.344550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-adc7e0c2-b5fb-4e19-b17d-da4e2b8ae2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:37.391896 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Pushing event deleted for resources: {'Port': ['ID=86f6b706-4bdd-4741-9493-db8612c73fc7,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:37.398138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] No DVR routers for this DVR port 86f6b706-4bdd-4741-9493-db8612c73fc7 on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:07:37.408235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.408633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.409406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.409406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.409771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.410148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.410525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.411064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.411296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.411679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.412057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:37.415774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:37.709916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:37.716482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c3e7a666-af22-4e0b-975c-78f7cc826983 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:37.772630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=2e87f863-23ce-420d-aba9-70bcbe4135f3,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:37.775779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:38.037363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:38.058894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device af477827-899d-47ac-80f1-8784f96cbf90 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:07:38.098074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: af477827-899d-47ac-80f1-8784f96cbf90 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:07:38.098479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device af477827-899d-47ac-80f1-8784f96cbf90 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:07:38.098995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 86f6b706-4bdd-4741-9493-db8612c73fc7 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:07:38.138146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 86f6b706-4bdd-4741-9493-db8612c73fc7 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:07:38.138571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 86f6b706-4bdd-4741-9493-db8612c73fc7 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:07:38.330224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:38.334923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:38.440448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:38.441059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Fanout notify agent at l3_agent the message router_deleted on router 9832596e-ee47-41c7-b372-7a1b4d4a1985 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:07:38.457863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:38.459142 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b0a22dcc-d8fa-42ee-b06c-67ce82fb30f1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/routers/9832596e-ee47-41c7-b372-7a1b4d4a1985 HTTP/1.1" status: 204 len: 168 time: 2.1199191 Dec 22 16:07:38.462111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56084) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:38.588230 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:38.732852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.005683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaefc30-ac12-4a5f-8e68-b2a268db304c']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:39.019411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e510dc-196a-4db2-9e83-fa9f5c219e5f') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:39.019749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e510dc-196a-4db2-9e83-fa9f5c219e5f') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:39.032711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.049121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.055583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:07:39.056036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:07:39.071866 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:07:39.235423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.240341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.243590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f66fd09b-d94c-4c3a-a8b0-0289fe7215a2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:39.267972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Network': ['ID=4eaefc30-ac12-4a5f-8e68-b2a268db304c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:39.270579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:39.304436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b1afaa7e-2e03-4823-b22b-d550e085da03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/networks/4eaefc30-ac12-4a5f-8e68-b2a268db304c HTTP/1.1" status: 204 len: 168 time: 0.8412995 Dec 22 16:07:39.307363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56088) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:39.387408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.419622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.571104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.577077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1f383ff2-9745-4554-92e8-a295a8d8fd4c tempest-NegativeSecGroupIPv6Test-2091053363 tempest-NegativeSecGroupIPv6Test-2091053363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:39.593684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc8d4f5-00cb-4099-96ac-d8d28959c69f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:39.596218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:39.634391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:39.635723 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-74d3e97e-c319-4875-8916-ce38a5543fad tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/security-groups/9cc8d4f5-00cb-4099-96ac-d8d28959c69f HTTP/1.1" status: 204 len: 168 time: 0.3273633 Dec 22 16:07:39.960585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2e87f863-23ce-420d-aba9-70bcbe4135f3 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:07:39.995729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 2e87f863-23ce-420d-aba9-70bcbe4135f3 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:07:39.996105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2e87f863-23ce-420d-aba9-70bcbe4135f3 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:07:40.114601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56096) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:40.120879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344016449', 'description': 'tempest-secgroup-smoke-344016449 description', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:40.127697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:40.132153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:40.135242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:40.143331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:40.177885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.224927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:40.227162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:40.230176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:40.236469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:40.385849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.429333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.435926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ef39eba2-d62c-4292-ba58-4bdc12ed2211 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:40.481716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abef2bc5-4592-467b-8531-75eb678bf22c,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:40.484861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:40.538486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.539939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4242251 Dec 22 16:07:40.543397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56100) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:40.549505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'abef2bc5-4592-467b-8531-75eb678bf22c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:40.556274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:40.560993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:40.564149 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:40.570644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:40.625609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.691377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.738112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.740092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c4796845-184c-4ba2-a879-95a355cadc43 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:40.764814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe4d120-cf42-4771-9ed4-968af43e50a1,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:40.769606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:40.801037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:40.802389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c7ef41e0-90cd-4860-9fd6-5e6fa96f422e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2579741 Dec 22 16:07:40.805482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56104) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:40.812253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'abef2bc5-4592-467b-8531-75eb678bf22c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:40.818917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:40.822992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:40.825991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:40.832116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:40.887744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.202486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.246523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.254757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dda82a9b-31c5-408e-9881-cd7066b9ebb4 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:41.278648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b519695e-1b66-49fa-841c-391e6ed3deea,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:41.281409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:41.320858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.322371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5158553 Dec 22 16:07:41.325298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56108) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:41.331592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'abef2bc5-4592-467b-8531-75eb678bf22c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:41.338277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:41.343193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:41.346450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:41.352710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:41.401996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.472640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.503612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.505625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e84e6b33-8cf1-439f-a2ed-15309bc5427a tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:41.530388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc118bbe-ef42-4176-bb57-0c003fabce65,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:41.533228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:41.561068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.562605 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8f9ac281-1fb3-45c5-a213-b4e5d390e7b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2362149 Dec 22 16:07:41.565991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56112) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:41.574053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'abef2bc5-4592-467b-8531-75eb678bf22c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:41.581628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:41.586144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:41.589645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:41.597305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:41.654756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.729484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.759805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.761873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8e979486-e2c5-4739-bb01-faa2f22ac0c0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:41.783561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6718a08c-bff3-4691-9694-0b8326cde309,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:41.787927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:41.817030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.818408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0be528da-1fbb-4a36-9b18-c6b835659421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2510078 Dec 22 16:07:41.821484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56116) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:41.827861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'abef2bc5-4592-467b-8531-75eb678bf22c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:41.834547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:41.839335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:41.842409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:41.848479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:41.886527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:07:41.893786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:41.969959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.005596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.014180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4155c26-4e75-44be-81e0-fef3dfbbb1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:42.033907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835a04f1-d7f2-4c11-982b-0f8ac71fc6d8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:42.036456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:42.068979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.070308 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2477906 Dec 22 16:07:42.073502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56120) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:42.080139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'security_group_rule': {'security_group_id': 'abef2bc5-4592-467b-8531-75eb678bf22c', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:42.086641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:42.090671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:security_group_rule and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:42.093725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:42.099825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:42.136812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Project 1b686b07bff8431dae5eab94bdcb78cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:07:42.145458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.219547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.251951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.260105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa3ff87a-51e2-4f7b-9f65-1e32b33af71e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:42.282551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f5a264-a051-4d7c-acda-7c95e07fef59,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:42.285291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:42.315404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.316814 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8030e44e-3e67-4fe0-be20-7831298a871c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2422509 Dec 22 16:07:42.319958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56124) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:42.327457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'network': {'name': 'tempest-network-smoke--817213605', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'port_security_enabled': True}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:42.335402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:42.339800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:network and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:42.343487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:42.349572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:42.395429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:07:42.401086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.432430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:07:42.488754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.489178 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Added segment 75d95102-7853-47b4-96c2-33cfea0fe3cb of type vlan for network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 Dec 22 16:07:42.560542 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.618098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.622513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:42.623192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.628935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:42.736254 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4150417 Dec 22 16:07:42.739389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56128) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:42.746356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Network': ['ID=726e600f-1940-4fe4-a81a-02c6a1ae05b5,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:42.749828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'admin_state_up': True, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:42.750223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2e546333-8003-4ba7-bc98-a9ab57673f9a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:42.758604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:42.760823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:07:42.763874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:router and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:42.767112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:42.773437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:42.818383 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.819642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.895006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:43.075841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:43.282653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:43.314673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:43.460820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.49 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/a18ee67b-44ea-42bd-825a-c775dd3aa900) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:43.670676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:43.749296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:43.754091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a8f43fc-e139-4721-b206-b11e773d3476 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:43.825375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:43.829032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:43.834452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:43.860493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=a18ee67b-44ea-42bd-825a-c775dd3aa900,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:43.866052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:44.043411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:44.044597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:44.337790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9d8869a7-7e60-4402-a7d9-507c3cf874ee is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:07:44.561885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:44.572145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Sync routers for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:44.585735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:44.586420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:44.618198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:44.619836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8793700 Dec 22 16:07:44.623147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56132) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:44.672181 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-0be009cb-56fc-4d1a-a193-5e22d8257227 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1b686b07bff8431dae5eab94bdcb78cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475590 Dec 22 16:07:44.675177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56136) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:44.775481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:44.817416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47d85a-bf04-4b15-86c9-9a01b047e0a8 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:44.819114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9d47d85a-bf04-4b15-86c9-9a01b047e0a8 tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1427717 Dec 22 16:07:44.822134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56140) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:44.870302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-94464371-7f1b-4f87-9ff2-61718e3199fe tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=fe3660bb-5a3f-4cac-aaea-3536e61d2b19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442452 Dec 22 16:07:44.870548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56144) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:44.877283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491410192', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:45.004210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:45.008561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:subnet and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:45.011747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:45.018839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:45.051778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:07:45.164347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.243926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:43Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:45.248134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Checking router: 9d8869a7-7e60-4402-a7d9-507c3cf874ee for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:45.248551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Updating router 9d8869a7-7e60-4402-a7d9-507c3cf874ee port a18ee67b-44ea-42bd-825a-c775dd3aa900 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:07:45.302639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.595187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.600475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19f3720b-393c-49e2-9b73-f836cbd55c46 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:45.651984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.687906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Subnet': ['ID=db9f7580-4be5-46af-b65c-a88249dbc950,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:45.692775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:45.697800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Checking segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:45.698203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network hostable DHCP agents. Network: 726e600f-1940-4fe4-a81a-02c6a1ae05b5, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:07:45.760866 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Transition to ACTIVE for port object a18ee67b-44ea-42bd-825a-c775dd3aa900 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:45.846385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:07:45.846588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.851136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:45.915056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 726e600f-1940-4fe4-a81a-02c6a1ae05b5) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:45.920027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:45.920690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.931820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f946e-e3a2-46d7-ac18-5dcffb8c9caa None None] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:07:45.951352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Attempting to bind port a18ee67b-44ea-42bd-825a-c775dd3aa900 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:45.951781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Attempting to bind port a18ee67b-44ea-42bd-825a-c775dd3aa900 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:45.952199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Attempting to bind port a18ee67b-44ea-42bd-825a-c775dd3aa900 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:45.961321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff9f2-7311-4e72-bf00-1d0548477e4e None None] Pushing event updated for resources: {'Port': ['ID=a18ee67b-44ea-42bd-825a-c775dd3aa900,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:45.970666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e12e1771-00fa-4883-92e1-d92fa824e292 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0955007 Dec 22 16:07:45.971159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56148) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:45.979580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92dff9f2-7311-4e72-bf00-1d0548477e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:45.987511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:45.987945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:45.988404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.988846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:45.989381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Bound port: a18ee67b-44ea-42bd-825a-c775dd3aa900, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:45.989809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:46.156709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] For port a18ee67b-44ea-42bd-825a-c775dd3aa900, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:46.207588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] For port a18ee67b-44ea-42bd-825a-c775dd3aa900, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a18ee67b-44ea-42bd-825a-c775dd3aa900,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:46.251441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:46.260477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:46.308397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:07:46.309924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:46.435205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dff9f2-7311-4e72-bf00-1d0548477e4e None None] Pushing event updated for resources: {'Port': ['ID=a18ee67b-44ea-42bd-825a-c775dd3aa900,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:46.444113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:46.444824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:46.499367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92dff9f2-7311-4e72-bf00-1d0548477e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:46.714901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Allocated IP 172.20.0.2 (726e600f-1940-4fe4-a81a-02c6a1ae05b5/db9f7580-4be5-46af-b65c-a88249dbc950/e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:46.725003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:46.805698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.215092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.229676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Transition to ACTIVE for port object e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:47.254463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:43Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:47.259925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060eee1-d8d6-4813-8e97-335291aec5f2 None None] The sync data for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv is: [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:43Z', 'revision_number': 3, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:47.297623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Transition to ACTIVE for port object e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:47.331046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.342199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:47.378655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.1 (726e600f-1940-4fe4-a81a-02c6a1ae05b5/db9f7580-4be5-46af-b65c-a88249dbc950/6c9855fe-2f11-437d-a879-86317b881cb1) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:47.394427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:47.397477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:47.401436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:47.455249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Pushing event updated for resources: {'Port': ['ID=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:47.462583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:47.513213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Attempting to bind port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:47.513603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Attempting to bind port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:47.514064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Attempting to bind port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d on network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:47.521140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:47.521574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Checking segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:47.522113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.522569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Bound using segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:47.523130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Bound port: e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:47.523569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.559675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.583029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 6c9855fe-2f11-437d-a879-86317b881cb1 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:47.621460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] For port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:47.625496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] For port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:47.635283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.639852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f0021054-da4b-48b1-81bd-7d7b04b81af6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:47.664579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.674100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:47.718944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:47.723736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:47.726710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=6c9855fe-2f11-437d-a879-86317b881cb1,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:47.735640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:47.775553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:47.788108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Pushing event updated for resources: {'Port': ['ID=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:47.791794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:47.811292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.992532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:48.049069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a18ee67b-44ea-42bd-825a-c775dd3aa900 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:48.197756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port a18ee67b-44ea-42bd-825a-c775dd3aa900 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:48.203734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a18ee67b-44ea-42bd-825a-c775dd3aa900 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:48.204131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:48.357338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:48.379506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port a18ee67b-44ea-42bd-825a-c775dd3aa900, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a18ee67b-44ea-42bd-825a-c775dd3aa900,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:48.411548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:48.414981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-47d3b9c4-def2-4404-9855-7d46cab004f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:48.499846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=a18ee67b-44ea-42bd-825a-c775dd3aa900,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:48.503378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:48.777447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:48.811680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:48.842636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-56c3ac93-f167-44be-8c77-b558dfe1b857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:48.934994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=6c9855fe-2f11-437d-a879-86317b881cb1,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:48.938083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:48.939349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:49.107316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:49.108858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:49.483672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ee7436-38cd-4bac-819b-a84b2f061416 None None] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:07:49.530363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9d8869a7-7e60-4402-a7d9-507c3cf874ee has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:07:49.755680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:49.769939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/9d8869a7-7e60-4402-a7d9-507c3cf874ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7979224 Dec 22 16:07:49.822494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ab951fcb-7e82-4923-ac41-5eea070aaea5 None None] Provisioning for port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:49.970643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-9103f66d-f6a6-4f3f-a4ec-e717b14c916a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:50.016335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-9103f66d-f6a6-4f3f-a4ec-e717b14c916a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:50.017843 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-9103f66d-f6a6-4f3f-a4ec-e717b14c916a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344016449&fields=id&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 267 time: 0.0938497 Dec 22 16:07:50.132322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:50.207635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-67a59be6-f029-4c64-9dbe-c6f1594c8505 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:50.208616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-67a59be6-f029-4c64-9dbe-c6f1594c8505 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:50.261404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:50.266933 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Provisioning complete for port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:50.268393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:50.297153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:50.297569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:50.301951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-67a59be6-f029-4c64-9dbe-c6f1594c8505 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:network {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:50.303353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-67a59be6-f029-4c64-9dbe-c6f1594c8505 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/networks?id=726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 200 len: 796 time: 0.2782440 Dec 22 16:07:50.323235 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-2a1ae28f-0572-44a6-87f1-34a8fae41342 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/quotas/1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 375 time: 0.0127795 Dec 22 16:07:50.470054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-872211ab-bed9-4834-a187-32a333f1265f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:50.484201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Sync routers for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:50.506350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:50.507275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:50.514418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:50.529267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:50.561870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-872211ab-bed9-4834-a187-32a333f1265f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:50.564013 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-872211ab-bed9-4834-a187-32a333f1265f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2328782 Dec 22 16:07:50.575463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:50.619750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:50.620874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a18ee67b-44ea-42bd-825a-c775dd3aa900 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:50.652796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:50.673689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-e751a52d-a4a4-4c06-9606-d46e80819c6e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:07:50.681549 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-e751a52d-a4a4-4c06-9606-d46e80819c6e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1001689 Dec 22 16:07:50.715747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:50.754712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:07:50.755625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:07:50.775256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:50.778973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:50.790124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port a18ee67b-44ea-42bd-825a-c775dd3aa900 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:50.790550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:50.857402 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-fc280fdd-5317-4033-8046-4d7b5adbde08 service neutron] 10.222.0.32 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682515 Dec 22 16:07:51.011192 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-70b45981-3458-442a-9ee2-4ca043b0870d service neutron] 10.222.0.32 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460514 Dec 22 16:07:51.069930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 2, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:51.074080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Checking router: 9d8869a7-7e60-4402-a7d9-507c3cf874ee for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:51.074528 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Updating router 9d8869a7-7e60-4402-a7d9-507c3cf874ee port 6c9855fe-2f11-437d-a879-86317b881cb1 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:07:51.128161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:51.388893 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Provisioning for port 6c9855fe-2f11-437d-a879-86317b881cb1 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:51.394647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Provisioning complete for port 6c9855fe-2f11-437d-a879-86317b881cb1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:51.395111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:51.434565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c26d672-1124-4f51-a764-54d6680d3e7d req-7d1252b8-02b0-4b93-a7a8-1bbe90263d37 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:51.448102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-0c26d672-1124-4f51-a764-54d6680d3e7d req-7d1252b8-02b0-4b93-a7a8-1bbe90263d37 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:51.450183 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c26d672-1124-4f51-a764-54d6680d3e7d req-7d1252b8-02b0-4b93-a7a8-1bbe90263d37 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 210 time: 0.0681219 Dec 22 16:07:51.455612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-37da2a1d-f0ba-4100-89e7-fe1c9de1a446 None None] Port 6c9855fe-2f11-437d-a879-86317b881cb1 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:51.582624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-159f04dd-303c-42b3-8992-11a4aef934cd None None] Provisioning complete for port 6c9855fe-2f11-437d-a879-86317b881cb1 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:51.582624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-159f04dd-303c-42b3-8992-11a4aef934cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:51.585271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:51.599168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Transition to ACTIVE for port object 6c9855fe-2f11-437d-a879-86317b881cb1 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:51.640157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:51.645127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:51.645504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-159f04dd-303c-42b3-8992-11a4aef934cd None None] Port 6c9855fe-2f11-437d-a879-86317b881cb1 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:51.780447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Pushing event updated for resources: {'Port': ['ID=6c9855fe-2f11-437d-a879-86317b881cb1,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:51.822221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.822646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.822914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.823334 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.823587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.823940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.824321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.824706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.825072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.825622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.825885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:51.837756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:51.892772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Attempting to bind port 6c9855fe-2f11-437d-a879-86317b881cb1 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:51.893709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Attempting to bind port 6c9855fe-2f11-437d-a879-86317b881cb1 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:51.893709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Attempting to bind port 6c9855fe-2f11-437d-a879-86317b881cb1 on network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:51.901920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:51.902348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Checking segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:51.903337 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:51.903778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Bound using segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:51.904309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Bound port: 6c9855fe-2f11-437d-a879-86317b881cb1, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:51.904716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:52.019902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] For port 6c9855fe-2f11-437d-a879-86317b881cb1, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:52.023736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] For port 6c9855fe-2f11-437d-a879-86317b881cb1, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6c9855fe-2f11-437d-a879-86317b881cb1,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:52.044318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:52.052555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:52.057090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9c4b41f2-7aea-4e33-a29c-9e1f77ead9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:52.161676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:52.162397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:52.163389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:52.164310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:07:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:52.252565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Pushing event updated for resources: {'Port': ['ID=6c9855fe-2f11-437d-a879-86317b881cb1,revision_number=4']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:52.258022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1215c2b0-7417-412c-b5d7-257292ba9b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:52.394696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:52.654945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-abe251f9-9b24-469e-a834-2aea0e8afb13 req-4922e7d8-c3d9-4413-8a14-9b9ddae66d67 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 210 time: 0.0537565 Dec 22 16:07:52.778110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:52.782475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d765dd-de05-49a1-94f9-1ef811d85383 None None] The sync data for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv is: [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:52Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:53.727693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-a3f25785-7d24-4b79-9736-9abd08e3a781 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:53.729342 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-a3f25785-7d24-4b79-9736-9abd08e3a781 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/networks?id=726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 200 len: 796 time: 0.1806796 Dec 22 16:07:53.791483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-f14027dc-0377-4ca4-821e-85e418e7233a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:53.856291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6a950049-07eb-452f-bbf3-0ac960e8556e req-d6a220db-2c10-4880-b16a-76ec1218a778 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 210 time: 0.0612199 Dec 22 16:07:53.857560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-f14027dc-0377-4ca4-821e-85e418e7233a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:53.858754 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-f14027dc-0377-4ca4-821e-85e418e7233a tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b686b07bff8431dae5eab94bdcb78cf HTTP/1.1" status: 200 len: 379 time: 0.1183031 Dec 22 16:07:53.869165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'port': {'device_id': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'admin_state_up': True, 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'security_groups': ['abef2bc5-4592-467b-8531-75eb678bf22c']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:54.038802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:54.051301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6c9855fe-2f11-437d-a879-86317b881cb1 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:54.053651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:54.227328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 6c9855fe-2f11-437d-a879-86317b881cb1 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:54.227532 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Made reservation on behalf of 1b686b07bff8431dae5eab94bdcb78cf for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:07:54.233049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.233315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 6c9855fe-2f11-437d-a879-86317b881cb1 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:54.233616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.377670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.415487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.20.0.11 (726e600f-1940-4fe4-a81a-02c6a1ae05b5/db9f7580-4be5-46af-b65c-a88249dbc950/2a705822-c2fd-4ed2-a8d0-90ce6891160a) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:54.434844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 6c9855fe-2f11-437d-a879-86317b881cb1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6c9855fe-2f11-437d-a879-86317b881cb1,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:54.474441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.477926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93554f42-33cf-4fd1-80fb-3ad88165a8e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:54.547979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=6c9855fe-2f11-437d-a879-86317b881cb1,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:54.552062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:54.640792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.659501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Transition to ACTIVE for port object 2a705822-c2fd-4ed2-a8d0-90ce6891160a will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:54.749093 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.756240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:54.833494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:54.834505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=2a705822-c2fd-4ed2-a8d0-90ce6891160a,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:54.837566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:54.838924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:54.841609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:54.907491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:54.908182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:54.967685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1038213 Dec 22 16:07:54.981717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Request body: {'port': {'device_id': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:55.083251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006d08-ea36-4021-a763-22b5fdfa553c req-3cd4b740-8542-470f-9a0d-4fabf31a30a7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:55.084916 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-69006d08-ea36-4021-a763-22b5fdfa553c req-3cd4b740-8542-470f-9a0d-4fabf31a30a7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 932 time: 0.0901172 Dec 22 16:07:55.106037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:55.144940 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-69006d08-ea36-4021-a763-22b5fdfa553c req-9ece5bd6-4f9d-4e5d-84c2-f67e766098dc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527837 Dec 22 16:07:55.177089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3bdb08f1-42bd-43d5-bf5a-da062ad7ef8a None None] Provisioning for port 2a705822-c2fd-4ed2-a8d0-90ce6891160a completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:55.182445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3bdb08f1-42bd-43d5-bf5a-da062ad7ef8a None None] Provisioning complete for port 2a705822-c2fd-4ed2-a8d0-90ce6891160a triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:55.182915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdb08f1-42bd-43d5-bf5a-da062ad7ef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:55.240959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb08f1-42bd-43d5-bf5a-da062ad7ef8a None None] Port 2a705822-c2fd-4ed2-a8d0-90ce6891160a cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:55.474845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a705822-c2fd-4ed2-a8d0-90ce6891160a {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:07:55.481871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:55.543002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Transition to ACTIVE for port object 2a705822-c2fd-4ed2-a8d0-90ce6891160a will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:55.582967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:55.587950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8544b7ab-6d71-4cc2-973a-41be847a35bb tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:55.726171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Pushing event updated for resources: {'Port': ['ID=2a705822-c2fd-4ed2-a8d0-90ce6891160a,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:55.730998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:55.843306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Attempting to bind port 2a705822-c2fd-4ed2-a8d0-90ce6891160a on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:55.843873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Attempting to bind port 2a705822-c2fd-4ed2-a8d0-90ce6891160a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:55.844043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Attempting to bind port 2a705822-c2fd-4ed2-a8d0-90ce6891160a on network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:55.850922 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Port 2a705822-c2fd-4ed2-a8d0-90ce6891160a on network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:07:55.851294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Attempting to bind port 2a705822-c2fd-4ed2-a8d0-90ce6891160a on network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:55.859490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:55.859871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Checking segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:55.860311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Bound using segment: {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:55.860780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Bound port: 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d95102-7853-47b4-96c2-33cfea0fe3cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:55.861169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:55.964813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] For port 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:55.969208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] For port 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:56.010892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:56.015965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fe36ac56-f268-4a0f-b294-ec88ba13a550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:56.016158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6c9855fe-2f11-437d-a879-86317b881cb1 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:56.072736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:56.074836 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] 10.222.0.71 "PUT /v2.0/ports/2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 200 len: 1094 time: 1.0985787 Dec 22 16:07:56.075421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:07:56.103412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Pushing event updated for resources: {'Port': ['ID=2a705822-c2fd-4ed2-a8d0-90ce6891160a,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:56.104718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 6c9855fe-2f11-437d-a879-86317b881cb1 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:56.105161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:56.107358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:56.151576 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'status': 'completed', 'code': 200} Dec 22 16:07:56.249430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-a40199c6-212c-4248-95d8-d1bb6e703acc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1097 time: 0.0927706 Dec 22 16:07:56.398768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa9bd-1d32-4355-bf94-82a00d304865 req-2ffacecf-9b3f-471c-8976-7defafbc4c70 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:56.400759 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-123fa9bd-1d32-4355-bf94-82a00d304865 req-2ffacecf-9b3f-471c-8976-7defafbc4c70 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 944 time: 0.1024714 Dec 22 16:07:56.454446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-123fa9bd-1d32-4355-bf94-82a00d304865 req-e421d8b9-7cb1-466b-8ad8-5e611621285e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462477 Dec 22 16:07:56.566381 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-0dc67951-54a3-439f-bfac-cbd0396b125e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 200 len: 217 time: 0.3095515 Dec 22 16:07:56.638059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-f11b1459-05d8-4134-91f7-bc97c4426bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:56.639580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-f11b1459-05d8-4134-91f7-bc97c4426bf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db9f7580-4be5-46af-b65c-a88249dbc950 HTTP/1.1" status: 200 len: 835 time: 0.0676689 Dec 22 16:07:56.718756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-ac69c6ea-c56c-43b2-9081-dd179d28b00c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=726e600f-1940-4fe4-a81a-02c6a1ae05b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730362 Dec 22 16:07:56.870408 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-5eaa7b36-ace4-4760-b9b4-f1605c213a30 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453185 Dec 22 16:07:57.017911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2969b5-6854-40a1-9704-32de4ae1e79c req-d06c017d-8e78-4c49-8033-0cafa581a361 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407504 Dec 22 16:07:57.182725 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-3165e053-46de-410f-97f9-191d7f4ad336 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1097 time: 0.0818169 Dec 22 16:07:57.332292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68115c-baab-4283-9bbf-7b2917febde8 req-8631931d-1280-4e6b-ab8e-4e2fdab9630d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:57.333807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-8631931d-1280-4e6b-ab8e-4e2fdab9630d service neutron] 10.222.0.71 "GET /v2.0/networks?id=726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 200 len: 897 time: 0.1446550 Dec 22 16:07:57.407742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-5e7a0193-8e7e-44ce-84fd-2db5aef7cf1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 200 len: 217 time: 0.0656054 Dec 22 16:07:57.481225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68115c-baab-4283-9bbf-7b2917febde8 req-31771ba5-35b6-46cc-bbbf-9707dea34d16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:57.482882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-31771ba5-35b6-46cc-bbbf-9707dea34d16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db9f7580-4be5-46af-b65c-a88249dbc950 HTTP/1.1" status: 200 len: 835 time: 0.0684619 Dec 22 16:07:57.567526 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-8c7647db-7df7-4fd0-8c4d-b7498dd2ec76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=726e600f-1940-4fe4-a81a-02c6a1ae05b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772247 Dec 22 16:07:57.785693 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-70dff473-c378-42d9-a8de-28270445b6f3 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098992 Dec 22 16:07:57.793730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e266e8-0fa8-4e81-a43e-1a826649f46b req-9597df0c-2b10-44a4-8b57-b889ae21cb2c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:57.794499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c8e266e8-0fa8-4e81-a43e-1a826649f46b req-9597df0c-2b10-44a4-8b57-b889ae21cb2c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:57.904298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c8e266e8-0fa8-4e81-a43e-1a826649f46b req-9597df0c-2b10-44a4-8b57-b889ae21cb2c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:57.905618 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8e266e8-0fa8-4e81-a43e-1a826649f46b req-9597df0c-2b10-44a4-8b57-b889ae21cb2c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 944 time: 0.3072841 Dec 22 16:07:57.990926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da68115c-baab-4283-9bbf-7b2917febde8 req-53574550-abe9-4213-9485-93469c49081e service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932652 Dec 22 16:07:57.995092 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c8e266e8-0fa8-4e81-a43e-1a826649f46b req-9cb07d95-92d5-49cb-abb8-045e05fb0550 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821199 Dec 22 16:07:58.676421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2a705822-c2fd-4ed2-a8d0-90ce6891160a details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:07:58.822304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:58.836396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'port_id': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'mac_address': 'fa:16:3e:aa:d2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:07:58.892386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:58.910544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a705822-c2fd-4ed2-a8d0-90ce6891160a {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:07:58.927284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:58.965492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:58.967465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d99ba4b3-9489-4476-a5fb-3d07027d0787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:59.039114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=2a705822-c2fd-4ed2-a8d0-90ce6891160a,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:59.043434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:59.173043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['2a705822-c2fd-4ed2-a8d0-90ce6891160a'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:07:59.211644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a711e-1895-423a-8d07-16abefbff419 req-786fbf82-6701-4718-8370-add4ef6aa19c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:59.213250 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b25a711e-1895-423a-8d07-16abefbff419 req-786fbf82-6701-4718-8370-add4ef6aa19c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 945 time: 0.0889592 Dec 22 16:07:59.263657 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b25a711e-1895-423a-8d07-16abefbff419 req-cc067b3e-d358-48d9-9a8c-8d8ba6af4d38 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Dec 22 16:08:00.471880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561659a4-34fc-4b2e-ab42-3c9d31160aec req-8b24eedb-e777-47bb-9c24-0683357c8e12 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:00.473530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-561659a4-34fc-4b2e-ab42-3c9d31160aec req-8b24eedb-e777-47bb-9c24-0683357c8e12 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 945 time: 0.0841892 Dec 22 16:08:00.522472 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-561659a4-34fc-4b2e-ab42-3c9d31160aec req-0829d50a-5a07-4075-b121-3637551731d9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Dec 22 16:08:00.690479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2a705822-c2fd-4ed2-a8d0-90ce6891160a up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:00.794441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 2a705822-c2fd-4ed2-a8d0-90ce6891160a completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:00.799700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 2a705822-c2fd-4ed2-a8d0-90ce6891160a triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:00.800129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:00.920924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:00.948913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:08:00.959054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:00.999708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:01.001771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f29aab03-d08a-4355-a874-51dcb25b6eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:01.071262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=2a705822-c2fd-4ed2-a8d0-90ce6891160a,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:01.075170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:01.087773 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'code': 200} Dec 22 16:08:01.400823 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5bb821d1-097a-4248-a2c5-c80e5d2bda81 req-5f1b67cb-d5ee-4a86-9ea4-c1184f8f9e9a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1099 time: 0.0769897 Dec 22 16:08:01.446096 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5bb821d1-097a-4248-a2c5-c80e5d2bda81 req-951aed3c-48bc-4e08-9eda-d71f2e3d61f9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Dec 22 16:08:01.743110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7c734-9d48-4b36-9475-7bbeb9363ba4 req-02d59b2f-826f-43b7-81f0-dcf0332e9e22 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:01.744746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bbd7c734-9d48-4b36-9475-7bbeb9363ba4 req-02d59b2f-826f-43b7-81f0-dcf0332e9e22 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0899167 Dec 22 16:08:01.797043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bbd7c734-9d48-4b36-9475-7bbeb9363ba4 req-872da044-b90c-4189-8412-3b900770c1cd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455620 Dec 22 16:08:01.919921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:02.348874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-64cb366c-e699-4ade-ae98-047782ebcdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.077327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73152e-14c6-4e51-a8f3-2197b0d420cf req-7e5bca98-a803-4a79-8c0d-d1b8f4258727 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:03.078955 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2f73152e-14c6-4e51-a8f3-2197b0d420cf req-7e5bca98-a803-4a79-8c0d-d1b8f4258727 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0819645 Dec 22 16:08:03.131055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2f73152e-14c6-4e51-a8f3-2197b0d420cf req-84d29d0b-2a62-48bd-8427-2f0fa9682dd2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458269 Dec 22 16:08:03.344558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d186f-c84e-49c1-aeb0-b3e2e2de7aa9 req-472f9dbb-1ebd-4b17-abfb-ad707acc6df2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:03.346165 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bc8d186f-c84e-49c1-aeb0-b3e2e2de7aa9 req-472f9dbb-1ebd-4b17-abfb-ad707acc6df2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0843079 Dec 22 16:08:03.399206 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bc8d186f-c84e-49c1-aeb0-b3e2e2de7aa9 req-df9f771e-3fdc-4b85-9236-8283ae4df349 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467634 Dec 22 16:08:03.427150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56216) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:03.505371 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6c251418-dcc1-4564-add7-95d52270ce2c tempest-TestNetworkAdvancedServerOps-889303118 tempest-TestNetworkAdvancedServerOps-889303118-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1094 time: 0.0768278 Dec 22 16:08:03.508267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56220) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:03.513938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:03.519940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:03.523960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Usage tracker for resource:floatingip and tenant:1b686b07bff8431dae5eab94bdcb78cf is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:03.526909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:03.532844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:03.575474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.729070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.880323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Allocated IP 172.26.4.252 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/cd0a138c-d142-4749-89f2-ec740f08e0e8) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:03.902891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.181743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.240069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.245498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-527eebd6-d915-4ec2-bf39-a98e055772a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:04.318988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:04.322679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:04.328057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:04.356127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=cd0a138c-d142-4749-89f2-ec740f08e0e8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:04.363265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:04.576604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d64932b-ab6f-4da0-8add-01802d97b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.878578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.972690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:05.136995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:05.419049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:05.456796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:05.461767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6ed9f5d0-6fbf-4dbb-a2df-33863899d919 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:05.574396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event updated for resources: {'Port': ['ID=cd0a138c-d142-4749-89f2-ec740f08e0e8,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:05.577493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:05.588862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:05.795454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Floating IP c1fcf3c6-86d7-435a-bd10-b6d151babdae associated. External IP: 172.26.4.252, port: 2a705822-c2fd-4ed2-a8d0-90ce6891160a. Dec 22 16:08:06.229612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9d8869a7-7e60-4402-a7d9-507c3cf874ee has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:06.446582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:06.458131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] Sync routers for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:06.472517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:06.473324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:08:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:06.508151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:06.569954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0605669 Dec 22 16:08:06.570672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:08:06.642709 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'status': 'completed', 'code': 200} Dec 22 16:08:06.696100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:06.744948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-80e7c1e3-4c7b-4e08-b768-76a4aaea8c40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1099 time: 0.0812335 Dec 22 16:08:06.799876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a459cf-ad07-4b5d-82f8-d0e2c6cc9b03 req-a1feb0fe-3549-45d6-a9ce-f3e2d3d51a0f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:06.802010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23a459cf-ad07-4b5d-82f8-d0e2c6cc9b03 req-a1feb0fe-3549-45d6-a9ce-f3e2d3d51a0f tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0884271 Dec 22 16:08:06.861041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-23a459cf-ad07-4b5d-82f8-d0e2c6cc9b03 req-dd784f32-0ac5-427a-ac63-f3cc1216c7a6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460496 Dec 22 16:08:06.893595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56230) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:06.905639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-0fbfefa4-d8d7-4256-bb64-7c1cb8bc3cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:06.907251 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-0fbfefa4-d8d7-4256-bb64-7c1cb8bc3cb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 200 len: 897 time: 0.1557972 Dec 22 16:08:07.031515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-cc5a8131-c9ee-45db-87d0-bb0201927bc8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 200 len: 1000 time: 0.1178026 Dec 22 16:08:07.034141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1893f076-fc9b-4a9c-b91b-0268698bb046 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/c1fcf3c6-86d7-435a-bd10-b6d151babdae HTTP/1.1" status: 200 len: 992 time: 0.1379960 Dec 22 16:08:07.085664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:07.101773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-10c31c26-5603-43fe-9366-335d42803111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:07.103611 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-10c31c26-5603-43fe-9366-335d42803111 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db9f7580-4be5-46af-b65c-a88249dbc950 HTTP/1.1" status: 200 len: 835 time: 0.0669632 Dec 22 16:08:07.127768 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'c1fcf3c6-86d7-435a-bd10-b6d151babdae', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.252', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'port_id': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'mac_address': 'fa:16:3e:aa:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:08:04Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:54Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:07.133156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] Checking router: 9d8869a7-7e60-4402-a7d9-507c3cf874ee for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:07.145566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:07.146249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:08:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:07.190286 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-405142fe-2dd1-46e5-b60c-022c9b24246f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=726e600f-1940-4fe4-a81a-02c6a1ae05b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802929 Dec 22 16:08:07.200775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-3f513c34-5d0b-45f5-85e5-21068321edf2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:08:07.202393 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-3f513c34-5d0b-45f5-85e5-21068321edf2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057876 Dec 22 16:08:07.365167 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-b7d7c627-8129-4ce3-a75e-56049ad455f8 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569023 Dec 22 16:08:07.507241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:07.515048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7a2a85ef-386b-4fcd-ae2f-2324d8aeb00c req-3bb83fc2-2135-45f2-b87e-fb148b4cf278 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438320 Dec 22 16:08:07.884413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'c1fcf3c6-86d7-435a-bd10-b6d151babdae', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.252', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'port_id': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'mac_address': 'fa:16:3e:aa:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:08:04Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:54Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:07.889525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a043e87e-ab61-4341-99a0-c88c77b95c0d None None] The sync data for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv is: [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'c1fcf3c6-86d7-435a-bd10-b6d151babdae', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'floating_ip_address': '172.26.4.252', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'port_id': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'mac_address': 'fa:16:3e:aa:d2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:08:04Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 0, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:54Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:08.037354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56240) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:08.163321 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-547a478c-9a1a-4b36-9c70-effafa528f33 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/c1fcf3c6-86d7-435a-bd10-b6d151babdae HTTP/1.1" status: 200 len: 992 time: 0.1229248 Dec 22 16:08:08.255981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b217b9-c505-4ceb-842b-0fe7045ed826 None None] New status for floating IP c1fcf3c6-86d7-435a-bd10-b6d151babdae: ACTIVE {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:08:09.167280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56246) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:09.284009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-15dc4127-905c-433b-ba1f-0e9a277441ec tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/c1fcf3c6-86d7-435a-bd10-b6d151babdae HTTP/1.1" status: 200 len: 994 time: 0.1153233 Dec 22 16:08:14.325985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:08:31.912726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.329604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1ca2-343a-44c4-88f7-87132e5bd3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:33.889515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:34.575264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-58705e01-b78b-48bc-9672-92ba34e06e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.197990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.992486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.205943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e109b-f874-4018-b80c-4a6bd7393943 req-56bb1b99-1aca-42da-8152-ff3f792a2349 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:39.208412 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-923e109b-f874-4018-b80c-4a6bd7393943 req-56bb1b99-1aca-42da-8152-ff3f792a2349 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.1748142 Dec 22 16:08:39.261480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-923e109b-f874-4018-b80c-4a6bd7393943 req-bfb6952c-25b8-40ab-9402-82a9aa19b27c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Dec 22 16:08:40.478474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debdcee-225b-4be0-a835-d3b12d061449 req-dad715f9-9292-4dd3-961e-1c51cb964e39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:40.480818 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6debdcee-225b-4be0-a835-d3b12d061449 req-dad715f9-9292-4dd3-961e-1c51cb964e39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0902195 Dec 22 16:08:40.534755 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6debdcee-225b-4be0-a835-d3b12d061449 req-adc6ee07-b787-4254-847f-826176fe7b4d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475292 Dec 22 16:08:40.563607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56280) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:40.679864 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d0233506-40ba-48d0-b649-89eb3d338033 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/c1fcf3c6-86d7-435a-bd10-b6d151babdae HTTP/1.1" status: 200 len: 994 time: 0.1149971 Dec 22 16:08:42.442640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba6af-1dfe-4832-b43f-6b25f86299c7 req-d37488e0-023e-462a-ba7d-3814d2f07ce7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:42.444311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de2ba6af-1dfe-4832-b43f-6b25f86299c7 req-d37488e0-023e-462a-ba7d-3814d2f07ce7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.1476564 Dec 22 16:08:42.452936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-5532722d-0243-4e26-9334-6cd99068b477 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1099 time: 0.1173282 Dec 22 16:08:42.602081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-de2ba6af-1dfe-4832-b43f-6b25f86299c7 req-24ab5deb-0fa2-473c-b042-a9143217fcac tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435142 Dec 22 16:08:42.627846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36697-f52f-4479-ab6b-825698eba219 req-09953e73-1bb3-450c-bcb3-a84347288fcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:42.629443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-09953e73-1bb3-450c-bcb3-a84347288fcc service neutron] 10.222.0.71 "GET /v2.0/networks?id=726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 200 len: 897 time: 0.1591227 Dec 22 16:08:42.737432 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-73f5ac76-eab7-42f2-ad58-f6998bb76cc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 200 len: 1002 time: 0.1016843 Dec 22 16:08:42.805780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f36697-f52f-4479-ab6b-825698eba219 req-77ec99c5-fdff-436b-a02a-e95353069962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:42.807957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-77ec99c5-fdff-436b-a02a-e95353069962 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db9f7580-4be5-46af-b65c-a88249dbc950 HTTP/1.1" status: 200 len: 835 time: 0.0644825 Dec 22 16:08:42.890119 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-c465fe32-3c47-4b08-905d-49164c0852dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=726e600f-1940-4fe4-a81a-02c6a1ae05b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764027 Dec 22 16:08:43.268076 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-9968284b-8b95-469f-ba76-1b72cf28e874 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719578 Dec 22 16:08:43.414926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-49f36697-f52f-4479-ab6b-825698eba219 req-a5243000-2858-4c74-883c-9e81696e7670 service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408682 Dec 22 16:08:43.810772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea850610-92ff-4db3-bf20-806fa5f24588 req-fd04af3f-9096-41a3-8df3-dc92e25b8b15 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:43.812422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ea850610-92ff-4db3-bf20-806fa5f24588 req-fd04af3f-9096-41a3-8df3-dc92e25b8b15 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0881317 Dec 22 16:08:43.860887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ea850610-92ff-4db3-bf20-806fa5f24588 req-630caaa1-705c-4ae3-98e5-26f645175110 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Dec 22 16:08:45.070143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696ad6-6016-49c1-8b1c-d917c8e710b6 req-9b1e2f7d-9cb5-422c-be54-53c0b8dbedda tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:45.071808 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cd696ad6-6016-49c1-8b1c-d917c8e710b6 req-9b1e2f7d-9cb5-422c-be54-53c0b8dbedda tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0866337 Dec 22 16:08:45.121577 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cd696ad6-6016-49c1-8b1c-d917c8e710b6 req-c5565778-53a9-4b7a-8f2c-75a41903e699 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Dec 22 16:08:45.150445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:45.261025 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c2f5fd93-0ea4-49e8-ad6c-211cccfbdb31 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/floatingips/c1fcf3c6-86d7-435a-bd10-b6d151babdae HTTP/1.1" status: 200 len: 994 time: 0.1085062 Dec 22 16:08:45.545138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56302) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:45.991561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port cd0a138c-d142-4749-89f2-ec740f08e0e8 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:45.991945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:46.179173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:46.179725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:46.305090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for cd0a138c-d142-4749-89f2-ec740f08e0e8 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:46.557785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:46.562157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edd2fb2e-82b0-4d8a-84c9-733187334de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:46.605305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=cd0a138c-d142-4749-89f2-ec740f08e0e8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:46.649137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.649619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.650050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.650475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.651431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.651849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.652264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.652681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.653096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.653509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.653921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:46.693287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:46.720907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:47.148973 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9d8869a7-7e60-4402-a7d9-507c3cf874ee has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:47.358596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:47.369848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] Sync routers for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:47.383087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:47.387023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:08:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:47.420262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:47.485771 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/floatingips/c1fcf3c6-86d7-435a-bd10-b6d151babdae HTTP/1.1" status: 204 len: 168 time: 1.9394302 Dec 22 16:08:47.486543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:08:47.550068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'status': 'completed', 'code': 200} Dec 22 16:08:47.579800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:47.653149 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-bdec7143-180c-499c-99cb-bd7788c3bb7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 1099 time: 0.0810509 Dec 22 16:08:47.801178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-289bd230-0c72-42b1-a2b8-b11033e498ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:47.802841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-289bd230-0c72-42b1-a2b8-b11033e498ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 200 len: 897 time: 0.1437097 Dec 22 16:08:47.877368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-f64c0144-732b-4d85-8def-3e08cf08b2b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 200 len: 217 time: 0.0672731 Dec 22 16:08:47.915222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:54Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:47.920683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] Checking router: 9d8869a7-7e60-4402-a7d9-507c3cf874ee for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:47.932148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:47.933125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:08:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:47.952656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-52d2d2c4-3e3e-4bf1-85cf-276326af0129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:47.954265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-52d2d2c4-3e3e-4bf1-85cf-276326af0129 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=db9f7580-4be5-46af-b65c-a88249dbc950 HTTP/1.1" status: 200 len: 835 time: 0.0704889 Dec 22 16:08:47.996069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc020f-8562-4649-af6c-82e07348ea75 req-18bbdf99-8547-4bbf-acaa-7c4354ae6cd5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:47.996986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-eafc020f-8562-4649-af6c-82e07348ea75 req-18bbdf99-8547-4bbf-acaa-7c4354ae6cd5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:08:48.042122 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-2aee93c6-65b8-4c97-b83f-2fe789f38582 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=726e600f-1940-4fe4-a81a-02c6a1ae05b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813594 Dec 22 16:08:48.043012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-eafc020f-8562-4649-af6c-82e07348ea75 req-18bbdf99-8547-4bbf-acaa-7c4354ae6cd5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:08:48.044374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eafc020f-8562-4649-af6c-82e07348ea75 req-18bbdf99-8547-4bbf-acaa-7c4354ae6cd5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.1412265 Dec 22 16:08:48.101343 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-eafc020f-8562-4649-af6c-82e07348ea75 req-b352e613-b0c1-4b9e-8ba2-9789d6583ba6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494351 Dec 22 16:08:48.127018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:48.202054 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-7d07f77f-c9ab-4518-8b51-b9e9f7e90e5a service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522377 Dec 22 16:08:48.347983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5114c531-1c29-44a9-9b0c-89eafec30b84 req-6afae6fd-7289-473c-9fcc-fb74a1f9e02f service neutron] 10.222.0.71 "GET /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393902 Dec 22 16:08:48.632862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:54Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:48.637070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db73ef37-b08a-4b29-aba1-c72cae13dc3a None None] The sync data for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv is: [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:07:47Z', 'revision_number': 4, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '6c9855fe-2f11-437d-a879-86317b881cb1', 'name': '', 'network_id': '726e600f-1940-4fe4-a81a-02c6a1ae05b5', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'mac_address': 'fa:16:3e:31:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:47Z', 'updated_at': '2021-12-22T16:07:54Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'subnets': [{'id': 'db9f7580-4be5-46af-b65c-a88249dbc950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:49.077821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2a03bb-47dc-44ec-85cf-de5f6e35e435 None None] New status for floating IP c1fcf3c6-86d7-435a-bd10-b6d151babdae: DOWN {{(pid=88970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:08:49.323719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf1e86-6fc3-4be6-9569-634d26d05458 req-cf478448-0c07-4dfb-86b4-ea78e73fe41c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:49.325468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43bf1e86-6fc3-4be6-9569-634d26d05458 req-cf478448-0c07-4dfb-86b4-ea78e73fe41c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0921926 Dec 22 16:08:49.375100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-43bf1e86-6fc3-4be6-9569-634d26d05458 req-3352ad50-3d7e-45e0-a00a-a7bd21d0c44e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/security-groups?id=abef2bc5-4592-467b-8531-75eb678bf22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434349 Dec 22 16:08:49.482499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-3f863803-458e-44af-8182-f0ddc5deba24 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:49.484135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-3f863803-458e-44af-8182-f0ddc5deba24 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 946 time: 0.0948827 Dec 22 16:08:49.564111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 2a705822-c2fd-4ed2-a8d0-90ce6891160a {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:49.564737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:49.818927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 2a705822-c2fd-4ed2-a8d0-90ce6891160a, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2a705822-c2fd-4ed2-a8d0-90ce6891160a,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:49.819685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:49.951563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 2a705822-c2fd-4ed2-a8d0-90ce6891160a owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:50.174223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:50.181137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:50.229176 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=2a705822-c2fd-4ed2-a8d0-90ce6891160a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:50.269928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.270378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.270902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.271287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.271709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.272134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.278441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.278441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.278441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.278441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.278441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:50.282120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:50.316100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] No DVR routers for this DVR port 2a705822-c2fd-4ed2-a8d0-90ce6891160a on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:08:50.318563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:50.321394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'name': 'network-vif-deleted', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:08:50.363911 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c6dc3d7f-e4a4-4c75-9f38-bebfc37aa992 req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.71 "DELETE /v2.0/ports/2a705822-c2fd-4ed2-a8d0-90ce6891160a HTTP/1.1" status: 204 len: 173 time: 0.8747656 Dec 22 16:08:50.380147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82cc93e-8778-4187-903c-9c8611fa4801', 'name': 'network-vif-deleted', 'tag': '2a705822-c2fd-4ed2-a8d0-90ce6891160a', 'status': 'completed', 'code': 200} Dec 22 16:08:50.564210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-89ea4ed3-7860-487e-b65d-805c5edcbde9 req-3fa847ce-4328-4625-9f73-c2568e488764 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Synchronizing usage tracker for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:08:50.612960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-89ea4ed3-7860-487e-b65d-805c5edcbde9 req-3fa847ce-4328-4625-9f73-c2568e488764 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Unset dirty status for tenant:1b686b07bff8431dae5eab94bdcb78cf on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:08:50.614350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-89ea4ed3-7860-487e-b65d-805c5edcbde9 req-3fa847ce-4328-4625-9f73-c2568e488764 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "GET /v2.0/ports?device_id=f82cc93e-8778-4187-903c-9c8611fa4801 HTTP/1.1" status: 200 len: 210 time: 0.0972648 Dec 22 16:08:51.330189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:08:51.725036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56326) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:52.146251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:52.921562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2a705822-c2fd-4ed2-a8d0-90ce6891160a no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:52.957088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 2a705822-c2fd-4ed2-a8d0-90ce6891160a {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:52.957483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 2a705822-c2fd-4ed2-a8d0-90ce6891160a not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:53.044812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port 6c9855fe-2f11-437d-a879-86317b881cb1 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:53.045228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:53.255050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port 6c9855fe-2f11-437d-a879-86317b881cb1, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6c9855fe-2f11-437d-a879-86317b881cb1,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:53.255778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:53.387718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for 6c9855fe-2f11-437d-a879-86317b881cb1 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:53.698352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:53.703328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fbbee49b-f01b-46ba-8b12-c9b6688cb9a5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:53.751103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=6c9855fe-2f11-437d-a879-86317b881cb1,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:53.754177 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:54.063877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:54.678732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Router 9d8869a7-7e60-4402-a7d9-507c3cf874ee has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:54.898119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:54.908520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] Sync routers for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:54.922332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:54.923076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:08:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:54.947928 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "PUT /v2.0/routers/9d8869a7-7e60-4402-a7d9-507c3cf874ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2215836 Dec 22 16:08:54.950844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56330) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:55.119573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:55.191855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting subnet db9f7580-4be5-46af-b65c-a88249dbc950 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:08:55.195151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:55.254408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:55.341538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:55.433101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:08:53Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:55.440161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] Checking router: 9d8869a7-7e60-4402-a7d9-507c3cf874ee for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:55.452574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] Routers {'9d8869a7-7e60-4402-a7d9-507c3cf874ee'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:55.453311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:08:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:55.552154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:55.556833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ab058615-f750-4303-9fdf-43ea6618d3e9 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:55.594215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Subnet': ['ID=db9f7580-4be5-46af-b65c-a88249dbc950,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:55.598048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:55.601486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:55.609473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6818fb31-728a-4d9f-8401-2f321ae39fb0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/subnets/db9f7580-4be5-46af-b65c-a88249dbc950 HTTP/1.1" status: 204 len: 168 time: 0.6575258 Dec 22 16:08:55.610292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a581d7a4-2cb2-479d-a6f3-a1d91346ea76 None None] Network 726e600f-1940-4fe4-a81a-02c6a1ae05b5 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:08:55.612288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56334) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:55.779701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] Set router 9d8869a7-7e60-4402-a7d9-507c3cf874ee gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:55.826329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.155515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:08:53Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:56.159992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e52a3-8705-4821-8541-1e13ef20c6d6 None None] The sync data for ids ['9d8869a7-7e60-4402-a7d9-507c3cf874ee'] in dv-neutron-822709-1-hyperv is: [{'id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1923120454', 'tenant_id': '1b686b07bff8431dae5eab94bdcb78cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49'}], 'enable_snat': True}, 'gw_port_id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:42Z', 'updated_at': '2021-12-22T16:08:53Z', 'revision_number': 5, 'project_id': '1b686b07bff8431dae5eab94bdcb78cf', 'gw_port': {'id': 'a18ee67b-44ea-42bd-825a-c775dd3aa900', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8869a7-7e60-4402-a7d9-507c3cf874ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:43Z', 'updated_at': '2021-12-22T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:56.163024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] DHCP port deletion for 726e600f-1940-4fe4-a81a-02c6a1ae05b5 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:08:56.168313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Deleting port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:56.168744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.296461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.384716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] For port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,segment=NetworkSegment(75d95102-7853-47b4-96c2-33cfea0fe3cb),segment_id=75d95102-7853-47b4-96c2-33cfea0fe3cb)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:56.385171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.396929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Deleting port a18ee67b-44ea-42bd-825a-c775dd3aa900 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:56.397413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.518141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Calling delete_port for e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:56.598239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] For port a18ee67b-44ea-42bd-825a-c775dd3aa900, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=a18ee67b-44ea-42bd-825a-c775dd3aa900,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:56.598640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.620356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624'] for port, after_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:56.625218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:56.669128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Pushing event deleted for resources: {'Port': ['ID=e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d,revision_number=None']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:56.679305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] No DVR routers for this DVR port e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d on host dv-neutron-822709-1-hyperv {{(pid=88969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:08:56.685258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.685258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.685258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.685258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.685258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.685862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.685862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.686072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.686388 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.686764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.687167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:56.690335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:56.726861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Calling delete_port for a18ee67b-44ea-42bd-825a-c775dd3aa900 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:57.129010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:57.134244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28361f29-cec8-44d2-b033-0dfad3daff57 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:57.177268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Port': ['ID=a18ee67b-44ea-42bd-825a-c775dd3aa900,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:57.180088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:57.410740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:57.684391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:57.689009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:57.737956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:57.738527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Fanout notify agent at l3_agent the message router_deleted on router 9d8869a7-7e60-4402-a7d9-507c3cf874ee {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:08:57.754299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:57.755602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/routers/9d8869a7-7e60-4402-a7d9-507c3cf874ee HTTP/1.1" status: 204 len: 168 time: 2.1423273 Dec 22 16:08:57.758526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56338) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:57.885148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.028437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.048330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:58.061875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726e600f-1940-4fe4-a81a-02c6a1ae05b5']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:58.075252 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d95102-7853-47b4-96c2-33cfea0fe3cb') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:58.075601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d95102-7853-47b4-96c2-33cfea0fe3cb') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:58.084697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:58.085089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device e8ba8ed8-4506-4330-b5e9-88fc4ccdaf5d not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:58.085583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6c9855fe-2f11-437d-a879-86317b881cb1 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:58.087701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.103640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.110772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:08:58.111248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.119759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 6c9855fe-2f11-437d-a879-86317b881cb1 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:58.120168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6c9855fe-2f11-437d-a879-86317b881cb1 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:58.120665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a18ee67b-44ea-42bd-825a-c775dd3aa900 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:08:58.126760 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:08:58.153965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: a18ee67b-44ea-42bd-825a-c775dd3aa900 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:58.154374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device a18ee67b-44ea-42bd-825a-c775dd3aa900 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:58.240998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.244504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-964b6ae8-1ab6-4d6f-bf92-8d1b152b9254 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:58.259627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.273801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'Network': ['ID=726e600f-1940-4fe4-a81a-02c6a1ae05b5,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:58.277489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:58.318190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8d062766-a2dd-4b8d-9ec1-f83f9405048e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/networks/726e600f-1940-4fe4-a81a-02c6a1ae05b5 HTTP/1.1" status: 204 len: 168 time: 0.5585401 Dec 22 16:08:58.321115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56342) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:58.393983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.430091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.572125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.577949 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b27c0f4-f112-46aa-8004-3b81849d602f tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:58.594127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef2bc5-4592-467b-8531-75eb678bf22c,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:58.597108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:58.631080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:58.632426 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-06eef386-4d98-4ce9-859e-d1b05cd3c9f0 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] 10.222.0.32 "DELETE /v2.0/security-groups/abef2bc5-4592-467b-8531-75eb678bf22c HTTP/1.1" status: 204 len: 168 time: 0.3101838 Dec 22 16:08:59.263363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56352) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:59.450874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b5328ce0-ed54-4a52-8347-bcfdca2ce218 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b686b07bff8431dae5eab94bdcb78cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1861346 Dec 22 16:08:59.453451 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56362) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:59.519472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:59.546124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:59.683198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:59.688541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d520d9c0-a7d9-4b34-be09-f9b194cf3a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:59.705593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaba40a-f868-42d4-9f38-c87d0c714b9f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:59.708132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:59.711689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:59.713606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-da42c35d-c89b-4c4d-8ebe-38898ea54dc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aaba40a-f868-42d4-9f38-c87d0c714b9f HTTP/1.1" status: 204 len: 168 time: 0.2591748 Dec 22 16:09:00.228494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56370) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:00.249715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.349231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:00.353537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Usage tracker for resource:security_group_rule and tenant:e927d1d2e4b143e8a7b0ea60d934671d is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:00.357166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:00.363335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:00.489646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.522441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.531014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bbfde5ed-e338-43a4-b15f-f46d1ea1d389 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:00.577135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b62cc1-8968-4d40-8dc0-eae9d448ebb2,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:00.580454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:00.583390 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e927d1d2e4b143e8a7b0ea60d934671d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3532379 Dec 22 16:09:00.586253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56374) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:00.649635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.677247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.783585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.789015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d78edae-8dbf-4bae-a5db-63ccc00555e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:00.801009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b62cc1-8968-4d40-8dc0-eae9d448ebb2,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:00.803741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:00.809499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:00.810746 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8b62cc1-8968-4d40-8dc0-eae9d448ebb2 HTTP/1.1" status: 204 len: 168 time: 0.2234604 Dec 22 16:09:01.918387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.069027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56396) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:02.211255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1576358262-network', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:02.216675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:02.220775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Usage tracker for resource:network and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:02.223777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:02.231328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:02.288394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Made reservation on behalf of b2e9bc52466046e8bd7e49a657c63513 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:09:02.294224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.309400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.343803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:02.345688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bbe62599-8429-4c31-8937-58f17d64083b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.347916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:02.351006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:02.357549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:02.429476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.459501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.463827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0e366e7f-d161-4c61-9e19-f7b0e373d501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:02.489045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:09:02.502574 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b93b01-7d09-4b91-ad08-cd78cc6a801f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:02.506771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:02.507769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.509348 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Added segment b456b17f-944b-439c-9051-fb3a49771936 of type vlan for network 2ef085ef-f587-49df-b74d-827432050421 Dec 22 16:09:02.535813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.640603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.641550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:02.642194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:02.647627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9bf77256-c427-4192-b290-9202612e93b4 tempest-AllowedAddressPairIpV6TestJSON-1571630171 tempest-AllowedAddressPairIpV6TestJSON-1571630171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:02.752590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef085ef-f587-49df-b74d-827432050421,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:02.755581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:02.763175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 2ef085ef-f587-49df-b74d-827432050421 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:09:02.780842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7106979 Dec 22 16:09:02.784182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56408) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:02.790187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Request body: {'subnet': {'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1576358262-subnet', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:02.796372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:02.800450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Usage tracker for resource:subnet and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:02.803457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:02.809917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:02.869038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Made reservation on behalf of b2e9bc52466046e8bd7e49a657c63513 for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:09:02.875053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.315172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.319890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2e67ad42-70a3-479f-9fd3-784769656200 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:03.398616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9087ce7e-c543-40c8-9c59-abe1867d1018,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:03.402316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:03.410002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Checking segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:03.410398 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Network hostable DHCP agents. Network: 2ef085ef-f587-49df-b74d-827432050421, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:09:03.492139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Network 2ef085ef-f587-49df-b74d-827432050421 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:09:03.548647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 2ef085ef-f587-49df-b74d-827432050421) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:03.552728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:03.553377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.558595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2524057c-9294-4197-9be2-a9c0ddfb080d None None] Network 2ef085ef-f587-49df-b74d-827432050421 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:09:03.601141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5d322925-15a0-40de-8a8f-275c098b759a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8158107 Dec 22 16:09:03.604237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56412) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:03.609998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:03.615379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:03.620051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Usage tracker for resource:router and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:03.623082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:03.629216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:03.711558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.712935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.785772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-2ef085ef-f587-49df-b74d-827432050421', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:09:03.786700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.817697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:03.953313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.027806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.192740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Allocated IP 172.20.0.2 (2ef085ef-f587-49df-b74d-827432050421/9087ce7e-c543-40c8-9c59-abe1867d1018/8cdbdf14-f458-4882-a513-e791828cfa17) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:04.288126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.325087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.414671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.426185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Transition to ACTIVE for port object 8cdbdf14-f458-4882-a513-e791828cfa17 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:04.448371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Transition to ACTIVE for port object 8cdbdf14-f458-4882-a513-e791828cfa17 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:04.584132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.588253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:04.614498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Allocated IP 172.26.4.148 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/92acb6e0-2222-4562-8b20-749e88878590) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:04.661455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Network 2ef085ef-f587-49df-b74d-827432050421 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:04.666603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:04.668473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Pushing event updated for resources: {'Port': ['ID=8cdbdf14-f458-4882-a513-e791828cfa17,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:04.670709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d74c52e-0b13-4133-ba38-248a208999a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.672308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:04.674704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:04.762133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Attempting to bind port 8cdbdf14-f458-4882-a513-e791828cfa17 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:04.762565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Attempting to bind port 8cdbdf14-f458-4882-a513-e791828cfa17 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:04.763038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Attempting to bind port 8cdbdf14-f458-4882-a513-e791828cfa17 on network 2ef085ef-f587-49df-b74d-827432050421 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:04.773998 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:04.774500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Checking segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:04.775010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.776124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Bound using segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:04.777746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Bound port: 8cdbdf14-f458-4882-a513-e791828cfa17, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:04.778433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.781912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.837404 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.842746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:04.880268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] For port 8cdbdf14-f458-4882-a513-e791828cfa17, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:04.885103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] For port 8cdbdf14-f458-4882-a513-e791828cfa17, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8cdbdf14-f458-4882-a513-e791828cfa17,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:04.919841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:04.922034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:04.923006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Pushing event updated for resources: {'Port': ['ID=92acb6e0-2222-4562-8b20-749e88878590,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:04.924480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb9bcfa4-721d-4e19-8469-2eb1c3e24cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:04.925772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:04.927745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:04.928495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:05.005764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Pushing event updated for resources: {'Port': ['ID=8cdbdf14-f458-4882-a513-e791828cfa17,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:05.008897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:05.156930 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:05.215104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:05.215889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:05.549190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Router 9ae74760-2db7-400f-b226-368e0dd536f2 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:09:06.012193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:09:06.026123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:09:06.045241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:06.050429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:06.076798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:06.080823 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3dfd08ee-0c8a-481e-8f6b-3c133c0c7d22 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4728076 Dec 22 16:09:06.080985 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8cdbdf14-f458-4882-a513-e791828cfa17 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:06.081285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56416) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:06.193425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 8cdbdf14-f458-4882-a513-e791828cfa17 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:06.260211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:06.592102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:05Z', 'revision_number': 3, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:06.597680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:09:06.598047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Updating router 9ae74760-2db7-400f-b226-368e0dd536f2 port 92acb6e0-2222-4562-8b20-749e88878590 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:09:06.655118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:06.727144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61d7f6-aa8f-4ec4-a170-8900b3961b5f None None] Network 2ef085ef-f587-49df-b74d-827432050421 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:09:06.903719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Provisioning for port 8cdbdf14-f458-4882-a513-e791828cfa17 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:06.917188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Provisioning complete for port 8cdbdf14-f458-4882-a513-e791828cfa17 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:06.917617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:06.944903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.033731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.037790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.055053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Transition to ACTIVE for port object 92acb6e0-2222-4562-8b20-749e88878590 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:07.089110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.094381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:07.128259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.173988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] For port 8cdbdf14-f458-4882-a513-e791828cfa17, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8cdbdf14-f458-4882-a513-e791828cfa17,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:07.189124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Attempting to bind port 92acb6e0-2222-4562-8b20-749e88878590 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:07.189640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Attempting to bind port 92acb6e0-2222-4562-8b20-749e88878590 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:07.190125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Attempting to bind port 92acb6e0-2222-4562-8b20-749e88878590 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:07.200552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Allocated IP 172.20.0.1 (2ef085ef-f587-49df-b74d-827432050421/9087ce7e-c543-40c8-9c59-abe1867d1018/9f587396-2184-49d4-a110-e12003778296) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:07.202275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:07.202802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:07.203350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.203858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:07.204466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Bound port: 92acb6e0-2222-4562-8b20-749e88878590, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:07.205288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.206381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.208941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-863d353d-ce74-4275-a5c7-2a0aa56e0cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:07.263133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Pushing event updated for resources: {'Port': ['ID=92acb6e0-2222-4562-8b20-749e88878590,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:07.293494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Pushing event updated for resources: {'Port': ['ID=8cdbdf14-f458-4882-a513-e791828cfa17,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:07.294196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.294670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.295158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.295615 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.296670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.296878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:07.297290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.297677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.298053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.298423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.298788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.299181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:07.303105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:07.326526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] For port 92acb6e0-2222-4562-8b20-749e88878590, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:07.330927 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] For port 92acb6e0-2222-4562-8b20-749e88878590, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=92acb6e0-2222-4562-8b20-749e88878590,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:07.389868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.394499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff477dba-bce2-4b0a-bea6-57498ad672ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:07.436529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.454210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Transition to ACTIVE for port object 9f587396-2184-49d4-a110-e12003778296 will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:07.487013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Pushing event updated for resources: {'Port': ['ID=92acb6e0-2222-4562-8b20-749e88878590,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:07.490368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-de796b1f-aed8-4a2c-989d-668b53e01893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:07.492160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:07.492817 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:07.505483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.510396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddf04bfd-f2f9-428c-8d8a-7a2fe1108f03 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:07.532667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-80b1c235-382e-4b2c-a71a-1549f7296c16 None None] Provisioning complete for port 8cdbdf14-f458-4882-a513-e791828cfa17 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:07.533250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-80b1c235-382e-4b2c-a71a-1549f7296c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.576861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Network 2ef085ef-f587-49df-b74d-827432050421 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:07.580607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:07.585511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:07.643970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f587396-2184-49d4-a110-e12003778296,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:07.648913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:07.659664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.692814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:07.825244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:07.933789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-208cd68d-2b4b-427a-a7e8-cff8948d6034 None None] Provisioning for port 9f587396-2184-49d4-a110-e12003778296 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:07.940189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-208cd68d-2b4b-427a-a7e8-cff8948d6034 None None] Provisioning complete for port 9f587396-2184-49d4-a110-e12003778296 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:07.942064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-208cd68d-2b4b-427a-a7e8-cff8948d6034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:08.004297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-208cd68d-2b4b-427a-a7e8-cff8948d6034 None None] Port 9f587396-2184-49d4-a110-e12003778296 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:08.004561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:05Z', 'revision_number': 3, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:08.010012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68e53b-5953-4d80-aa10-ce1354ffad85 None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:05Z', 'revision_number': 3, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:09:08.060320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8cdbdf14-f458-4882-a513-e791828cfa17 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:08.081889 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:08.128420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:08.135920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 8cdbdf14-f458-4882-a513-e791828cfa17 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:08.136593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:08.161894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:08.253986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Pushing event updated for resources: {'Port': ['ID=9f587396-2184-49d4-a110-e12003778296,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:08.257993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:08.264047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:08.427740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Network 2ef085ef-f587-49df-b74d-827432050421 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:08.428991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:08.835418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2433bd5d-c2e2-4335-a106-0cb35332e26a None None] Provisioning complete for port 9f587396-2184-49d4-a110-e12003778296 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:08.836690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2433bd5d-c2e2-4335-a106-0cb35332e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:08.901685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2433bd5d-c2e2-4335-a106-0cb35332e26a None None] Port 9f587396-2184-49d4-a110-e12003778296 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:09.133578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Router 9ae74760-2db7-400f-b226-368e0dd536f2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:09:09.354488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:09:09.364810 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] 10.222.0.32 "PUT /v2.0/routers/9ae74760-2db7-400f-b226-368e0dd536f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2821050 Dec 22 16:09:10.079630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 92acb6e0-2222-4562-8b20-749e88878590 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:10.194882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 92acb6e0-2222-4562-8b20-749e88878590 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:10.200282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 92acb6e0-2222-4562-8b20-749e88878590 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:10.200715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.328872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.345075 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 92acb6e0-2222-4562-8b20-749e88878590, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=92acb6e0-2222-4562-8b20-749e88878590,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:10.383338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.386035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:10.455316 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=92acb6e0-2222-4562-8b20-749e88878590,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:10.458593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:10.465659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56438) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:10.471849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-157292953-network', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:10.477244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:10.481358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Usage tracker for resource:network and tenant:ad76345df6f544d0a68144f20dc5d116 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:10.484443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:10.490522 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:10.544813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Made reservation on behalf of ad76345df6f544d0a68144f20dc5d116 for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:09:10.549636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.563151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.596782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:10.600752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ad76345df6f544d0a68144f20dc5d116 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:10.603767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:10.609781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:10.770409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.806088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.811219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-607adbcb-cddb-4e9f-afdf-668eb9feb1bd tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:10.836987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:09:10.850204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664cafd1-4914-4a47-81d8-c5d55502ec6b,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:10.853788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:10.901619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.902020 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Added segment ce7bf94c-04ae-4b28-a59a-53daeb02da99 of type vlan for network e1347cb8-d4c9-4ab1-8b28-70769524447a Dec 22 16:09:10.930676 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.017703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.018844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:11.019517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.025154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-313f4e5e-c081-48a2-9886-32b03e29ccf7 tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:11.123759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:09:11.135713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e1347cb8-d4c9-4ab1-8b28-70769524447a,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:11.138610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:11.141005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:11.141968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:11.143731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56442) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:11.143925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7501acf-6b48-4294-884b-0f90daf2c8c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6771057 Dec 22 16:09:11.150533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Request body: {'subnet': {'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-157292953-subnet', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:11.155978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:11.160295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Usage tracker for resource:subnet and tenant:ad76345df6f544d0a68144f20dc5d116 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:11.163345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:11.171439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:11.205480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network e1347cb8-d4c9-4ab1-8b28-70769524447a details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:09:11.219369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Made reservation on behalf of ad76345df6f544d0a68144f20dc5d116 for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:09:11.224531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.440858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:11.539703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.544680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b15c1e78-1a58-414c-b08a-0985256a81d7 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:11.626315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6759f1fd-979a-4392-be86-ceadea664bab,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:11.630016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:11.638160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Checking segment: {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:11.638558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Network hostable DHCP agents. Network: e1347cb8-d4c9-4ab1-8b28-70769524447a, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:09:11.705325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Network e1347cb8-d4c9-4ab1-8b28-70769524447a is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:09:11.746226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, e1347cb8-d4c9-4ab1-8b28-70769524447a) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:11.756420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:11.757084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.809301 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-689c1c22-7cdd-4598-bb2f-4bf0eb440474 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6643152 Dec 22 16:09:11.812033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56448) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:11.817982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:11.824132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:11.828354 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Usage tracker for resource:router and tenant:ad76345df6f544d0a68144f20dc5d116 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:11.831508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:11.837957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:11.851699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8eb780-9edb-40af-a53d-46ed4e56a91f None None] Network e1347cb8-d4c9-4ab1-8b28-70769524447a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:09:11.876979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.878110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:11.898432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.076235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 92acb6e0-2222-4562-8b20-749e88878590 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:12.093467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.207002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 2, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:12.213882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:09:12.214302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Updating router 9ae74760-2db7-400f-b226-368e0dd536f2 port 9f587396-2184-49d4-a110-e12003778296 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:09:12.245248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-e1347cb8-d4c9-4ab1-8b28-70769524447a', 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'fixed_ips': [{'subnet_id': '6759f1fd-979a-4392-be86-ceadea664bab'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:09:12.246084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.300442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.346028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.363750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 92acb6e0-2222-4562-8b20-749e88878590 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:12.364173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.379604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.530086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Allocated IP 172.26.4.68 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/6f288af7-1bde-4659-b1b0-ff1d95f6f1ab) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:12.689553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.718636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Allocated IP 172.20.0.2 (e1347cb8-d4c9-4ab1-8b28-70769524447a/6759f1fd-979a-4392-be86-ceadea664bab/ca1b0bb6-2df9-421f-8361-47a88c7be911) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:12.746279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.751396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-65e795e5-8a3e-483f-9a40-1b819eb0b79c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:12.821917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:12.825701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:12.828400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:12.830393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:12.831170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:13.033842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.034622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.044882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.105630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Transition to ACTIVE for port object 9f587396-2184-49d4-a110-e12003778296 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:13.138429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.152245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Transition to ACTIVE for port object ca1b0bb6-2df9-421f-8361-47a88c7be911 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:13.166718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.174888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92dff9f2-7311-4e72-bf00-1d0548477e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:13.216961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Transition to ACTIVE for port object ca1b0bb6-2df9-421f-8361-47a88c7be911 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:13.294360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.331003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bba7bc-40c9-412d-97a1-31d052e649cd None None] Pushing event updated for resources: {'Port': ['ID=9f587396-2184-49d4-a110-e12003778296,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:13.336450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4bba7bc-40c9-412d-97a1-31d052e649cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:13.347432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:13.422942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Network e1347cb8-d4c9-4ab1-8b28-70769524447a is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:13.432724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:13.464997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:13.521617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Pushing event updated for resources: {'Port': ['ID=ca1b0bb6-2df9-421f-8361-47a88c7be911,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:13.566928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:13.582797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Attempting to bind port 9f587396-2184-49d4-a110-e12003778296 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:13.583247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Attempting to bind port 9f587396-2184-49d4-a110-e12003778296 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:13.583659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Attempting to bind port 9f587396-2184-49d4-a110-e12003778296 on network 2ef085ef-f587-49df-b74d-827432050421 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:13.625406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Router e224c2ca-7266-4a1b-952a-9232e1521956 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:09:13.641188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:13.641610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Checking segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:13.642058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.642501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Bound using segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:13.643070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Bound port: 9f587396-2184-49d4-a110-e12003778296, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:13.643492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.663450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Attempting to bind port ca1b0bb6-2df9-421f-8361-47a88c7be911 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:13.663808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Attempting to bind port ca1b0bb6-2df9-421f-8361-47a88c7be911 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:13.664215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Attempting to bind port ca1b0bb6-2df9-421f-8361-47a88c7be911 on network e1347cb8-d4c9-4ab1-8b28-70769524447a {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:13.713179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:13.713607 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Checking segment: {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:13.714060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.714495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Bound using segment: {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:13.715049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Bound port: ca1b0bb6-2df9-421f-8361-47a88c7be911, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:13.715473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.819870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] For port 9f587396-2184-49d4-a110-e12003778296, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:13.843073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] For port 9f587396-2184-49d4-a110-e12003778296, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9f587396-2184-49d4-a110-e12003778296,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:13.847167 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:09:13.849069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] For port ca1b0bb6-2df9-421f-8361-47a88c7be911, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:13.855250 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] For port ca1b0bb6-2df9-421f-8361-47a88c7be911, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ca1b0bb6-2df9-421f-8361-47a88c7be911,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:13.857196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Sync routers for ids ['e224c2ca-7266-4a1b-952a-9232e1521956'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:09:13.870254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Routers {'e224c2ca-7266-4a1b-952a-9232e1521956'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:13.870970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e224c2ca-7266-4a1b-952a-9232e1521956'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:13.877580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.882341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:13.905065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.909236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f62126ba-5ba5-4deb-91ef-e4b170e530a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0933092 Dec 22 16:09:13.909545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56452) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:13.924958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:13.979265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bba7bc-40c9-412d-97a1-31d052e649cd None None] Pushing event updated for resources: {'Port': ['ID=9f587396-2184-49d4-a110-e12003778296,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:13.982919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4bba7bc-40c9-412d-97a1-31d052e649cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:13.985545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:14.052610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:14.053387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:14.160974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Pushing event updated for resources: {'Port': ['ID=ca1b0bb6-2df9-421f-8361-47a88c7be911,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:14.167110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:14.288592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Set router e224c2ca-7266-4a1b-952a-9232e1521956 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:14.543199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:14.699116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:09:12Z', 'revision_number': 3, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:14.703550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Checking router: e224c2ca-7266-4a1b-952a-9232e1521956 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:09:14.703952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Updating router e224c2ca-7266-4a1b-952a-9232e1521956 port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:09:14.767137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:14.932353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:14.936835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:13Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:14.941231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad97c7-0ced-4b28-ad06-9e7afcf68dab None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:13Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:09:15.148957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.162724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Transition to ACTIVE for port object 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:15.205796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.210786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-13b2d7bf-c35c-4ee3-8634-85ccf8978c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:15.214126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Allocated IP 172.20.0.1 (e1347cb8-d4c9-4ab1-8b28-70769524447a/6759f1fd-979a-4392-be86-ceadea664bab/d3ab3e45-e4f6-4d03-812d-2e95d5b246d9) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:15.292302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Attempting to bind port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:15.292780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Attempting to bind port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:15.293089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Attempting to bind port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:15.300040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25742dbd-40f6-4344-ae48-b1c9b981e9a9 None None] Pushing event updated for resources: {'Port': ['ID=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:15.303055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25742dbd-40f6-4344-ae48-b1c9b981e9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:15.306882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:15.307307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:15.307798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.308226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:15.308738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Bound port: 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:15.309153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.392390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.393082 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] For port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:15.396470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] For port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:15.411665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Transition to ACTIVE for port object d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:15.428939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.434622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7b9c417b-a288-44b2-b90f-f17370d8cbb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:15.457560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.463569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bec4dcee-e30c-41d0-afc0-61613111754b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:15.522989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Routers {'e224c2ca-7266-4a1b-952a-9232e1521956'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:15.523695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e224c2ca-7266-4a1b-952a-9232e1521956'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:15.542159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Network e1347cb8-d4c9-4ab1-8b28-70769524447a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:15.546344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:15.548947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:15.583888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Pushing event updated for resources: {'Port': ['ID=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:15.587974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:15.607098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25742dbd-40f6-4344-ae48-b1c9b981e9a9 None None] Pushing event updated for resources: {'Port': ['ID=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:15.613134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-25742dbd-40f6-4344-ae48-b1c9b981e9a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:15.617851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.748127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.763860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] Set router e224c2ca-7266-4a1b-952a-9232e1521956 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:15.981032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c499a8ad-353f-40ee-95ab-8f29d922ff03 None None] Network e1347cb8-d4c9-4ab1-8b28-70769524447a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:09:16.038675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.108061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.132753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:09:12Z', 'revision_number': 3, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:16.137934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69258d17-a539-451a-81cc-191ad6fb2683 None None] The sync data for ids ['e224c2ca-7266-4a1b-952a-9232e1521956'] in dv-neutron-822709-1-hyperv is: [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:09:12Z', 'revision_number': 3, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:09:16.143876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d92f755f-9ee3-40d6-a513-4a8e3e849051 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:16.180343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9f587396-2184-49d4-a110-e12003778296 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:16.236188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b47cda43-a4df-4edf-a9c6-47a95251bca9 None None] Provisioning for port ca1b0bb6-2df9-421f-8361-47a88c7be911 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:16.248496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.253295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Pushing event updated for resources: {'Port': ['ID=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:16.256845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:16.338836 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 9f587396-2184-49d4-a110-e12003778296 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:16.350203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9f587396-2184-49d4-a110-e12003778296 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:16.350618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.410052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Network e1347cb8-d4c9-4ab1-8b28-70769524447a is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:16.411683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:16.549636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.597847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 9f587396-2184-49d4-a110-e12003778296, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9f587396-2184-49d4-a110-e12003778296,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:16.636484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.637470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ca1b0bb6-2df9-421f-8361-47a88c7be911 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:16.695673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:16.819329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=9f587396-2184-49d4-a110-e12003778296,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:16.831305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:16.863342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port ca1b0bb6-2df9-421f-8361-47a88c7be911 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:16.870428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ca1b0bb6-2df9-421f-8361-47a88c7be911 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:16.871385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:16.932283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Router e224c2ca-7266-4a1b-952a-9232e1521956 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:09:17.028975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.052974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3532bbb4-ee10-44f2-9539-8652c88fd422 None None] Provisioning for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:17.060604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3532bbb4-ee10-44f2-9539-8652c88fd422 None None] Provisioning complete for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:17.061037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3532bbb4-ee10-44f2-9539-8652c88fd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.126777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3532bbb4-ee10-44f2-9539-8652c88fd422 None None] Port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:17.154026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3532bbb4-ee10-44f2-9539-8652c88fd422 None None] Provisioning complete for port ca1b0bb6-2df9-421f-8361-47a88c7be911 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:17.154648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3532bbb4-ee10-44f2-9539-8652c88fd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.264816 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port ca1b0bb6-2df9-421f-8361-47a88c7be911, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ca1b0bb6-2df9-421f-8361-47a88c7be911,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:17.299543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.309148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4bba7bc-40c9-412d-97a1-31d052e649cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:17.417910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=ca1b0bb6-2df9-421f-8361-47a88c7be911,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:17.429345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:17.500139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:09:17.511153 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] 10.222.0.32 "PUT /v2.0/routers/e224c2ca-7266-4a1b-952a-9232e1521956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6002545 Dec 22 16:09:17.532456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-ceabbe6a-ddae-4519-906d-96f0684bdf08 None None] Provisioning complete for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:17.532886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ceabbe6a-ddae-4519-906d-96f0684bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.596393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ceabbe6a-ddae-4519-906d-96f0684bdf08 None None] Port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:17.719646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-449a9cee-23c1-4565-8dca-1e135fc6c458 None None] Provisioning complete for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:17.720325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-449a9cee-23c1-4565-8dca-1e135fc6c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.781376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-449a9cee-23c1-4565-8dca-1e135fc6c458 None None] Port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:18.146618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9f587396-2184-49d4-a110-e12003778296 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:18.160622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56462) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:18.167517 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748993750', 'description': 'tempest-secgroup-smoke-748993750 description', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:18.174162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:18.178380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:18.182006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:18.188246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:18.222557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9f587396-2184-49d4-a110-e12003778296 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:18.223019 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.253488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.296458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:18.300499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:18.303538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:18.310320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:18.345654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ca1b0bb6-2df9-421f-8361-47a88c7be911 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:18.382554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.407701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.413673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c139a0c9-5a88-4450-84a3-b4786d92b7ae tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:18.420182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port ca1b0bb6-2df9-421f-8361-47a88c7be911 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:18.420707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.454576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e480590c-1254-4d04-9b8f-e575b645280d,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:18.457859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:18.505066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.506513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1c3038b6-9a5a-4f64-a230-5a9557501f65 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3448689 Dec 22 16:09:18.509903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56466) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:18.517485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': 'e480590c-1254-4d04-9b8f-e575b645280d', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:18.526307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:18.530571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:18.533622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:18.540187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:18.545537 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:18.604886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.647859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:18.653707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:18.654131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.670763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.704646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.713832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a28710c8-d216-4e99-b3f5-6f4456e90043 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:18.735936 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba7f7b9-aec5-4120-9960-ec498f06882f,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:18.738965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:18.773488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.774543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.775476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b142eb9f-bd61-4696-b6f9-1d17cff0a3db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2638860 Dec 22 16:09:18.778387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56470) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:18.784538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': 'e480590c-1254-4d04-9b8f-e575b645280d', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:18.791409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:18.791978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:18.795593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:18.798910 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:18.805032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:18.819087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.821066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:18.849240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.888541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:18.892436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:18.966290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.996137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:18.998487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cca12a9c-b418-4cba-9875-155b6d5e9940 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:19.023234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ba10e7-c4e0-470d-8cfd-c70ba3938da8,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:19.026155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:19.053403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.054829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-17189cac-4a26-49f5-9bc5-cdb2041ad588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2753677 Dec 22 16:09:19.060748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56474) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:19.067085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': 'e480590c-1254-4d04-9b8f-e575b645280d', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:19.074654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:19.078802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:19.081900 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:19.088044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:19.136185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.207926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.241897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.244974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42354220-fafd-4bf9-81ce-12f7e5685715 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:19.268403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9c9790-6134-4af7-a4e3-f31192b7f4b7,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:19.272978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:19.319783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.321134 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f03b0be3-d26e-44df-bc41-4e7fad3046ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2592971 Dec 22 16:09:19.324730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56478) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:19.330898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': 'e480590c-1254-4d04-9b8f-e575b645280d', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:19.337421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:19.341623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:19.344827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:19.351239 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:19.421976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.501842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.530890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.532886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0b039a9a-0876-447b-bc06-40554aaac5ec tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:19.567917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14646862-f47b-43b6-b87a-4f3d8aaaa7a0,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:19.570640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:19.605617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.607026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2811406 Dec 22 16:09:19.610013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 56482) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:19.616197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': 'e480590c-1254-4d04-9b8f-e575b645280d', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:19.623519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:19.627594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:19.630776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:19.637318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:19.688063 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Project b2e9bc52466046e8bd7e49a657c63513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:09:19.695502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.766725 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.794202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.796344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-0d048de2-ac0c-4b02-9364-ebe435b04abf tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:19.803331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Sync routers for ids ['e224c2ca-7266-4a1b-952a-9232e1521956'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:09:19.817873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Routers {'e224c2ca-7266-4a1b-952a-9232e1521956'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:19.821104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e224c2ca-7266-4a1b-952a-9232e1521956'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:19.821643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be9dc0d-e393-4895-a41b-549e7f47bfdb,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:19.824898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:19.879890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.881272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-73b1b8c2-b504-4efc-9c1b-9e5758f6546b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2702134 Dec 22 16:09:19.884510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56486) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:19.891020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': 'e480590c-1254-4d04-9b8f-e575b645280d', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:19.897808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:19.902449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:19.905524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:19.912776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:19.956221 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Project b2e9bc52466046e8bd7e49a657c63513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:09:19.964018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.015652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Set router e224c2ca-7266-4a1b-952a-9232e1521956 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:20.045783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.070654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:20.081688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.088637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-87b78b0e-a165-47c2-801c-e93dc1592c20 tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:20.107186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbc2628-d9bf-420c-9984-16a7953d4ff8,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:20.109741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:20.148323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.155228 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-115580ec-6017-4de2-bdb2-cab0a24ee9a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2650087 Dec 22 16:09:20.330980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:20.331409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.418596 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-8eedc6e6-cd6e-4379-8709-4bdbea152152 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:09:20.477363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-8eedc6e6-cd6e-4379-8709-4bdbea152152 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:09:20.479026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-8eedc6e6-cd6e-4379-8709-4bdbea152152 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748993750&fields=id&tenant_id=b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 267 time: 0.1081769 Dec 22 16:09:20.654332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-4b8b659c-dbee-4437-8bb8-5db99eecb199 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:20.655904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-4b8b659c-dbee-4437-8bb8-5db99eecb199 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 809 time: 0.1690547 Dec 22 16:09:20.674239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-6283819c-9c65-4dae-9f6c-4d7c2357f229 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/quotas/b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 375 time: 0.0121899 Dec 22 16:09:20.708483 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:09:15Z', 'revision_number': 4, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'd3ab3e45-e4f6-4d03-812d-2e95d5b246d9', 'name': '', 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'mac_address': 'fa:16:3e:1f:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6759f1fd-979a-4392-be86-ceadea664bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:14Z', 'updated_at': '2021-12-22T16:09:15Z', 'revision_number': 2, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'subnets': [{'id': '6759f1fd-979a-4392-be86-ceadea664bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:20.712707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Checking router: e224c2ca-7266-4a1b-952a-9232e1521956 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:09:20.713121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Updating router e224c2ca-7266-4a1b-952a-9232e1521956 port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:09:20.767358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-7671c1c0-95fb-498d-baa0-4cbfcbc27a41 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868750 Dec 22 16:09:20.769020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.055003 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-59d11387-71d2-4e84-a383-b12c11b57b75 service neutron] 10.222.0.32 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742200 Dec 22 16:09:21.134385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.147544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Transition to ACTIVE for port object d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:21.209984 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-dc728f4e-fb86-4589-9597-f336a36a2beb service neutron] 10.222.0.32 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476979 Dec 22 16:09:21.211654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.217026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-59414152-5ce3-4986-a4d2-e940a108f641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:21.350053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d31818-da28-4a24-993d-0d04c81f1042 None None] Pushing event updated for resources: {'Port': ['ID=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:21.353122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54d31818-da28-4a24-993d-0d04c81f1042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:21.452549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Attempting to bind port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:21.452986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Attempting to bind port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:21.453416 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Attempting to bind port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 on network e1347cb8-d4c9-4ab1-8b28-70769524447a {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:21.461060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:21.465126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Checking segment: {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:21.465126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.465126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Bound using segment: {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:21.465126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Bound port: d3ab3e45-e4f6-4d03-812d-2e95d5b246d9, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7bf94c-04ae-4b28-a59a-53daeb02da99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:21.465126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.498907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f9ae9bc8-ba49-451a-be7f-a4a060eb19e6 req-61b53082-999b-46ae-9e27-2ad4e0c9f05a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:09:21.545766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f9ae9bc8-ba49-451a-be7f-a4a060eb19e6 req-61b53082-999b-46ae-9e27-2ad4e0c9f05a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:09:21.547422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9ae9bc8-ba49-451a-be7f-a4a060eb19e6 req-61b53082-999b-46ae-9e27-2ad4e0c9f05a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 210 time: 0.1026978 Dec 22 16:09:21.588552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] For port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:21.591842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] For port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:21.653928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.658990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:21.743976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d31818-da28-4a24-993d-0d04c81f1042 None None] Pushing event updated for resources: {'Port': ['ID=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:21.747864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54d31818-da28-4a24-993d-0d04c81f1042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:21.750697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Routers {'e224c2ca-7266-4a1b-952a-9232e1521956'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:21.751422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e224c2ca-7266-4a1b-952a-9232e1521956'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:21.962631 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] Set router e224c2ca-7266-4a1b-952a-9232e1521956 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:22.321747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:09:15Z', 'revision_number': 4, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'd3ab3e45-e4f6-4d03-812d-2e95d5b246d9', 'name': '', 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'mac_address': 'fa:16:3e:1f:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6759f1fd-979a-4392-be86-ceadea664bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:14Z', 'updated_at': '2021-12-22T16:09:21Z', 'revision_number': 4, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'subnets': [{'id': '6759f1fd-979a-4392-be86-ceadea664bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:22.325993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36665-b991-4ede-ad70-b4a44d89655a None None] The sync data for ids ['e224c2ca-7266-4a1b-952a-9232e1521956'] in dv-neutron-822709-1-hyperv is: [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:09:15Z', 'revision_number': 4, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': 'd3ab3e45-e4f6-4d03-812d-2e95d5b246d9', 'name': '', 'network_id': 'e1347cb8-d4c9-4ab1-8b28-70769524447a', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'mac_address': 'fa:16:3e:1f:ee:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6759f1fd-979a-4392-be86-ceadea664bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:14Z', 'updated_at': '2021-12-22T16:09:21Z', 'revision_number': 4, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'subnets': [{'id': '6759f1fd-979a-4392-be86-ceadea664bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:09:22.730696 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-26032385-e0c8-437f-a1a2-e949a20b17dd req-f42a6e13-c271-45b9-8925-7eb6bc1c47bd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 210 time: 0.0479863 Dec 22 16:09:23.610925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-96d5d3a6-6f60-4cde-b7f3-feb839d3ec19 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:23.612561 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-96d5d3a6-6f60-4cde-b7f3-feb839d3ec19 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 809 time: 0.1750014 Dec 22 16:09:23.668708 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-3ebe9d7d-5e18-4dcc-b6f7-d9d2f301f3ca tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 379 time: 0.0458488 Dec 22 16:09:23.677594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'port': {'device_id': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'admin_state_up': True, 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'security_groups': ['e480590c-1254-4d04-9b8f-e575b645280d']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:23.835135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:23.846241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:23.888472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Made reservation on behalf of b2e9bc52466046e8bd7e49a657c63513 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:09:23.894699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:23.942144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ba6f7e15-1a05-432c-aa7f-ae158ea23abc req-b8bb3df1-bd1c-4a1a-a0ef-826540fc3a4b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 210 time: 0.0494125 Dec 22 16:09:24.081369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Allocated IP 172.20.0.13 (2ef085ef-f587-49df-b74d-827432050421/9087ce7e-c543-40c8-9c59-abe1867d1018/59d0ca33-e276-4357-bbc5-3fc1bd3eb172) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:24.104714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:24.207586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:24.213972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:24.214766 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.316957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.335569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Transition to ACTIVE for port object 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:24.337514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.399953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.406164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f32d3842-b1e8-42c0-b4b1-61014e250119 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:24.438732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:24.464717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.466767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:24.486664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Network 2ef085ef-f587-49df-b74d-827432050421 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:24.491127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:24.494169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:24.531439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:24.536738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:24.537200 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:24.541125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:24.569761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:24.570447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.628807 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9553666 Dec 22 16:09:24.643052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Request body: {'port': {'device_id': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:24.764022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.787681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-93672df1-ef88-432e-9bed-a121f995efd2 None None] Provisioning for port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:24.793462 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-93672df1-ef88-432e-9bed-a121f995efd2 None None] Provisioning complete for port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:24.793931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93672df1-ef88-432e-9bed-a121f995efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:24.851026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-93672df1-ef88-432e-9bed-a121f995efd2 None None] Port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:25.167912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:09:25.176959 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:25.223058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b504ca-e47a-452f-9375-ff82f7253abc req-a2910bbe-7f83-489f-b7af-fbd32134cf18 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:25.223834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-06b504ca-e47a-452f-9375-ff82f7253abc req-a2910bbe-7f83-489f-b7af-fbd32134cf18 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:09:25.244906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Transition to ACTIVE for port object 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:25.273837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-06b504ca-e47a-452f-9375-ff82f7253abc req-a2910bbe-7f83-489f-b7af-fbd32134cf18 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:09:25.275787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06b504ca-e47a-452f-9375-ff82f7253abc req-a2910bbe-7f83-489f-b7af-fbd32134cf18 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 932 time: 0.1785047 Dec 22 16:09:25.305000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:25.311197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f67136ee-1e65-47df-9b2d-2173352a4256 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:25.451409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:25.463952 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06b504ca-e47a-452f-9375-ff82f7253abc req-1be87e05-e283-4325-90c8-e0c302da4191 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816902 Dec 22 16:09:25.465424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:25.583590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Attempting to bind port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:25.584242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Attempting to bind port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:25.584657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Attempting to bind port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 on network 2ef085ef-f587-49df-b74d-827432050421 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:25.591382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 on network 2ef085ef-f587-49df-b74d-827432050421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:09:25.591812 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Attempting to bind port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 on network 2ef085ef-f587-49df-b74d-827432050421 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:25.599769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:25.600124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Checking segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:25.601248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Bound using segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:25.601248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Bound port: 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:25.601830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:25.697591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:25.700894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:25.748440 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:25.753173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-aa2142ee-0a16-470b-913c-21935fddd9b7 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:25.815045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:25.816578 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] 10.222.0.71 "PUT /v2.0/ports/59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1094 time: 1.1786306 Dec 22 16:09:25.817146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:09:25.834832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:25.838776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:25.879842 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'status': 'completed', 'code': 200} Dec 22 16:09:25.999848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-90d03f65-a2c3-4779-a6c7-5a50d657f19a req-ea0d0d85-66ac-43ff-8b29-6fcbde41bc84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1097 time: 0.0988224 Dec 22 16:09:26.079199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:26.169309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:26.169846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:26.401793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d03f65-a2c3-4779-a6c7-5a50d657f19a req-2dfac058-a970-485b-b85e-e54d50686790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:26.403448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-90d03f65-a2c3-4779-a6c7-5a50d657f19a req-2dfac058-a970-485b-b85e-e54d50686790 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=b2e9bc52466046e8bd7e49a657c63513&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3970046 Dec 22 16:09:26.552457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d03f65-a2c3-4779-a6c7-5a50d657f19a req-773cb1a1-a393-4fdf-9b43-4f67a8029305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:26.554071 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-90d03f65-a2c3-4779-a6c7-5a50d657f19a req-773cb1a1-a393-4fdf-9b43-4f67a8029305 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444371 Dec 22 16:09:26.737400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760b97c-9fa7-448c-9ab1-4e5f324b6945 req-1767236f-3455-44e6-bf3e-baccfa531e2a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:26.739074 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5760b97c-9fa7-448c-9ab1-4e5f324b6945 req-1767236f-3455-44e6-bf3e-baccfa531e2a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.1517801 Dec 22 16:09:26.742849 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-616b1df3-d4dc-4e1b-b7c1-5dae8b8d2236 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1097 time: 0.1180441 Dec 22 16:09:26.833613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-237bbdaa-01cc-4156-b4c5-d7dcc2adc704 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 217 time: 0.0731606 Dec 22 16:09:26.900482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5760b97c-9fa7-448c-9ab1-4e5f324b6945 req-736971b9-29f7-4c2f-9572-5a001f44fd9c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547792 Dec 22 16:09:26.914053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-e278088a-714c-4388-b5d1-488555c4f55c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:26.916476 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-e278088a-714c-4388-b5d1-488555c4f55c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0753202 Dec 22 16:09:26.997478 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-7fe46bdc-243f-4c69-be8f-fce2669fb75a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743768 Dec 22 16:09:27.143672 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-4c946da3-f0ab-41f2-9b3d-4092c5d237ab service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388407 Dec 22 16:09:27.299530 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-689c7204-3cd7-4167-a35c-cac657fd4481 req-37577671-952b-47e3-8aa3-114e11fbc419 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495450 Dec 22 16:09:28.106901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e7359-6ff5-487d-a09a-fa246914aca3 req-16c55591-25ae-414c-91e9-e5b99f44eef6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:28.108534 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-414e7359-6ff5-487d-a09a-fa246914aca3 req-16c55591-25ae-414c-91e9-e5b99f44eef6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0828857 Dec 22 16:09:28.161098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-414e7359-6ff5-487d-a09a-fa246914aca3 req-8cdf2c11-bc27-447d-a7c3-f293612f97f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:09:28.174052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-414e7359-6ff5-487d-a09a-fa246914aca3 req-8cdf2c11-bc27-447d-a7c3-f293612f97f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:09:28.175351 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-414e7359-6ff5-487d-a09a-fa246914aca3 req-8cdf2c11-bc27-447d-a7c3-f293612f97f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605745 Dec 22 16:09:28.331500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:09:29.121666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:09:29.281098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:29.295767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'mac_address': 'fa:16:3e:5a:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:09:29.353437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:29.372121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:09:29.388565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:29.390186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b7fc5-e325-4128-92f0-6ce37def0ff7 req-7021a46b-1f27-40f9-96a8-2d861fad92c6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:29.391875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d25b7fc5-e325-4128-92f0-6ce37def0ff7 req-7021a46b-1f27-40f9-96a8-2d861fad92c6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0907357 Dec 22 16:09:29.418509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:29.420502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-eb66a7dc-adea-4e12-a754-56ae5eb0ca79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:29.442917 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d25b7fc5-e325-4128-92f0-6ce37def0ff7 req-10f11c5d-5cad-46a8-992a-802577a7d339 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445297 Dec 22 16:09:29.491489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:29.496020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:29.623115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['59d0ca33-e276-4357-bbc5-3fc1bd3eb172'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:09:30.659315 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67678bf8-c719-489a-bc62-fa27b8bb3be6 req-9ce26525-e6f7-4638-83f5-b029edd9fcdd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:30.660973 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-67678bf8-c719-489a-bc62-fa27b8bb3be6 req-9ce26525-e6f7-4638-83f5-b029edd9fcdd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 945 time: 0.0883975 Dec 22 16:09:30.709637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-67678bf8-c719-489a-bc62-fa27b8bb3be6 req-af4ae9b6-b535-40b5-b941-10701a174d9e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Dec 22 16:09:31.137165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:31.252958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:31.259063 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:31.259496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:31.380763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:31.409183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:09:31.420655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:31.447154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:31.449266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:31.484421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'code': 200} Dec 22 16:09:31.522899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:31.526061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:31.773766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7dfcb469-8d1b-4b69-aec4-1fd3cbb5c069 req-4287a266-9dd4-4dcb-82fd-a1662723f99d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1099 time: 0.0806124 Dec 22 16:09:31.823514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7dfcb469-8d1b-4b69-aec4-1fd3cbb5c069 req-b8c3b1ed-4cb9-42c6-bf40-bc162bfd3081 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434072 Dec 22 16:09:31.918324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24284438-6e13-4060-b5b1-ed4d25fefb86 req-14c6e9ba-d3af-4ce2-9c49-76cbcc1368d1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:31.919956 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24284438-6e13-4060-b5b1-ed4d25fefb86 req-14c6e9ba-d3af-4ce2-9c49-76cbcc1368d1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0846434 Dec 22 16:09:31.927058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:31.967629 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24284438-6e13-4060-b5b1-ed4d25fefb86 req-7fc398b1-d85c-4037-9dc1-b714eaeb7cdd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Dec 22 16:09:32.344490 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5b8c368-8457-4e95-bd11-924335a092c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:33.182494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4e634-32a2-40c4-bbac-728ac07db639 req-14e8c573-0b25-467f-ad51-46925a287df1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:33.184150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bf4e634-32a2-40c4-bbac-728ac07db639 req-14e8c573-0b25-467f-ad51-46925a287df1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0858634 Dec 22 16:09:33.237274 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2bf4e634-32a2-40c4-bbac-728ac07db639 req-a54c7e0a-e5c6-4b8a-a265-7c12df94097e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471318 Dec 22 16:09:33.448303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdc32d-a526-4e28-ae6e-1a5ff78f442b req-939d445f-44cb-466b-9dce-f44585e1d52f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:33.450017 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20fdc32d-a526-4e28-ae6e-1a5ff78f442b req-939d445f-44cb-466b-9dce-f44585e1d52f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0897374 Dec 22 16:09:33.500484 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-20fdc32d-a526-4e28-ae6e-1a5ff78f442b req-d34b74ce-c37c-4a65-8b9e-5d2de62d93d6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443466 Dec 22 16:09:33.528479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56550) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:33.676314 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ab313267-46a2-4818-b07b-aa6e0baee62c tempest-TestShelveInstance-52944301 tempest-TestShelveInstance-52944301-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1094 time: 0.1465449 Dec 22 16:09:33.679247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:33.685753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:33.692096 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:33.696284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:floatingip and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:33.699297 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:33.705478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:33.753464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:33.890690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:33.901300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:34.051827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Allocated IP 172.26.4.218 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/2fa14123-d1c4-4996-bb48-dd8695ac4c37) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:34.214408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:34.270473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:34.275724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-28bacaa5-1393-4374-8e12-ddd75d84287b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:34.346066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:34.349714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:34.355245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:34.381106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'Port': ['ID=2fa14123-d1c4-4996-bb48-dd8695ac4c37,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:34.387637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:34.555373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-21504cb1-8344-45e6-b537-a32c840eb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:34.880906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:34.966689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:35.128192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:35.189570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:35.309863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:35.315372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cab08d8-9c11-41a9-9b62-6e7852d5e9e8 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:35.428569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'Port': ['ID=2fa14123-d1c4-4996-bb48-dd8695ac4c37,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:35.433616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:35.443173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:35.648208 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Floating IP c6778657-5198-4a19-bfa6-ba999d0fb4e6 associated. External IP: 172.26.4.218, port: 59d0ca33-e276-4357-bbc5-3fc1bd3eb172. Dec 22 16:09:36.061178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Router 9ae74760-2db7-400f-b226-368e0dd536f2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:09:36.282365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:09:36.292966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:09:36.306723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:36.307433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:36.332691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:36.390571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7101924 Dec 22 16:09:36.391430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:09:36.447353 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'status': 'completed', 'code': 200} Dec 22 16:09:36.499266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:36.553127 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-652934b5-67e7-4bda-bd0a-5d1620b73679 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1099 time: 0.0827546 Dec 22 16:09:36.701178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-6864c4cc-64c6-41b3-b65f-3a465b41b590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:36.702799 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-6864c4cc-64c6-41b3-b65f-3a465b41b590 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1439650 Dec 22 16:09:36.810401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-d3829b92-bc0a-4d42-a786-a41c4bffa4ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1000 time: 0.1013460 Dec 22 16:09:36.888168 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-8195e6e6-f30d-47f0-9b5c-7941bf1b59d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:36.889819 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-8195e6e6-f30d-47f0-9b5c-7941bf1b59d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0734103 Dec 22 16:09:36.975252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-2ff5edb5-33cd-4e91-8200-8de50fff3c9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790987 Dec 22 16:09:36.983830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:37.016423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'c6778657-5198-4a19-bfa6-ba999d0fb4e6', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'mac_address': 'fa:16:3e:5a:77:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:09:34Z', 'updated_at': '2021-12-22T16:09:34Z', 'revision_number': 0, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:37.020436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:09:37.032023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:37.032689 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:09:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:37.119046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-c0aae189-ec4e-4400-939f-17349e9cd721 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370871 Dec 22 16:09:37.216937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:37.263670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ded5d0d-7b05-431d-8829-e158ed6886bc req-8f7f4278-49fe-4edc-b4e2-6de90f5afe27 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384320 Dec 22 16:09:37.584184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'c6778657-5198-4a19-bfa6-ba999d0fb4e6', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'mac_address': 'fa:16:3e:5a:77:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:09:34Z', 'updated_at': '2021-12-22T16:09:34Z', 'revision_number': 0, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:37.589047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f94bc2-2854-4ff9-8d1c-671b961cca3e None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': 'c6778657-5198-4a19-bfa6-ba999d0fb4e6', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'mac_address': 'fa:16:3e:5a:77:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:09:34Z', 'updated_at': '2021-12-22T16:09:34Z', 'revision_number': 0, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:09:37.930563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac41073-d13e-4dc2-9f97-63265761ab02 None None] New status for floating IP c6778657-5198-4a19-bfa6-ba999d0fb4e6: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:09:48.947423 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-d45c68ee-c9fb-41bd-96f0-66f71a96331a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793557 Dec 22 16:09:49.233730 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-a2610681-914e-4d03-8e5a-61ce8623eba3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1099 time: 0.0751841 Dec 22 16:09:49.392340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-bea3096b-8593-49c8-a4d3-5ff8c05fb480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:49.393936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-bea3096b-8593-49c8-a4d3-5ff8c05fb480 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1405382 Dec 22 16:09:49.504961 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-aaab6caf-11ee-44fa-9f78-c70d5b139cf4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1002 time: 0.1042836 Dec 22 16:09:49.576939 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-ee4e5efc-1de3-49a4-85cf-9004ada280d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:49.578643 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-ee4e5efc-1de3-49a4-85cf-9004ada280d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0679085 Dec 22 16:09:49.665447 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-702ab03b-cb87-4893-bc2c-44085dbd5309 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792189 Dec 22 16:09:49.806279 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-c68055cc-0409-41e5-865e-85f80175e199 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344643 Dec 22 16:09:49.949632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-97db20bd-1f0e-4d09-9c42-d47e82c791b6 req-5e4e739f-35f3-4dc6-aa94-7309fad3587b service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362941 Dec 22 16:10:01.948989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:02.325740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e51de027-732a-4df1-b66f-fceaea39e5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:03.891821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:04.559715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b4bcb46c-7c78-4a00-978c-6be8f5c8487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:05.143073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:05.336461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:10:06.988217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:31.938660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:32.344830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5c9c304e-f3d8-4d04-a72f-2f1ba722da6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:33.884792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:34.621674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1691272e-4673-419e-9aca-b54262a3ba35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:35.141262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:36.990378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:42.338306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:10:50.875957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-6c0126ab-c677-4145-853d-fc02640e483d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763488 Dec 22 16:10:51.025100 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-2fa5b100-624d-4d87-9306-6e74a588d12b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1099 time: 0.0736303 Dec 22 16:10:51.186202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-b0ef05ca-5050-4fee-8b88-be8e8ec2a4be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:10:51.187874 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-b0ef05ca-5050-4fee-8b88-be8e8ec2a4be service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1431632 Dec 22 16:10:51.300229 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-c2603ed3-9689-47df-99ce-26759d88135f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1002 time: 0.1052008 Dec 22 16:10:51.374227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-3b436fd7-1e96-4b27-b14e-9c2a4514c02c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:10:51.375865 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-3b436fd7-1e96-4b27-b14e-9c2a4514c02c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0697846 Dec 22 16:10:51.459144 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-2a7ed291-8e42-4c01-b3fa-179386b15923 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768292 Dec 22 16:10:51.611524 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-aea54fb6-40bc-414c-bbe8-9f627e0a5797 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458862 Dec 22 16:10:51.990190 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-439711ec-4843-4f0a-9b4b-71f866c536c5 req-78c2cb21-c0ba-4834-83fd-1a19d1bbf1b1 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724036 Dec 22 16:11:01.972035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:02.343447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-30709d90-ab6e-4753-9647-e75a5498b52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:03.895729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:04.571706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e53f733-d386-411b-b296-9d2e734b2cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:05.138260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:06.994494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:19.340068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:11:31.947370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:32.056363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521db9b-7c48-4b83-aea1-df8bff6c6f67 req-c083fb37-91d7-40b8-acc9-b2fda563abfe tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:32.058012 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1521db9b-7c48-4b83-aea1-df8bff6c6f67 req-c083fb37-91d7-40b8-acc9-b2fda563abfe tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0839963 Dec 22 16:11:32.110141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1521db9b-7c48-4b83-aea1-df8bff6c6f67 req-a3f5e1d5-b3ca-4e06-a810-14c32e62277a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459256 Dec 22 16:11:32.334042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d3e4b41-3331-410a-a2a1-f01cd3bd1fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:33.344423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbe180-a9d5-4568-9058-8576cf5e66ce req-80ddd60e-ac9f-4843-847f-90533663dc4e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:33.346089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbe180-a9d5-4568-9058-8576cf5e66ce req-80ddd60e-ac9f-4843-847f-90533663dc4e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0903466 Dec 22 16:11:33.394767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1acbe180-a9d5-4568-9058-8576cf5e66ce req-069818f0-47e3-4586-9e2f-a98b80643dde tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424194 Dec 22 16:11:33.890178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:34.570146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3fa6d37e-7c2a-4ab6-bcfc-11639b76f9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:34.599785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77445238-6880-4fcf-b52a-b81cb920f628 req-76735141-de89-4f69-8724-34b3aff117b2 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:34.601399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-77445238-6880-4fcf-b52a-b81cb920f628 req-76735141-de89-4f69-8724-34b3aff117b2 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0839124 Dec 22 16:11:34.653039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-77445238-6880-4fcf-b52a-b81cb920f628 req-340ee8db-f2f6-4069-b52a-d5753f826dff tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453775 Dec 22 16:11:35.158782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:35.858683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da520ac8-b9fa-4107-a92a-c2221d38c0d6 req-64271c4a-017b-4fa6-8e9e-1090a59dacbe tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:35.860317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da520ac8-b9fa-4107-a92a-c2221d38c0d6 req-64271c4a-017b-4fa6-8e9e-1090a59dacbe tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0814955 Dec 22 16:11:36.147367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da520ac8-b9fa-4107-a92a-c2221d38c0d6 req-920878d3-a529-4721-9535-9491e97aefed tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808845 Dec 22 16:11:36.998518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:37.358333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e395cf2-6562-43b8-ac41-e03aa4617937 req-520e366d-7ed8-4437-8064-dedc44e0deac tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:37.359983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e395cf2-6562-43b8-ac41-e03aa4617937 req-520e366d-7ed8-4437-8064-dedc44e0deac tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0879178 Dec 22 16:11:37.409608 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6e395cf2-6562-43b8-ac41-e03aa4617937 req-04d91f6c-0664-40f3-9dd1-9a26aae1c9f8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 Dec 22 16:11:38.866251 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e824ea-ee43-4b09-880a-da5ab279f5ff req-1fb97930-787f-418d-a855-91b98e81b2db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:38.867852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3e824ea-ee43-4b09-880a-da5ab279f5ff req-1fb97930-787f-418d-a855-91b98e81b2db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0836456 Dec 22 16:11:38.916181 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e3e824ea-ee43-4b09-880a-da5ab279f5ff req-aa480e5c-42f3-4d15-a66e-3c91d217fc19 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Dec 22 16:11:40.127514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba7822-c5b4-4154-a10c-cf263b40afa1 req-2396b834-9ac6-4e49-9793-922a3f47b5c8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:40.129155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecba7822-c5b4-4154-a10c-cf263b40afa1 req-2396b834-9ac6-4e49-9793-922a3f47b5c8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0830128 Dec 22 16:11:40.179620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ecba7822-c5b4-4154-a10c-cf263b40afa1 req-704a9413-e28f-4443-83e5-b5d33d80ae3f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Dec 22 16:11:41.398448 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910824d2-ab4e-44cb-b423-f44a6c859463 req-e6623395-3f25-4920-b383-1e7a18c132e9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:41.400114 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-910824d2-ab4e-44cb-b423-f44a6c859463 req-e6623395-3f25-4920-b383-1e7a18c132e9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0931330 Dec 22 16:11:41.453186 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-910824d2-ab4e-44cb-b423-f44a6c859463 req-0c4eb3cd-db5a-4f5f-84c4-b71f11297b03 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461481 Dec 22 16:11:42.664276 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8503e3e-25eb-4daf-8a9f-b547bed74224 req-0dbde97e-de3b-4bc1-a05f-29a2293a1502 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:42.665991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8503e3e-25eb-4daf-8a9f-b547bed74224 req-0dbde97e-de3b-4bc1-a05f-29a2293a1502 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0897710 Dec 22 16:11:42.718219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f8503e3e-25eb-4daf-8a9f-b547bed74224 req-e17325cb-1eee-4256-a20d-dac0fdd49733 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Dec 22 16:11:43.855420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:11:44.002454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:11:44.017469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'mac_address': 'fa:16:3e:5a:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:11:44.025338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084efd-d015-4dc0-8793-5b8e626abaf5 req-cc331b1f-c38a-4832-ad8c-e88475f968f1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:44.027084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-00084efd-d015-4dc0-8793-5b8e626abaf5 req-cc331b1f-c38a-4832-ad8c-e88475f968f1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.1713262 Dec 22 16:11:44.077070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:44.077847 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-00084efd-d015-4dc0-8793-5b8e626abaf5 req-af05c27e-5925-4373-8cd2-b766ce71dd76 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 Dec 22 16:11:44.100193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:11:44.126472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:11:44.181125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:44.183916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:11:44.258549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:11:44.265057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['59d0ca33-e276-4357-bbc5-3fc1bd3eb172'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:11:44.311294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.311618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.312006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.312394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.312767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.313160 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.313525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.313902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.314286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.314644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.315038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:11:44.321091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:11:45.303447 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc06ed-d8f7-456d-b3d9-b8b2cc8506cd req-7e1327d7-3bfd-4fce-a9c9-904f5e7c9050 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:45.305059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6fbc06ed-d8f7-456d-b3d9-b8b2cc8506cd req-7e1327d7-3bfd-4fce-a9c9-904f5e7c9050 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 945 time: 0.0839784 Dec 22 16:11:45.365235 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6fbc06ed-d8f7-456d-b3d9-b8b2cc8506cd req-89b70107-74a9-44a3-b257-8c66291ce307 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486279 Dec 22 16:11:45.862590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:11:45.936625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:11:45.937132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:46.073695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:46.112218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:11:46.119425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:11:46.162516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:46.164899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54d31818-da28-4a24-993d-0d04c81f1042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:11:46.209661 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'code': 200} Dec 22 16:11:46.254481 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:11:46.258672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:11:46.608415 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c513-e616-483d-b6d1-bbe10b6f2489 req-0195d767-bf1c-4e36-be91-89cce8d398c1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:46.610176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c238c513-e616-483d-b6d1-bbe10b6f2489 req-0195d767-bf1c-4e36-be91-89cce8d398c1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0986948 Dec 22 16:11:46.683620 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c238c513-e616-483d-b6d1-bbe10b6f2489 req-66d6c3b0-e8c7-4d3a-89a6-129242940e0c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661972 Dec 22 16:11:47.894826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2876fa-2c15-4cb3-b552-ddd4163894a2 req-e87a5f1c-0107-4270-8be8-a6245847db79 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:47.896729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0a2876fa-2c15-4cb3-b552-ddd4163894a2 req-e87a5f1c-0107-4270-8be8-a6245847db79 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0907941 Dec 22 16:11:47.949289 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0a2876fa-2c15-4cb3-b552-ddd4163894a2 req-871b2fcc-aa65-462e-960d-05c152b0021a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458980 Dec 22 16:11:49.220382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fde7fc-94ee-49e2-871a-f0fed8d737d7 req-813a3c0c-0dcf-4618-b000-9e8fc42660d3 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:49.221749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c3fde7fc-94ee-49e2-871a-f0fed8d737d7 req-813a3c0c-0dcf-4618-b000-9e8fc42660d3 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.1366570 Dec 22 16:11:49.297659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c3fde7fc-94ee-49e2-871a-f0fed8d737d7 req-d79bd778-5d4f-4bd9-9dd8-dd42b6bdc7d8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644469 Dec 22 16:11:50.554846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a5f47-41b0-4a33-b17b-e6c912a3d37e req-e623319b-4fb0-4b41-86ad-d900d3b5b2db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:50.556690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e6a5f47-41b0-4a33-b17b-e6c912a3d37e req-e623319b-4fb0-4b41-86ad-d900d3b5b2db tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.1174631 Dec 22 16:11:50.618782 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e6a5f47-41b0-4a33-b17b-e6c912a3d37e req-40dd37c4-214b-4029-8319-a3b5d1f93887 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539732 Dec 22 16:11:51.853790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd9d65-6923-4fb1-8341-5b17d9716310 req-19f37b89-d833-4c5b-a9d5-dc4cd9405c92 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:51.856410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35cd9d65-6923-4fb1-8341-5b17d9716310 req-19f37b89-d833-4c5b-a9d5-dc4cd9405c92 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0977850 Dec 22 16:11:51.916422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-35cd9d65-6923-4fb1-8341-5b17d9716310 req-128ac7ca-4776-46c6-a38c-cdcc92ee25b8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524819 Dec 22 16:11:53.091291 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-d720324f-a43c-4689-8aa9-0778d97b690e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1099 time: 0.2174990 Dec 22 16:11:53.156059 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc248-c3b5-463d-a880-e89196c0f92f req-ea06cbe0-4447-4b74-bfe4-c7f5c7002bba tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:53.164527 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2dbc248-c3b5-463d-a880-e89196c0f92f req-ea06cbe0-4447-4b74-bfe4-c7f5c7002bba tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.1131802 Dec 22 16:11:53.224640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a2dbc248-c3b5-463d-a880-e89196c0f92f req-3d0f1866-6cea-4910-9bd4-14dc60a9b97b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590198 Dec 22 16:11:53.297403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-af83c96c-c796-44c2-95d5-3e98ea8491d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:53.299255 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-af83c96c-c796-44c2-95d5-3e98ea8491d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1851134 Dec 22 16:11:53.430319 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-6151feb4-10af-4bf8-a961-5d249dfcfe92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1002 time: 0.1195436 Dec 22 16:11:53.509650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-355de631-ab55-481a-8d10-4de505aa251e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:53.511473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-355de631-ab55-481a-8d10-4de505aa251e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0748224 Dec 22 16:11:53.603235 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-5a9daead-ba01-4436-94bd-3fa9d24ee541 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845625 Dec 22 16:11:53.771634 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-98ee6714-9e81-41c6-b154-e7f1af8cc3d0 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613059 Dec 22 16:11:53.932646 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b6a63f3b-4e11-4e29-8c1f-769520ece4ca req-a836d426-7a60-4a91-b924-8993e30f2654 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545117 Dec 22 16:11:54.433259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788465-031f-4256-a143-b9df9eb13585 req-0e9b3fa8-1df6-4751-8339-76e4227495c4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:54.434889 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03788465-031f-4256-a143-b9df9eb13585 req-0e9b3fa8-1df6-4751-8339-76e4227495c4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0882447 Dec 22 16:11:54.484533 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03788465-031f-4256-a143-b9df9eb13585 req-07032f39-784b-47ff-9759-b4b70e40054a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434744 Dec 22 16:11:55.702068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ef87-42b2-4d3e-86e4-de59aebe9d62 req-67a931a1-3a48-43a6-8cb6-58a151cd2f97 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:55.703738 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f99ef87-42b2-4d3e-86e4-de59aebe9d62 req-67a931a1-3a48-43a6-8cb6-58a151cd2f97 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0925729 Dec 22 16:11:55.752955 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f99ef87-42b2-4d3e-86e4-de59aebe9d62 req-f389d004-5c7b-429d-9069-a0095c1239ba tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430126 Dec 22 16:11:56.342610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:11:56.452870 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-19a13aa4-1ca6-44fd-b0ac-d286f2afb2b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1099 time: 0.0766191 Dec 22 16:11:56.593281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-2aaacb74-86e1-4b26-8122-de666ad7537d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:56.594792 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-2aaacb74-86e1-4b26-8122-de666ad7537d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1361227 Dec 22 16:11:56.704180 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-f4a43873-87d6-4473-ac8f-16c532b614c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1002 time: 0.1030908 Dec 22 16:11:56.773755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-9419ded2-ccfc-4a49-a4c9-b437e9d5da53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:56.775390 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-9419ded2-ccfc-4a49-a4c9-b437e9d5da53 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0651863 Dec 22 16:11:56.860204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-a4439628-5fb2-40c2-87bb-8d2619a506de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781868 Dec 22 16:11:57.077272 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-d57a0dea-6769-45a9-85b9-e09d1f717fac service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107766 Dec 22 16:11:57.083373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcdbca-eb00-4114-9fb3-c553ccee7484 req-0691ce2a-36b4-493c-ac5a-7e89b9286ab1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:57.084878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8adcdbca-eb00-4114-9fb3-c553ccee7484 req-0691ce2a-36b4-493c-ac5a-7e89b9286ab1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.1897862 Dec 22 16:11:57.246173 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8adcdbca-eb00-4114-9fb3-c553ccee7484 req-177448bf-969b-4de2-9100-9583b1134857 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388369 Dec 22 16:11:57.269420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a87e9b8-b8d8-4d73-920b-d82e94f97201 req-ddc084a6-17f3-4bff-8dad-5e2b6d49cd1e service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835477 Dec 22 16:11:58.455734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2a35-64b1-49ff-b92f-a99e0bbe7035 req-724ae115-4757-432a-a6fc-5d1d9a2d29a1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:58.457323 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f17d2a35-64b1-49ff-b92f-a99e0bbe7035 req-724ae115-4757-432a-a6fc-5d1d9a2d29a1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0836239 Dec 22 16:11:58.506232 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f17d2a35-64b1-49ff-b92f-a99e0bbe7035 req-10ddbdfe-5901-4ec3-b5b6-281826a8e782 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Dec 22 16:11:59.724755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10a25-84ef-4a75-949a-bb26a5a5ead2 req-60030cb0-f078-469e-bdfe-82c860e19019 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:59.726413 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f5e10a25-84ef-4a75-949a-bb26a5a5ead2 req-60030cb0-f078-469e-bdfe-82c860e19019 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 946 time: 0.0933764 Dec 22 16:11:59.778401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f5e10a25-84ef-4a75-949a-bb26a5a5ead2 req-d8cebf7f-78b0-4acc-b3e8-58033d7aae42 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Dec 22 16:11:59.925081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:11:59.975001 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6b007550-14f5-46a7-bd66-437a37b9cfa4 req-70c1715f-adff-4b12-a2f6-4c1480957b40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0794833 Dec 22 16:12:00.039092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:00.066644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:12:00.077358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:00.116737 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'code': 422} returned with failed status Dec 22 16:12:00.117982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:00.121300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:00.199804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:00.216102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:00.346421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61c8a1-fcd4-4d92-856c-feb72d7dd293 req-a3e5cf16-20e3-48fd-9c35-d54d5dc5af74 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:00.348026 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca61c8a1-fcd4-4d92-856c-feb72d7dd293 req-a3e5cf16-20e3-48fd-9c35-d54d5dc5af74 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0882280 Dec 22 16:12:00.399253 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ca61c8a1-fcd4-4d92-856c-feb72d7dd293 req-fc543d5d-d840-4c02-8a87-2bc819d28e1e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Dec 22 16:12:00.528979 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-4a42c0ed-42d0-47bd-bfbf-d5a633af9f01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484017 Dec 22 16:12:01.442261 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-4efbfc4a-eae3-4dc7-89cc-585ab7114600 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f&tenant_id=b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 1097 time: 0.0770521 Dec 22 16:12:01.547113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-76ff7e6e-60a1-4760-b878-0dce22123327 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1097 time: 0.0784023 Dec 22 16:12:01.618008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b8ddc-1adf-40eb-8c74-a2fb9583c30a req-cb1812cc-ee22-46d9-90d8-6874b3eab273 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:01.620205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-269b8ddc-1adf-40eb-8c74-a2fb9583c30a req-cb1812cc-ee22-46d9-90d8-6874b3eab273 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0898695 Dec 22 16:12:01.670566 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-269b8ddc-1adf-40eb-8c74-a2fb9583c30a req-3a75ff3f-5c39-45c5-a61e-d5771ae4bdf4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Dec 22 16:12:01.691159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-2a202c6d-0ab4-4595-97c4-14f1389ce61e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:01.692824 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-2a202c6d-0ab4-4595-97c4-14f1389ce61e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1399310 Dec 22 16:12:01.797927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-99b5ebf8-030e-455a-9c2f-4366f9127c01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1000 time: 0.0980592 Dec 22 16:12:01.869026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-7fce9524-ba20-460b-83e8-ee8ddbac1552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:01.870591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-7fce9524-ba20-460b-83e8-ee8ddbac1552 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0670259 Dec 22 16:12:01.953845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-6ea51b30-4474-4325-96ef-ca7b716ceac5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771353 Dec 22 16:12:01.969146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:02.097177 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-21997c45-a690-42eb-b9cf-7599255a5823 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367905 Dec 22 16:12:02.239787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-68eeb328-1b47-4c9f-b923-3a2eb4a15e07 req-7de8b2b0-c4f3-4760-ab04-74edbc22f341 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367061 Dec 22 16:12:02.334734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9d6619c4-c70d-4ab6-9fc7-2504b092b920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:02.887080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09160c4-9bb9-4d3b-9693-cb2547768f51 req-8809881b-dbca-4b1e-b29b-c06780b4d3c7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:02.888841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c09160c4-9bb9-4d3b-9693-cb2547768f51 req-8809881b-dbca-4b1e-b29b-c06780b4d3c7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0892034 Dec 22 16:12:02.938400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c09160c4-9bb9-4d3b-9693-cb2547768f51 req-6a916dcb-5087-49cf-9e21-41517475550f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Dec 22 16:12:03.910336 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:04.175295 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419af4ba-fc96-4728-88b7-bf4b007de4d8 req-8c5586a6-7e1d-487b-a536-c0a86df49e91 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:04.176654 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419af4ba-fc96-4728-88b7-bf4b007de4d8 req-8c5586a6-7e1d-487b-a536-c0a86df49e91 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.1031601 Dec 22 16:12:04.227420 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-419af4ba-fc96-4728-88b7-bf4b007de4d8 req-d1a6baf5-f78c-4c4f-83fa-1762f1397919 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Dec 22 16:12:04.585891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-47949dac-42b7-4f34-9e6c-a0ec15d65d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:05.150134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:05.445507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b4823-cebd-45e9-b2c9-8180dbf54400 req-5def98b9-8406-4787-80b7-b7b55356375e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:05.447224 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-360b4823-cebd-45e9-b2c9-8180dbf54400 req-5def98b9-8406-4787-80b7-b7b55356375e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0904977 Dec 22 16:12:05.497550 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-360b4823-cebd-45e9-b2c9-8180dbf54400 req-158870b2-31e8-4735-b2b8-a39f1b1c33df tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Dec 22 16:12:06.722205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b66356-cbed-41e2-a995-fd12aff47bbf req-5c9ef54b-e84e-4c38-b0aa-4e8011a8b35b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:06.724085 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48b66356-cbed-41e2-a995-fd12aff47bbf req-5c9ef54b-e84e-4c38-b0aa-4e8011a8b35b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0950511 Dec 22 16:12:06.776172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-48b66356-cbed-41e2-a995-fd12aff47bbf req-7375611a-ff00-4acd-bb53-99465047da83 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449414 Dec 22 16:12:06.996133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:08.230645 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12588b-b936-4049-90a5-0c824ea9570e req-e10a8eb0-1255-4a9c-a340-051486b590ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:08.232312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d12588b-b936-4049-90a5-0c824ea9570e req-e10a8eb0-1255-4a9c-a340-051486b590ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.3296075 Dec 22 16:12:08.284364 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1d12588b-b936-4049-90a5-0c824ea9570e req-7af3b022-05ac-4212-8a16-f9eb31d12a3d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 Dec 22 16:12:09.500304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10412836-3778-4382-8889-dd0f128646a1 req-52575c69-d68c-410c-a17e-bb665a9de071 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:09.501926 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10412836-3778-4382-8889-dd0f128646a1 req-52575c69-d68c-410c-a17e-bb665a9de071 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0908051 Dec 22 16:12:09.560454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-10412836-3778-4382-8889-dd0f128646a1 req-3d3c03ed-e003-4a42-bcda-08a29a91be72 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523410 Dec 22 16:12:10.779399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d6e87-b4fd-481d-9f7a-41d41f408b4b req-1221bd98-bc76-4942-b28e-9af8addd706d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:10.781002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb2d6e87-b4fd-481d-9f7a-41d41f408b4b req-1221bd98-bc76-4942-b28e-9af8addd706d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0925691 Dec 22 16:12:10.831430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cb2d6e87-b4fd-481d-9f7a-41d41f408b4b req-62836e7c-9480-4847-a2ff-2c833162bf6a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442283 Dec 22 16:12:12.072463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc6690-e21b-4ea7-8bb3-dcbc49f8211d req-5f7e3da3-dc8c-48c9-9ec1-dc78b9f88e9e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:12.074205 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-edcc6690-e21b-4ea7-8bb3-dcbc49f8211d req-5f7e3da3-dc8c-48c9-9ec1-dc78b9f88e9e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0897181 Dec 22 16:12:12.125462 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-edcc6690-e21b-4ea7-8bb3-dcbc49f8211d req-13f9835f-6385-49a8-b248-3eea1f6f1dd1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 Dec 22 16:12:13.370070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d815-4f98-46fa-8d18-2c4c2eb77e90 req-6640e700-8919-44ba-929b-ddd752c5fd4d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:13.371743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b8a5d815-4f98-46fa-8d18-2c4c2eb77e90 req-6640e700-8919-44ba-929b-ddd752c5fd4d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0852890 Dec 22 16:12:13.424238 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b8a5d815-4f98-46fa-8d18-2c4c2eb77e90 req-0adf2d37-8c82-4d11-b2e0-315037c987c4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459805 Dec 22 16:12:14.634147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7cb12-4c03-424f-9ced-4abdada65206 req-174d6ea0-8d39-41c4-8395-3db1955506f8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:14.635749 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ec7cb12-4c03-424f-9ced-4abdada65206 req-174d6ea0-8d39-41c4-8395-3db1955506f8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0864096 Dec 22 16:12:14.684346 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ec7cb12-4c03-424f-9ced-4abdada65206 req-99a364a4-ba71-4729-9e3d-19b0f57ad642 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Dec 22 16:12:15.890837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf27be-7da4-4e81-8252-0fd1cec122f1 req-49135897-95f0-4541-b591-5bc145a177c5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:15.892455 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9aaf27be-7da4-4e81-8252-0fd1cec122f1 req-49135897-95f0-4541-b591-5bc145a177c5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0859315 Dec 22 16:12:15.942359 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9aaf27be-7da4-4e81-8252-0fd1cec122f1 req-4942c1b8-49f3-40d7-afeb-ee6cfebe42a5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Dec 22 16:12:17.147118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c97b6-8884-467f-b83f-174c4747bd22 req-f763169b-781b-4c13-9b9b-5eed8b3c46b9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:17.148757 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-592c97b6-8884-467f-b83f-174c4747bd22 req-f763169b-781b-4c13-9b9b-5eed8b3c46b9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 944 time: 0.0838399 Dec 22 16:12:17.198904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-592c97b6-8884-467f-b83f-174c4747bd22 req-81474d22-9edd-4585-bb71-628cf6f8de51 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Dec 22 16:12:17.954471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:12:18.096712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:18.110884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'port_id': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'mac_address': 'fa:16:3e:5a:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:12:18.171616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:18.190175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:12:18.205305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:18.246558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:18.248549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-81e3196f-6ccd-403a-9c33-51fb2ef761da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:18.315458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=9']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:18.318855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:18.407911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ae407-c7f2-49ad-8b74-5063e788e3f9 req-78fcccba-0e23-44a8-9521-7319d24f235a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:18.409547 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c96ae407-c7f2-49ad-8b74-5063e788e3f9 req-78fcccba-0e23-44a8-9521-7319d24f235a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 945 time: 0.0843515 Dec 22 16:12:18.459252 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c96ae407-c7f2-49ad-8b74-5063e788e3f9 req-e0ce65cb-f327-447c-9948-d6be7bd6f2f7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 Dec 22 16:12:18.505056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['59d0ca33-e276-4357-bbc5-3fc1bd3eb172'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:12:19.674856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f2c15-1a98-4871-bffb-7286788b186c req-0516c74d-41e2-4bb4-a928-1f29f0cbdf11 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:19.676429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b50f2c15-1a98-4871-bffb-7286788b186c req-0516c74d-41e2-4bb4-a928-1f29f0cbdf11 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 945 time: 0.0882146 Dec 22 16:12:19.724800 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b50f2c15-1a98-4871-bffb-7286788b186c req-2fd6706b-dc38-45e3-bc41-a81918d432c0 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421960 Dec 22 16:12:19.965345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:12:20.039983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:12:20.041040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:20.156913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:20.185300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:12:20.196130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:20.225403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:20.228906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:20.270786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'code': 200} Dec 22 16:12:20.312141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=10']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:20.315495 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:20.728485 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2eee5373-d459-4c6a-8172-619b291deae0 req-a455c649-1ae9-4b80-9367-2e2aa21cccd5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1100 time: 0.0788522 Dec 22 16:12:20.774204 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2eee5373-d459-4c6a-8172-619b291deae0 req-ecc5ab43-1b0f-46b0-b92a-ddcd0f13c5dc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Dec 22 16:12:20.933711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cfb11-48b4-48e5-805d-73ff4128cd91 req-cae65bb5-930c-4b92-a12e-583f63e14892 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:20.935448 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b8cfb11-48b4-48e5-805d-73ff4128cd91 req-cae65bb5-930c-4b92-a12e-583f63e14892 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 947 time: 0.0858574 Dec 22 16:12:20.985582 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2b8cfb11-48b4-48e5-805d-73ff4128cd91 req-b8667674-5a1e-4ab0-94cc-9a8d4d550a7f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Dec 22 16:12:22.202107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f3e35-e910-43fa-b7b7-371bb2594022 req-073c8f9a-58a2-4019-86de-c864a2579912 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:22.205033 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-918f3e35-e910-43fa-b7b7-371bb2594022 req-073c8f9a-58a2-4019-86de-c864a2579912 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 947 time: 0.0870183 Dec 22 16:12:22.260570 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-918f3e35-e910-43fa-b7b7-371bb2594022 req-930000e9-39ad-4f97-8440-0e9441ea7968 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487192 Dec 22 16:12:23.475207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881020c9-3e5d-4035-aacf-e0ee888cb57f req-2c557db5-dc43-42d8-bad2-1527d2561057 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:23.476826 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-881020c9-3e5d-4035-aacf-e0ee888cb57f req-2c557db5-dc43-42d8-bad2-1527d2561057 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 947 time: 0.0928268 Dec 22 16:12:23.526266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-881020c9-3e5d-4035-aacf-e0ee888cb57f req-cec25d86-92bf-4dbd-af22-8c681f93b431 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Dec 22 16:12:31.972338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:32.333105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e682561b-cf47-4640-9b4a-75667da3280f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:33.343513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:12:33.899882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:34.566568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6fe0e79a-5a37-407c-b27d-244ba99ba85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:35.144989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:36.995056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:53.867817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-468554a2-d996-4e6a-b697-ad171ccd950a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772007 Dec 22 16:12:54.018443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-4606cdcc-5a76-4fe0-8838-732daf3c014f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1100 time: 0.0761380 Dec 22 16:12:54.177897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-467b8a3a-2c9d-40c2-b9e5-023c36ab0168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:54.180135 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-467b8a3a-2c9d-40c2-b9e5-023c36ab0168 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1425807 Dec 22 16:12:54.291302 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-46a345f0-65f2-4778-ba68-5404ab83beb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 1002 time: 0.1052015 Dec 22 16:12:54.364931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-cd1b6312-96d8-44ce-a976-78689797929d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:54.366541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-cd1b6312-96d8-44ce-a976-78689797929d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0691981 Dec 22 16:12:54.451161 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-5d20be93-2ff6-47bd-9e92-d8d9a117b1f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783896 Dec 22 16:12:54.596140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-377da3b9-aae4-4a26-83e6-2c6edb3eebdd service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384277 Dec 22 16:12:54.747133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-84dbda69-1893-4cae-b01d-fbab944a7be3 req-f3ec96e6-0d79-4ae4-8774-49d19631867a service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439736 Dec 22 16:13:01.972855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:02.332228 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-54dda90b-fe3f-45c2-955c-024a208fa19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:03.903541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:04.561194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b43583d7-f70a-4070-83e3-548b261eba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:05.149282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:06.989247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:10.345995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:13:32.005011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:32.337038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-950bab1b-f59a-48b5-8423-b485b0a841a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:33.896482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:34.599454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3f26-6fb8-4b16-a823-470563932070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:35.153553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:36.462635 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56854) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:36.679572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Deleting port 2fa14123-d1c4-4996-bb48-dd8695ac4c37 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:13:36.679955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:36.856751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:36.857012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:36.985003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Calling delete_port for 2fa14123-d1c4-4996-bb48-dd8695ac4c37 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:13:37.016721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:37.359328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:37.364265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26ca7289-26bc-466c-a13f-c7b4d31e9313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:37.411037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event deleted for resources: {'Port': ['ID=2fa14123-d1c4-4996-bb48-dd8695ac4c37,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:37.457796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.458234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.458661 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.459141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.459565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.459982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.460399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.460820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.461232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.461643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.462054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:37.469506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:37.526657 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:37.937261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Router 9ae74760-2db7-400f-b226-368e0dd536f2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:13:38.375477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:13:38.385675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:13:38.398571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:38.399278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:13:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:13:38.445782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:38.501041 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "DELETE /v2.0/floatingips/c6778657-5198-4a19-bfa6-ba999d0fb4e6 HTTP/1.1" status: 204 len: 168 time: 2.0371630 Dec 22 16:13:38.501845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:13:38.619545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:13:38.689040 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'status': 'completed', 'code': 200} Dec 22 16:13:38.795862 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-6272d8ed-27a0-41be-a0f2-bf807100b236 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 1100 time: 0.0833368 Dec 22 16:13:38.948821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-19986cc3-d8b7-45b5-bc05-f921bfb838d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:38.950428 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-19986cc3-d8b7-45b5-bc05-f921bfb838d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1483464 Dec 22 16:13:38.960997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:13:38.965423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:13:38.977185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:13:38.977884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:13:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:13:39.024880 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-9de01695-74f0-4c8e-bd40-1fa6d44b0343 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 200 len: 217 time: 0.0674338 Dec 22 16:13:39.079774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b72e6-0dc6-4cbb-91f3-8e75c61a0aec req-f503f1fd-3191-4ef2-bf63-dab6a5697588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:39.080551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c77b72e6-0dc6-4cbb-91f3-8e75c61a0aec req-f503f1fd-3191-4ef2-bf63-dab6a5697588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:13:39.099687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-534d86b4-ffbb-43d7-b812-a3ce813b7bbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:39.101389 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-534d86b4-ffbb-43d7-b812-a3ce813b7bbd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0706306 Dec 22 16:13:39.141561 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-c77b72e6-0dc6-4cbb-91f3-8e75c61a0aec req-f503f1fd-3191-4ef2-bf63-dab6a5697588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:13:39.151545 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c77b72e6-0dc6-4cbb-91f3-8e75c61a0aec req-f503f1fd-3191-4ef2-bf63-dab6a5697588 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 947 time: 0.1571498 Dec 22 16:13:39.187904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-29272a93-ed3c-4150-8467-04c69bb38a9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798905 Dec 22 16:13:39.204858 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c77b72e6-0dc6-4cbb-91f3-8e75c61a0aec req-e330693c-f3ca-451b-80fc-d01216cd8746 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521846 Dec 22 16:13:39.321113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:13:39.341489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-af5a43b2-5122-4875-8e72-179a1804bced service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461875 Dec 22 16:13:39.497840 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2e720c08-2e0f-4da1-ad27-cc80778685ff req-8eec52e0-fa6a-453a-b94d-41187037188a service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496170 Dec 22 16:13:39.659299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:13:39.663741 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07cf3c2-1cb1-41e0-8ca0-ded462fd7506 None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:13:40.153275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc5190f-f740-4a45-8844-ba8c2902559d None None] New status for floating IP c6778657-5198-4a19-bfa6-ba999d0fb4e6: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:13:40.334719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-ec00277d-5f1b-4424-8278-6c674a76a9b8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:40.336419 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-ec00277d-5f1b-4424-8278-6c674a76a9b8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 947 time: 0.0951118 Dec 22 16:13:40.426121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Deleting port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:13:40.426515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:40.722789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd787bc-99d6-437d-8f73-e2f1bb6830a9 req-64aa3125-ff5b-4368-acb6-47788a5a7b17 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:40.728002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7cd787bc-99d6-437d-8f73-e2f1bb6830a9 req-64aa3125-ff5b-4368-acb6-47788a5a7b17 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 947 time: 0.3447478 Dec 22 16:13:40.780358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] For port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:13:40.780746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:40.918499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Calling delete_port for 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:13:40.955872 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7cd787bc-99d6-437d-8f73-e2f1bb6830a9 req-16610ffd-b5cc-41d3-af51-3a41f8554d2d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=e480590c-1254-4d04-9b8f-e575b645280d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253418 Dec 22 16:13:41.181846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:41.188535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a13a8199-7bae-478d-814c-5cb5718c60b6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:41.236700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event deleted for resources: {'Port': ['ID=59d0ca33-e276-4357-bbc5-3fc1bd3eb172,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:41.278605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.279080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.279519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.279940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.280987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.281418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.281842 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.282265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.282681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.283148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.283559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:13:41.292031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:41.326806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] No DVR routers for this DVR port 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:13:41.329242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:41.332203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-deleted', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:13:41.377515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-236068b8-ed8c-4135-aeff-8371b64e2152 req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "DELETE /v2.0/ports/59d0ca33-e276-4357-bbc5-3fc1bd3eb172 HTTP/1.1" status: 204 len: 173 time: 1.0359099 Dec 22 16:13:41.477557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51c6a6b-0803-42d3-89ff-84259f456b8f', 'name': 'network-vif-deleted', 'tag': '59d0ca33-e276-4357-bbc5-3fc1bd3eb172', 'status': 'completed', 'code': 200} Dec 22 16:13:42.143218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4b95fec7-a399-4be2-8fdd-46da3b2fbb81 req-2bb75220-3195-4298-8c33-33750a31645a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:13:42.182043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4b95fec7-a399-4be2-8fdd-46da3b2fbb81 req-2bb75220-3195-4298-8c33-33750a31645a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:13:42.183407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4b95fec7-a399-4be2-8fdd-46da3b2fbb81 req-2bb75220-3195-4298-8c33-33750a31645a tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a51c6a6b-0803-42d3-89ff-84259f456b8f HTTP/1.1" status: 200 len: 210 time: 0.0862517 Dec 22 16:13:43.296330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56884) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:43.374605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:43.407780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:43.621886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:43.626224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2c3f2d77-fd4e-40df-a717-85ee041d1e29 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:43.643706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480590c-1254-4d04-9b8f-e575b645280d,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:43.647178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:43.678691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:43.680129 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3e9baabd-dfef-4ce9-bedc-89523a28b305 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "DELETE /v2.0/security-groups/e480590c-1254-4d04-9b8f-e575b645280d HTTP/1.1" status: 204 len: 168 time: 0.3827538 Dec 22 16:13:44.246726 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56892) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:44.253647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373058074', 'description': 'tempest-secgroup-smoke-1373058074 description', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:44.260369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:44.265012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:44.268154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:44.274895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:44.301659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.341514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:44.345791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:44.349185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:44.355919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:44.371878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:13:44.414759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:13:44.415084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 59d0ca33-e276-4357-bbc5-3fc1bd3eb172 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:13:44.469679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.484531 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.490830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c26c741c-5ced-4051-8d11-5c0bef97326e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:44.543367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350f889c-9515-4cce-a16d-64546c85f24c,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:44.546260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:44.593133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.594506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3465259 Dec 22 16:13:44.597594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56896) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:44.604061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': '350f889c-9515-4cce-a16d-64546c85f24c', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:44.610831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:44.614831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:44.618573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:44.624646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:44.663263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.727279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.759196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.761360 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc142c5c-6c7c-48d4-bf45-4fb2d50f4ce5 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:44.785824 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca1fc8e-2db3-4d2a-b502-15bdfb362653,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:44.789190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:44.833222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.835124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c0ecc427-353d-48fd-beb0-e33df99553b5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2364824 Dec 22 16:13:44.838304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56900) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:44.844387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': '350f889c-9515-4cce-a16d-64546c85f24c', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:44.851801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:44.855872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:44.858909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:44.865072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:44.914578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.022300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.056055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.058051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bfa8be50-de4f-40c0-88fc-b9645f850421 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:45.080952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65555f9-046f-4873-a131-c96b6440b7b0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:45.085212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:45.130503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.132483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-39d59b0e-7b00-451c-a6d5-fdbf599fa455 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2931068 Dec 22 16:13:45.135435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56904) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:45.141640 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': '350f889c-9515-4cce-a16d-64546c85f24c', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:45.148231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:45.152277 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:45.155364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:45.161423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:45.262381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.326514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.364740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.367293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-27c54456-c628-4896-9364-92932e5353b1 tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:45.391308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cfac28-b10f-49ff-ac57-f5069232b1dd,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:45.396236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:45.428371 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.429647 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bc3a8235-578e-41f8-9555-c4c166e369a8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2931597 Dec 22 16:13:45.432732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56908) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:45.438592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': '350f889c-9515-4cce-a16d-64546c85f24c', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:45.445078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:45.449122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:45.452321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:45.458405 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:45.497431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.564362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.598424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.600971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-134acdd9-9a92-4bf6-b583-c3e1c8a33222 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:45.628796 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f84136-c0f4-4f07-a9e8-f94b591ce07a,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:45.631508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:45.661602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.663732 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-edc2c875-d3bf-48e8-97db-e86dc090bf4f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2300682 Dec 22 16:13:45.666746 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56912) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:45.672614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': '350f889c-9515-4cce-a16d-64546c85f24c', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:45.678984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:45.682937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:45.686023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:45.692021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:45.724281 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Project b2e9bc52466046e8bd7e49a657c63513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:13:45.731868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.809152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.838713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.840687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ffa245c3-7e44-4c01-91f0-e899632c74d6 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:45.865593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616fad09-ebae-4804-b2b8-c32b2bea0d40,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:45.870518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:45.901374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.902675 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ac46d826-7f4d-429c-8635-2de9ebbbf67f tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2348995 Dec 22 16:13:45.905668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 56916) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:13:45.911543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'security_group_rule': {'security_group_id': '350f889c-9515-4cce-a16d-64546c85f24c', 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:13:45.918902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:13:45.923048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:security_group_rule and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:13:45.926122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:13:45.932806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:13:45.958539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Project b2e9bc52466046e8bd7e49a657c63513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:13:45.965229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:46.033306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:46.061614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:46.063643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e3d75b3f-b8df-4316-b76f-529937f0db3d tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:13:46.088023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c9797d-dde9-4b51-a208-b84465981138,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:13:46.094650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:13:46.131344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:46.132606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-17cbd4e2-6297-4ca4-917a-15f6b5bc66f6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2259405 Dec 22 16:13:47.346554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:14:01.981425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:02.347734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-aa3c1425-bf10-47d4-bb7a-eb393ec731da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:03.900913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:04.569909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f6b2288-eb71-4a8d-9a30-522387cf6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:05.261390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:07.055752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:22.934257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-b3d03346-b9e6-4867-a89b-13d2b19d39d1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373058074&fields=id&tenant_id=b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 267 time: 0.0484107 Dec 22 16:14:23.099137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-9c9a3038-dc79-40fb-96a2-baa7f72831f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:23.100666 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-9c9a3038-dc79-40fb-96a2-baa7f72831f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 809 time: 0.1593356 Dec 22 16:14:23.118024 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-b4dd733b-601f-46e7-8d3f-7bf5ec9372d9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/quotas/b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 375 time: 0.0114644 Dec 22 16:14:23.205138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-f761d922-3a40-4611-9efb-645c907c27fd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814507 Dec 22 16:14:23.687763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-7f7810c1-5a25-4c9d-b2de-1374cd426aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296567 Dec 22 16:14:23.831878 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-ff40450e-0b9f-48e5-bc3e-9975abff71e6 service neutron] 10.222.0.32 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378205 Dec 22 16:14:24.357206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:14:24.541886 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8f75aca4-24f1-4e8a-9ab9-96fc4db14a26 req-2313a5bf-de0d-46ec-a853-86f938dc318c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 210 time: 0.1248384 Dec 22 16:14:25.719996 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-14556472-bcf4-41e1-817e-16dd93634842 req-f756e775-e7e8-4789-ad8f-a9fdd93f546e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0504899 Dec 22 16:14:26.412748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-d2446772-a8bd-4afa-ae96-b2801688cdce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:26.414298 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-d2446772-a8bd-4afa-ae96-b2801688cdce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 809 time: 0.1616092 Dec 22 16:14:26.471848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-5eee1c37-7913-4ca4-ae2a-d383902810bc tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 380 time: 0.0466557 Dec 22 16:14:26.483618 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'port': {'device_id': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'admin_state_up': True, 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'security_groups': ['350f889c-9515-4cce-a16d-64546c85f24c']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:14:26.639092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:14:26.650021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:14:26.685820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Made reservation on behalf of b2e9bc52466046e8bd7e49a657c63513 for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:14:26.691795 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:26.884868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Allocated IP 172.20.0.7 (2ef085ef-f587-49df-b74d-827432050421/9087ce7e-c543-40c8-9c59-abe1867d1018/0c1cbe62-85e9-4be9-9d4b-36773cfdc982) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:14:26.944841 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe9bf660-c9db-4402-ac95-d5d4fe66796f req-0add1bfc-e626-427d-9902-d5da2051e19b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0521255 Dec 22 16:14:27.178043 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:27.266147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Transition to ACTIVE for port object 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:14:27.352678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:27.360310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b2e6902-bf4e-4e39-a831-9555c14bb0ce tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:27.428246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Network 2ef085ef-f587-49df-b74d-827432050421 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:14:27.436811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:14:27.439506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:14:27.487445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:27.490962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:27.524705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:27.525492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:27.655935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-e8202da1-0f5c-455e-9f55-77a95547bba7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1789596 Dec 22 16:14:27.668435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Request body: {'port': {'device_id': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:14:27.794071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:27.797478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3271cec7-6841-451f-a64e-e07d51403189 None None] Provisioning for port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:14:27.807443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-3271cec7-6841-451f-a64e-e07d51403189 None None] Provisioning complete for port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:14:27.808946 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3271cec7-6841-451f-a64e-e07d51403189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:27.875079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3271cec7-6841-451f-a64e-e07d51403189 None None] Port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:14:28.228410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707c6d1-9a04-4df3-ae0f-e74982197c65 req-69627d72-2bf3-4c72-81d2-7846c6443d16 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:28.229204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e707c6d1-9a04-4df3-ae0f-e74982197c65 req-69627d72-2bf3-4c72-81d2-7846c6443d16 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:14:28.266612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:14:28.274914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:28.291188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-e707c6d1-9a04-4df3-ae0f-e74982197c65 req-69627d72-2bf3-4c72-81d2-7846c6443d16 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:14:28.292483 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e707c6d1-9a04-4df3-ae0f-e74982197c65 req-69627d72-2bf3-4c72-81d2-7846c6443d16 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 931 time: 0.2183990 Dec 22 16:14:28.293466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Transition to ACTIVE for port object 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:14:28.344375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e707c6d1-9a04-4df3-ae0f-e74982197c65 req-028525d9-a11d-4e74-921b-ce0ffa027157 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Dec 22 16:14:28.351679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:28.356832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d119b932-6215-469f-9958-4020492cbe39 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:28.499099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:28.502701 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:28.618317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Attempting to bind port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:14:28.618681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Attempting to bind port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:14:28.619050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Attempting to bind port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 on network 2ef085ef-f587-49df-b74d-827432050421 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:14:28.638439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 on network 2ef085ef-f587-49df-b74d-827432050421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:14:28.639064 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Attempting to bind port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 on network 2ef085ef-f587-49df-b74d-827432050421 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:14:28.650175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:14:28.650665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Checking segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:14:28.651285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Bound using segment: {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:14:28.652794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Bound port: 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b456b17f-944b-439c-9051-fb3a49771936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2ef085ef-f587-49df-b74d-827432050421'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:14:28.652794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:28.752458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:14:28.756272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:14:28.815322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:28.821035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-33c075ac-1a4e-411b-9203-efc135ff8d68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:28.881897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:28.883275 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1093 time: 1.2197292 Dec 22 16:14:28.883878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:14:28.921664 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:28.925243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:28.947839 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'status': 'completed', 'code': 200} Dec 22 16:14:29.045554 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-8fddd7fc-ee9b-4e52-945e-791f1adecf3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1096 time: 0.0897830 Dec 22 16:14:29.119573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-be8f6f11-9cce-444f-9b5d-ce14f2d8f043 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 217 time: 0.0668094 Dec 22 16:14:29.199410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-77d5f663-d224-4c36-8f07-1f9fb0dc4dd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:29.201055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-77d5f663-d224-4c36-8f07-1f9fb0dc4dd9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0756614 Dec 22 16:14:29.284080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-8099ecdd-8642-473f-9760-a93ba834cd1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765016 Dec 22 16:14:29.432500 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-5ba6fdcd-fc99-4f3f-9c15-afd8f0a80b06 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422100 Dec 22 16:14:29.640324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d29af32a-89a4-4907-b517-3b60e580c7b1 req-fcd18788-45f4-4316-b873-8a5fe36a0eb5 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018695 Dec 22 16:14:29.652497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6fac-cd0c-4f68-87ed-200217642759 req-b54679b1-feb7-4bbd-be10-9e04d7373f89 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:29.654083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-144d6fac-cd0c-4f68-87ed-200217642759 req-b54679b1-feb7-4bbd-be10-9e04d7373f89 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.1764557 Dec 22 16:14:29.708598 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-144d6fac-cd0c-4f68-87ed-200217642759 req-06e2b18d-2f49-4fc1-b33b-244aed4a2fbb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 Dec 22 16:14:29.783059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-8217a214-9393-45e0-a586-f3d3ac6bdd50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1096 time: 0.0733013 Dec 22 16:14:30.163975 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-0c22f4d4-e1d3-4df0-8e7e-4054b669b474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:30.165705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-0c22f4d4-e1d3-4df0-8e7e-4054b669b474 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.3763821 Dec 22 16:14:30.240337 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-6c5b5fe0-a69a-42c2-b165-779bea6c78ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 217 time: 0.0681612 Dec 22 16:14:30.307955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-a50949fe-4583-41b7-9761-a9bed7243abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:30.309575 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-a50949fe-4583-41b7-9761-a9bed7243abd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0636699 Dec 22 16:14:30.391613 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-1be7bff2-b728-4a05-9656-b5eea3aef7ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759687 Dec 22 16:14:30.537474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-03eaea1b-b8d5-4efa-a40f-8ad2d68c69e0 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393774 Dec 22 16:14:30.682762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fd5f1302-bfa9-46d8-b84a-a58560a6d678 req-46399142-d665-4956-bdd7-46d4a7d341a6 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392360 Dec 22 16:14:30.926548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0322809-f7a7-4792-99c7-7554ea8d7b70 req-492271bd-c30e-4633-a917-e8f72dc4904c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:30.928551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d0322809-f7a7-4792-99c7-7554ea8d7b70 req-492271bd-c30e-4633-a917-e8f72dc4904c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0906346 Dec 22 16:14:30.980133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d0322809-f7a7-4792-99c7-7554ea8d7b70 req-023188c5-3b94-4bad-ab0f-7e8a2f5ef569 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:security_group {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:14:31.043500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-d0322809-f7a7-4792-99c7-7554ea8d7b70 req-023188c5-3b94-4bad-ab0f-7e8a2f5ef569 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:security_group {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:14:31.044812 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d0322809-f7a7-4792-99c7-7554ea8d7b70 req-023188c5-3b94-4bad-ab0f-7e8a2f5ef569 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102419 Dec 22 16:14:31.980036 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:32.260719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d6b61-44bf-46ce-94e1-c2bd023c2ece req-42cadb7f-bdb5-4a06-a8bc-0e2e6ef4ba1e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:32.262269 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb1d6b61-44bf-46ce-94e1-c2bd023c2ece req-42cadb7f-bdb5-4a06-a8bc-0e2e6ef4ba1e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0895429 Dec 22 16:14:32.313682 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb1d6b61-44bf-46ce-94e1-c2bd023c2ece req-a6f44acb-54ce-4940-aced-9a33f8abe7be tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Dec 22 16:14:32.352058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d116b170-2686-40e8-9458-ef3cfeae9cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:33.566463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e537f-1d32-460e-923d-90ae692669cc req-d3fd3c3a-0b6b-4672-87ff-d751a60a28fd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:33.568109 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-741e537f-1d32-460e-923d-90ae692669cc req-d3fd3c3a-0b6b-4672-87ff-d751a60a28fd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0914459 Dec 22 16:14:33.617091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-741e537f-1d32-460e-923d-90ae692669cc req-9ae3c9f1-a890-4759-bce5-f7564a6540b0 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Dec 22 16:14:33.940507 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:34.597648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e5414b53-3b5a-4eda-9794-3e339d7f3f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:34.824572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65907faf-1e4c-4bc0-a5c9-768c3b17ce4a req-ff4e703a-bb9a-4103-9155-e1b882e5eb40 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:34.826179 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65907faf-1e4c-4bc0-a5c9-768c3b17ce4a req-ff4e703a-bb9a-4103-9155-e1b882e5eb40 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0822966 Dec 22 16:14:34.879705 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-65907faf-1e4c-4bc0-a5c9-768c3b17ce4a req-5db145a9-0220-4f14-bc8c-ab222e144254 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Dec 22 16:14:35.151833 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:36.108162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566c4ee-9c4b-4a4e-91e0-c576310d76f6 req-d77a666c-1487-49a0-a4f6-e4e1d127b8c9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:36.109820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2566c4ee-9c4b-4a4e-91e0-c576310d76f6 req-d77a666c-1487-49a0-a4f6-e4e1d127b8c9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0838575 Dec 22 16:14:36.159379 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2566c4ee-9c4b-4a4e-91e0-c576310d76f6 req-bce584ae-3e67-4643-951c-239ee6b182fa tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434403 Dec 22 16:14:36.559005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:14:36.701138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:14:36.715558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'port_id': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'mac_address': 'fa:16:3e:6d:d6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:14:36.777126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:36.801286 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:14:36.819370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:14:36.848535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:36.850414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:36.921993 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:36.931704 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.932101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.932493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.932880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.933270 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.933656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.934028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.934408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.934784 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.935186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.935565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:36.939710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:37.008552 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:37.065554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['0c1cbe62-85e9-4be9-9d4b-36773cfdc982'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:14:37.368720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7e0be-3695-4066-a02b-1f7ce96665ef req-b23ae360-e1de-4e31-b86c-0eebff0240e9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:37.370352 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5bd7e0be-3695-4066-a02b-1f7ce96665ef req-b23ae360-e1de-4e31-b86c-0eebff0240e9 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 944 time: 0.0870390 Dec 22 16:14:37.421502 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5bd7e0be-3695-4066-a02b-1f7ce96665ef req-53d35263-1416-41ff-a88a-f5bfa9258ff1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445442 Dec 22 16:14:38.586992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:14:38.629274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3fe2-536c-45c8-83a2-ebc1a7bc5e59 req-0f47b765-4bfb-46a1-aefb-f22361e27476 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:38.630863 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec9a3fe2-536c-45c8-83a2-ebc1a7bc5e59 req-0f47b765-4bfb-46a1-aefb-f22361e27476 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 944 time: 0.0873404 Dec 22 16:14:38.677594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:14:38.680912 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec9a3fe2-536c-45c8-83a2-ebc1a7bc5e59 req-52e41e12-49b6-4ec7-9a41-2ffb6d9371ec tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Dec 22 16:14:38.683304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:14:38.683744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:38.806350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:38.834696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:14:38.845385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:14:38.901000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:38.903505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:38.976468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:38.979745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:38.984514 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'code': 200} Dec 22 16:14:39.470589 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c5ddf14-a3a3-4cfb-92ac-7c6636eeb06a req-cef15a0f-7a36-4990-9c5d-2d2437f7c828 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.1519763 Dec 22 16:14:39.515591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0c5ddf14-a3a3-4cfb-92ac-7c6636eeb06a req-8aae0bae-50d6-4e88-80af-c4a45c6fbc53 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Dec 22 16:14:40.029747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea228d0-6e0c-45fa-8ec5-19488aad1666 req-974db12e-581c-4ecc-8ebe-d11e9eeab239 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:40.031311 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ea228d0-6e0c-45fa-8ec5-19488aad1666 req-974db12e-581c-4ecc-8ebe-d11e9eeab239 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0878198 Dec 22 16:14:40.086139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4ea228d0-6e0c-45fa-8ec5-19488aad1666 req-16801cc8-8847-40db-9e2c-2b243603e9b6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 Dec 22 16:14:41.306763 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de2f65-367a-42bb-a1b5-7084d3e1cac6 req-55f86bf7-abcc-4b1f-b7fc-28e359c5b890 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:41.308422 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c4de2f65-367a-42bb-a1b5-7084d3e1cac6 req-55f86bf7-abcc-4b1f-b7fc-28e359c5b890 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0938578 Dec 22 16:14:41.358059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c4de2f65-367a-42bb-a1b5-7084d3e1cac6 req-3dd83694-421f-45dc-a308-60584bd3a222 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Dec 22 16:14:41.566150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece252b4-483e-4a82-95b3-48ac1e9f1e4c req-e8ba50b7-9a40-4877-92c7-5f92519ec9ec tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:41.567838 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ece252b4-483e-4a82-95b3-48ac1e9f1e4c req-e8ba50b7-9a40-4877-92c7-5f92519ec9ec tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0830951 Dec 22 16:14:41.616019 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ece252b4-483e-4a82-95b3-48ac1e9f1e4c req-a228ec1e-790d-4abc-a709-ef782fd9665d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Dec 22 16:14:41.642747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57166) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:14:41.798778 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-dc9c202b-8c1b-460b-8a17-45192eee57ac tempest-TestShelveInstance-52944301 tempest-TestShelveInstance-52944301-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1093 time: 0.1546392 Dec 22 16:14:41.802232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57172) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:14:41.808003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:14:41.813971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:14:41.818045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Usage tracker for resource:floatingip and tenant:b2e9bc52466046e8bd7e49a657c63513 is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:14:41.821105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:14:41.827191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:14:41.883148 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:42.033904 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:42.177261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Allocated IP 172.26.4.156 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/d5a87042-9b85-48e0-ab47-6a20a06f62bb) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:14:42.385370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:42.454322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:42.459600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-32b1e9fb-88b3-4396-9b7d-7f808f8ed33b tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:42.538543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:14:42.539468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'Port': ['ID=d5a87042-9b85-48e0-ab47-6a20a06f62bb,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:42.542619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:14:42.545919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:14:42.591705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.592138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.592577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.593000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.593427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.593846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.594265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.594685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.595155 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.595571 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.595986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:14:42.601987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:43.098951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:43.230240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:43.453898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:43.505647 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:43.510387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4caac62-1e03-4151-8f15-3752f56fd871 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:14:43.621520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event updated for resources: {'Port': ['ID=d5a87042-9b85-48e0-ab47-6a20a06f62bb,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:14:43.625860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:14:43.635217 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:43.833632 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Floating IP 8fd72d90-5e80-4b91-b25a-d0fc82284bcf associated. External IP: 172.26.4.156, port: 0c1cbe62-85e9-4be9-9d4b-36773cfdc982. Dec 22 16:14:44.534362 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Router 9ae74760-2db7-400f-b226-368e0dd536f2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:14:44.761632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:14:44.773033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:14:44.787808 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:14:44.788644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:14:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:14:44.832117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:44.900686 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0972996 Dec 22 16:14:44.901399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:14:44.996318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:14:45.089064 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'status': 'completed', 'code': 200} Dec 22 16:14:45.195022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-0b0cdf3d-246c-406d-a901-357a4a6f2a0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0843823 Dec 22 16:14:45.341196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-02f58e65-2c6a-4da8-b9ef-2c636db57e23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:45.342756 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-02f58e65-2c6a-4da8-b9ef-2c636db57e23 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1412146 Dec 22 16:14:45.370498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '8fd72d90-5e80-4b91-b25a-d0fc82284bcf', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'port_id': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'mac_address': 'fa:16:3e:6d:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:14:42Z', 'updated_at': '2021-12-22T16:14:42Z', 'revision_number': 0, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:14:45.374675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:14:45.386617 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:14:45.387311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:14:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:14:45.453867 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-ba633a1c-b7e0-4a00-9ae3-31ec2c7edd30 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 999 time: 0.1048698 Dec 22 16:14:45.522731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-f9273e95-70c7-4dbd-82e6-5d82dceb32d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:45.524284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-f9273e95-70c7-4dbd-82e6-5d82dceb32d3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0642140 Dec 22 16:14:45.573202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:14:45.607244 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-e0ba4425-15de-43c5-86e3-7d659f46fbba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767624 Dec 22 16:14:45.751573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-ab0e1666-c02c-46da-99c3-b5831c6e20a8 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382720 Dec 22 16:14:45.898580 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-061dbca5-d420-4f22-bf19-ad976ab0e0c7 req-db92cbab-62cb-455c-83bd-44199fa34ef7 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399298 Dec 22 16:14:45.944509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '8fd72d90-5e80-4b91-b25a-d0fc82284bcf', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'port_id': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'mac_address': 'fa:16:3e:6d:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:14:42Z', 'updated_at': '2021-12-22T16:14:42Z', 'revision_number': 0, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:14:45.949510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b64ba3-bc5f-494b-bba4-851591f0d26a None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '8fd72d90-5e80-4b91-b25a-d0fc82284bcf', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'floating_ip_address': '172.26.4.156', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'port_id': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'mac_address': 'fa:16:3e:6d:d6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:14:42Z', 'updated_at': '2021-12-22T16:14:42Z', 'revision_number': 0, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:14:46.343911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace70f8c-5177-4649-b409-c36792b2e62d None None] New status for floating IP 8fd72d90-5e80-4b91-b25a-d0fc82284bcf: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:14:57.861504 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-6bb14393-ab98-462f-a76a-a3a9cf9981ef service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787141 Dec 22 16:14:58.013809 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-7bd16822-9d23-4468-bfc9-e4ede766e29b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0754211 Dec 22 16:14:58.174235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-b1b20dd8-b4a1-4403-8e1f-111a07a1971d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:58.176495 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-b1b20dd8-b4a1-4403-8e1f-111a07a1971d service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1445715 Dec 22 16:14:58.288231 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-d133f85e-8632-4b63-8269-1b1d233d117e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1001 time: 0.1042812 Dec 22 16:14:58.358480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-88b6753b-653f-452e-a19c-a40ee69c0e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:58.359626 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-88b6753b-653f-452e-a19c-a40ee69c0e45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0654399 Dec 22 16:14:58.450046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-a89a8cf2-ce47-4316-b7fd-6ed84b6c6fc9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836086 Dec 22 16:14:58.602014 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-37461478-92e9-4850-a7e7-67d40cc20e19 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443048 Dec 22 16:14:58.751828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-25fcc557-d0bc-431e-bf26-55f55eb47c92 req-633efce8-9b2d-4d0e-9722-88b34d0328ad service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440589 Dec 22 16:15:01.348486 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:15:02.002051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:02.374025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ae0754e3-3d6f-4e87-9405-2aad54365a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:03.906142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:04.876386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-609edeab-4747-4578-ac2f-4eca7db1cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:05.242329 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:07.008104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:31.972992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:32.383755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-362319a8-cd87-4b06-b040-ceecf39b4159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:33.915890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:34.584755 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d77a2410-fb36-4438-90ff-431f5526ee7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:35.168767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:37.047320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:38.349584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:15:57.886445 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-db3bc03c-0d96-48c9-8609-990efe89f1fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770216 Dec 22 16:15:58.044007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-25fbc994-7845-455c-9606-c29656ab3938 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0820618 Dec 22 16:15:58.220358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-4f963a9d-18f5-4c39-aebb-4afc9e024761 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:58.222028 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-4f963a9d-18f5-4c39-aebb-4afc9e024761 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1573017 Dec 22 16:15:58.346972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-9ada5cbc-d9c4-4676-93c0-af6a681ad05b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1001 time: 0.1187394 Dec 22 16:15:58.425153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-878cb149-e91b-4377-ad36-fc17f782f95b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:58.426742 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-878cb149-e91b-4377-ad36-fc17f782f95b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0738134 Dec 22 16:15:58.514456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-51a2feef-7ad9-4099-845b-92ce8519c7f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807879 Dec 22 16:15:58.670237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-14c35a24-101e-470b-8c0f-e95fa7469a64 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494722 Dec 22 16:15:58.835219 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d8da531a-996a-48bc-9ca4-1594567c47d3 req-9cc8a1de-43f4-4584-91a9-9a925170a522 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585915 Dec 22 16:16:01.972851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:02.350173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7f57-1242-4349-b3ec-1ea218d25d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:03.921254 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:04.583127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a159454b-a6ca-4ddc-811f-69a4e4543bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:05.178366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:07.041343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:15.351263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:16:31.970411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:32.347668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b30c2865-cc2f-4bf6-9a23-e223ab20ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:33.914503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:34.593104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ef0b4f28-4ce4-4677-91e3-e72e54114e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:35.172444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:37.026945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:52.353247 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:16:59.863636 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-a05562e8-e636-4077-bbab-638d635408d0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891287 Dec 22 16:17:00.020081 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-3a3a91a7-7721-44c5-a6a8-1ad20f8f999a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0750074 Dec 22 16:17:00.176722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-1bfd5813-b7e7-4539-8825-5f20f1aedd11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:00.178512 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-1bfd5813-b7e7-4539-8825-5f20f1aedd11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1398091 Dec 22 16:17:00.524091 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-006dde5f-d5d8-4d12-b9dd-98d0662b8df8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1001 time: 0.3395665 Dec 22 16:17:00.595767 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-76b25888-1b33-4aa4-a3ba-302fab25584b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:00.597309 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-76b25888-1b33-4aa4-a3ba-302fab25584b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0662711 Dec 22 16:17:00.676367 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-6c45c3fe-e2bb-4e06-ad40-598edc78bff6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725961 Dec 22 16:17:00.818137 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-890ce80c-ad03-4fed-8254-43c31d73388f service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353974 Dec 22 16:17:00.962212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4bd8e30f-a7ae-4b60-b277-582a05d6570a req-ac67794c-3568-4f4a-9be5-d2b4fac34cc8 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384592 Dec 22 16:17:01.975187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:02.337829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edccf1be-2d3d-458a-aa4b-d6185a2f8ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:03.920012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:04.576929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-283cac24-63e5-49a2-bad9-cc64f2f5730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:05.163509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:07.026032 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:29.354184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:17:31.964703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:32.362675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5740bfc9-905a-49d5-a7d9-d9ae91fd3ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:33.899317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:34.607855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b3fd4a4d-9768-45d4-ac78-92ed13da80de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:35.171424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:36.605739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663ba4-a546-433c-884c-c34dd0bdf037 req-85a5afba-fbf0-42d0-85c0-489ff5834948 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:36.607550 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-28663ba4-a546-433c-884c-c34dd0bdf037 req-85a5afba-fbf0-42d0-85c0-489ff5834948 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0906816 Dec 22 16:17:36.665174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-28663ba4-a546-433c-884c-c34dd0bdf037 req-af71e039-d736-4aea-8e85-b76b3cee770b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510330 Dec 22 16:17:37.027891 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:37.904775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c143122-9983-4722-b961-8e37e2f07842 req-355d3e3f-867f-4013-9217-bc00e8968fa7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:37.906510 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c143122-9983-4722-b961-8e37e2f07842 req-355d3e3f-867f-4013-9217-bc00e8968fa7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0974443 Dec 22 16:17:37.958737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-8c143122-9983-4722-b961-8e37e2f07842 req-61b74f10-0f0e-46c5-9b3e-853dbabb0ce5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451145 Dec 22 16:17:39.188202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f54d3-548d-4f5a-829b-8e137f71eeb1 req-025372a7-cd37-4b4f-bf21-78576e14d7fd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:39.189856 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-780f54d3-548d-4f5a-829b-8e137f71eeb1 req-025372a7-cd37-4b4f-bf21-78576e14d7fd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0870168 Dec 22 16:17:39.243762 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-780f54d3-548d-4f5a-829b-8e137f71eeb1 req-a9c6598e-7cec-4da9-91c3-0a4204f1cbab tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476053 Dec 22 16:17:40.461553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca3577-3a7c-4362-8163-a62684eb835d req-4443a79c-0044-4c97-a589-1da3653f1194 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:40.463247 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-53ca3577-3a7c-4362-8163-a62684eb835d req-4443a79c-0044-4c97-a589-1da3653f1194 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0895128 Dec 22 16:17:40.536217 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-53ca3577-3a7c-4362-8163-a62684eb835d req-50738401-491e-42e0-b7c1-e692afeac7b7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Dec 22 16:17:41.724525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d2f55-589d-4162-bd3f-8e2e9550123e req-382d1ae9-815a-4033-9273-fdf626e65aa5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:41.726191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-921d2f55-589d-4162-bd3f-8e2e9550123e req-382d1ae9-815a-4033-9273-fdf626e65aa5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0888581 Dec 22 16:17:41.775386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-921d2f55-589d-4162-bd3f-8e2e9550123e req-1f00de13-8333-4b8e-99ab-f5086e94e036 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422261 Dec 22 16:17:42.989380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76015a63-b372-4073-b764-235052f1d255 req-711fa883-3cae-4260-8b8b-d683ac59b8fa tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:42.991036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-76015a63-b372-4073-b764-235052f1d255 req-711fa883-3cae-4260-8b8b-d683ac59b8fa tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0864148 Dec 22 16:17:43.053278 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-76015a63-b372-4073-b764-235052f1d255 req-8940d325-4dff-4a56-89ad-9d44486843f3 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561011 Dec 22 16:17:44.267867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cb8e-676c-4598-88d5-161a015e96cf req-38cc7f0c-8b8f-4adc-a6c9-f6a658afdba3 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:44.269522 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a8cb8e-676c-4598-88d5-161a015e96cf req-38cc7f0c-8b8f-4adc-a6c9-f6a658afdba3 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0859480 Dec 22 16:17:44.325887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-03a8cb8e-676c-4598-88d5-161a015e96cf req-9e0681fd-6ad9-4a12-85e5-d92fcd32b007 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498819 Dec 22 16:17:45.541667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db528a-131b-4911-8863-34fffa2bded5 req-3c92f211-827f-4886-8e47-430e8d99f43d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:45.543286 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e6db528a-131b-4911-8863-34fffa2bded5 req-3c92f211-827f-4886-8e47-430e8d99f43d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0899198 Dec 22 16:17:45.595101 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e6db528a-131b-4911-8863-34fffa2bded5 req-01fff541-e888-4fb1-8145-cdb007d3382e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448530 Dec 22 16:17:46.734876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-4f303197-161f-46df-b3c4-35ee23e3b5cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0896022 Dec 22 16:17:46.941399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-1e6ec463-e26e-4082-97aa-9c6a7b1acd1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:46.943048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-1e6ec463-e26e-4082-97aa-9c6a7b1acd1e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.2001762 Dec 22 16:17:46.950024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf4fd6-3a10-4143-9f10-9c34abf0fae4 req-25600e71-cca2-47d1-b749-48984ea05c0b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:46.951591 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3aaf4fd6-3a10-4143-9f10-9c34abf0fae4 req-25600e71-cca2-47d1-b749-48984ea05c0b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.2106931 Dec 22 16:17:47.093441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3aaf4fd6-3a10-4143-9f10-9c34abf0fae4 req-db344f14-74a4-49b8-88ce-81ff9d0e7384 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880456 Dec 22 16:17:47.095304 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-90379c01-0a97-42a4-a53a-d1f4b9c19103 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1001 time: 0.1427639 Dec 22 16:17:47.168278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-2d2e3c68-04ca-4406-8a1b-2dafb1f97ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:47.169520 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-2d2e3c68-04ca-4406-8a1b-2dafb1f97ea6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0683339 Dec 22 16:17:47.250310 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-6eaee57b-4387-46a7-b210-1d09aeef4512 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741863 Dec 22 16:17:47.392606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-9856acdd-b660-48fb-95ab-4c0818473208 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359406 Dec 22 16:17:47.538164 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d22891ca-0473-4406-a52f-0d213c8d6a79 req-27bfbfe4-45af-40a5-81e3-682a9a632529 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394839 Dec 22 16:17:48.298572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ea3eb-66e6-477b-a409-e671869c2f6d req-80f7e670-0ab3-4a61-8520-addcea7f30d5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:48.300201 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3c4ea3eb-66e6-477b-a409-e671869c2f6d req-80f7e670-0ab3-4a61-8520-addcea7f30d5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0835872 Dec 22 16:17:48.357078 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3c4ea3eb-66e6-477b-a409-e671869c2f6d req-d5824e79-c6eb-430c-a0ae-d13108072678 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506234 Dec 22 16:17:49.618386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79320c-306d-4a89-991b-56cf82828ae1 req-62bdf1cd-9598-4bc8-9db7-aa33df8cd8c2 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:49.620039 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df79320c-306d-4a89-991b-56cf82828ae1 req-62bdf1cd-9598-4bc8-9db7-aa33df8cd8c2 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.1012669 Dec 22 16:17:49.680699 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df79320c-306d-4a89-991b-56cf82828ae1 req-b85b21e2-f2cb-45f5-9db7-b980d13d6fc5 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515611 Dec 22 16:17:50.896076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca5690-b0df-49ed-b16b-cf2faadb8762 req-36ea2337-4469-4f27-8124-032ccd10ae5b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:50.897724 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a5ca5690-b0df-49ed-b16b-cf2faadb8762 req-36ea2337-4469-4f27-8124-032ccd10ae5b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0866172 Dec 22 16:17:50.947551 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a5ca5690-b0df-49ed-b16b-cf2faadb8762 req-df6aabd3-cb07-4043-b31a-f738f3a5dd14 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Dec 22 16:17:51.146316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0902ef8d-b6a4-4158-b71e-2b6d41276426 req-27cf66b1-289b-4e74-814d-cf79943e6373 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0796716 Dec 22 16:17:51.550829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ec73-57ad-4000-b2c5-69f1a48ba399 req-31432df4-09c7-4392-b6da-fe2abdf7d865 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:51.552513 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a215ec73-57ad-4000-b2c5-69f1a48ba399 req-31432df4-09c7-4392-b6da-fe2abdf7d865 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.1466975 Dec 22 16:17:51.561050 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-de7f5fb9-54bb-490f-abfe-18f8beaed309 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1930411 Dec 22 16:17:51.606093 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a215ec73-57ad-4000-b2c5-69f1a48ba399 req-d79479b3-1e48-44e8-b70e-37e59e2d505d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Dec 22 16:17:52.826065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37aa7c-d751-4789-83a8-ad28421d9674 req-2bbe3798-3f10-4cb8-82a4-52761c349040 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:52.827766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f37aa7c-d751-4789-83a8-ad28421d9674 req-2bbe3798-3f10-4cb8-82a4-52761c349040 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0939894 Dec 22 16:17:52.878885 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1f37aa7c-d751-4789-83a8-ad28421d9674 req-30332bac-fdde-46e7-b5d6-db4df523b5e8 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Dec 22 16:17:53.719954 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:17:53.844439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:53.874241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:17:53.883943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:17:53.925246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:53.927547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4bba7bc-40c9-412d-97a1-31d052e649cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:17:54.008925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:17:54.019042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.019438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.019823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.025648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:17:54.027938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:17:54.124818 dv-neutron-822709-1-hyperv neutron-server[88856]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'code': 422} returned with failed status Dec 22 16:17:54.124913 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599371de-cbe8-4eb3-96ae-95b56c32949a req-4d5ba823-d45a-496d-92e8-a2905274e37b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:54.126401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-599371de-cbe8-4eb3-96ae-95b56c32949a req-4d5ba823-d45a-496d-92e8-a2905274e37b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.1108444 Dec 22 16:17:54.180925 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-599371de-cbe8-4eb3-96ae-95b56c32949a req-0e5fb834-1f37-47b9-9baa-65998fc69ed6 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Dec 22 16:17:54.270633 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-8746266e-84cc-4ac7-b00d-05fef8ec8fe2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&tenant_id=b2e9bc52466046e8bd7e49a657c63513 HTTP/1.1" status: 200 len: 1096 time: 0.0794277 Dec 22 16:17:54.376482 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-09871664-845b-40f4-98db-834defabba1a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1096 time: 0.0844774 Dec 22 16:17:54.534190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-56dd074b-dd3c-486b-8cee-5021cb1dfd27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:54.535827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-56dd074b-dd3c-486b-8cee-5021cb1dfd27 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1528361 Dec 22 16:17:54.647443 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-9ef50bfe-da61-4a1a-ac95-3ba97ff6d047 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 999 time: 0.1056931 Dec 22 16:17:54.720860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-9e2f5bb5-7b27-44b1-99e5-208c8b79ebe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:54.722454 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-9e2f5bb5-7b27-44b1-99e5-208c8b79ebe1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0691142 Dec 22 16:17:54.804596 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-7b0cd24f-62fa-451d-91f2-fb5469a2e147 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759919 Dec 22 16:17:54.972881 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-4bf4e870-2d47-4c4c-aeba-69f0dff2a505 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621258 Dec 22 16:17:55.118490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-75c8b020-5896-4ed3-bc36-1016ef7aaee2 req-47089867-c9e8-456d-8102-254b9d98732c service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389499 Dec 22 16:17:55.401788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec037009-cdf4-4816-8f2e-6c8d340b2a34 req-f32e4949-bdf2-4bc0-802d-1edc913b2bae tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:55.403382 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec037009-cdf4-4816-8f2e-6c8d340b2a34 req-f32e4949-bdf2-4bc0-802d-1edc913b2bae tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0887671 Dec 22 16:17:55.453573 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ec037009-cdf4-4816-8f2e-6c8d340b2a34 req-8f00466f-47a3-43f0-98da-e391c031ccd1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Dec 22 16:17:56.688493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548233a2-d1af-42a1-99a3-6d9413fd1ea2 req-dea334b6-d03f-49eb-86a7-dc1548e623e0 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:56.690147 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-548233a2-d1af-42a1-99a3-6d9413fd1ea2 req-dea334b6-d03f-49eb-86a7-dc1548e623e0 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0963907 Dec 22 16:17:56.740074 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-548233a2-d1af-42a1-99a3-6d9413fd1ea2 req-46463126-2ab3-47e6-973d-28557dfdda45 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436566 Dec 22 16:17:57.951181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929f6fa-f2ad-42ee-8a67-3cef12314e23 req-e0bab985-0d1c-4d36-ac08-f5b40a728905 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:57.952907 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5929f6fa-f2ad-42ee-8a67-3cef12314e23 req-e0bab985-0d1c-4d36-ac08-f5b40a728905 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0871482 Dec 22 16:17:58.008506 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-5929f6fa-f2ad-42ee-8a67-3cef12314e23 req-aa69cb93-94ed-4bac-841c-18039ee27051 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489559 Dec 22 16:17:59.222291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be0417-25aa-4bdf-bbde-449f67e7c392 req-1ec12423-825e-414e-97e5-ed9a9b930bdc tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:59.223971 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-96be0417-25aa-4bdf-bbde-449f67e7c392 req-1ec12423-825e-414e-97e5-ed9a9b930bdc tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0901899 Dec 22 16:17:59.275421 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-96be0417-25aa-4bdf-bbde-449f67e7c392 req-3022cfed-817e-42c7-9dc5-cd803e10e096 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452781 Dec 22 16:17:59.948170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-3d78613c-8ba6-4796-8d92-8b6d9d6cf7da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1096 time: 0.0787032 Dec 22 16:18:00.102147 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-dad9d961-5e55-41a6-9fe8-ddbe1c3bd9da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:00.103829 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-dad9d961-5e55-41a6-9fe8-ddbe1c3bd9da service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1364827 Dec 22 16:18:00.211661 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-4a3f8dda-41e6-4404-9fb1-5fb0490dac2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 999 time: 0.1003721 Dec 22 16:18:00.558735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-ab73dead-5207-4e82-a70c-be23607476ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:00.560828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-ab73dead-5207-4e82-a70c-be23607476ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.3432150 Dec 22 16:18:00.635306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029d223-ee7c-42ef-bab7-bda5d41c2bcf req-03b479bd-c39f-4c65-acc0-4e0a1fb71e0e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:00.636876 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e029d223-ee7c-42ef-bab7-bda5d41c2bcf req-03b479bd-c39f-4c65-acc0-4e0a1fb71e0e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.1559160 Dec 22 16:18:00.695386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-1d792e48-cc27-4479-99ff-256a06738d8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268528 Dec 22 16:18:00.702681 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e029d223-ee7c-42ef-bab7-bda5d41c2bcf req-b484b6cd-5c84-4de9-88cc-1c3ae4a5d8be tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584893 Dec 22 16:18:00.848767 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-948ac0c7-1da1-443a-afa8-786e7c2c242c service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389062 Dec 22 16:18:00.988416 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0846728-e4fd-4520-bb60-f67d626caf7d req-1e9b04d2-90b8-4b58-99e8-860a37b87867 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391029 Dec 22 16:18:01.908539 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699ddb7-51c2-44bd-bb4e-e25930ad5285 req-4b10380b-6e79-4405-a9c6-c63bb35404aa tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:01.910141 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4699ddb7-51c2-44bd-bb4e-e25930ad5285 req-4b10380b-6e79-4405-a9c6-c63bb35404aa tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0858173 Dec 22 16:18:01.972602 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4699ddb7-51c2-44bd-bb4e-e25930ad5285 req-b6822572-a3d0-430c-9af1-ffe557a37243 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557830 Dec 22 16:18:01.976224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:02.338568 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e3bb55b1-778b-4a7b-acc5-acca1befa573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:03.181700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ffa0-a9a2-4ef7-8433-e4b0907bf408 req-556d1df0-5c2f-4ede-a3a0-f9a1d31a95f7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:03.183374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ea01ffa0-a9a2-4ef7-8433-e4b0907bf408 req-556d1df0-5c2f-4ede-a3a0-f9a1d31a95f7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 943 time: 0.0885329 Dec 22 16:18:03.232997 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ea01ffa0-a9a2-4ef7-8433-e4b0907bf408 req-65d8993b-42e9-47d0-9287-e28c23f6ce04 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428271 Dec 22 16:18:03.718589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:18:03.874199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:03.889237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'port_id': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'mac_address': 'fa:16:3e:6d:d6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:18:03.924390 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:03.951485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:03.969426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:18:03.984901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:04.013002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:04.014948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54d31818-da28-4a24-993d-0d04c81f1042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:04.081287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:04.084633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:04.230783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['0c1cbe62-85e9-4be9-9d4b-36773cfdc982'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:18:04.448787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46930b-9b67-4839-830d-aa3561182df2 req-ccd7632f-8d8c-4470-bd31-4444224e9efd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:04.450594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a46930b-9b67-4839-830d-aa3561182df2 req-ccd7632f-8d8c-4470-bd31-4444224e9efd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 944 time: 0.0866759 Dec 22 16:18:04.501444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3a46930b-9b67-4839-830d-aa3561182df2 req-0afb329e-293c-414c-944e-11f8643441ca tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Dec 22 16:18:04.589992 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-87dbc2f5-c31c-4c59-8814-9f76192d07fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:05.537498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:05.722219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8340a9-86fa-4610-a003-70f7f9202caf req-5df26551-917c-4349-93c0-e24e78009292 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:05.723882 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9d8340a9-86fa-4610-a003-70f7f9202caf req-5df26551-917c-4349-93c0-e24e78009292 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 944 time: 0.0840569 Dec 22 16:18:05.748603 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:18:05.774401 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9d8340a9-86fa-4610-a003-70f7f9202caf req-da105730-d752-439d-a239-ae95a92563d7 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 Dec 22 16:18:05.990650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:18:05.991120 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:06.109999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:06.140720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:18:06.151089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:06.191124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:06.193288 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-11004d56-153a-4abb-8e2f-562575f61936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:06.228265 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'code': 200} Dec 22 16:18:06.262967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:06.266248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:06.354659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:18:06.520284 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-167d3ffd-c4fe-4d2b-ba17-7f8087df0a59 req-58e2c556-a065-45bf-9bd0-ecf7cec617a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0764742 Dec 22 16:18:06.565326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-167d3ffd-c4fe-4d2b-ba17-7f8087df0a59 req-8d755bd2-0da4-4243-a882-adb27f80e9dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 Dec 22 16:18:06.981698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa1421-f065-4038-a41f-f4c129ed3505 req-333ac39c-e8a3-44bd-a476-ee853a2f0263 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:06.983374 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9aa1421-f065-4038-a41f-f4c129ed3505 req-333ac39c-e8a3-44bd-a476-ee853a2f0263 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0847020 Dec 22 16:18:07.036266 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:07.037795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f9aa1421-f065-4038-a41f-f4c129ed3505 req-35504028-8429-497b-886d-1479a2ff3228 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480838 Dec 22 16:18:08.256783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9fa28-17e5-483e-9888-f8432742efdf req-c8706578-5d26-45ab-a32e-814d9071448c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:08.258444 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-18d9fa28-17e5-483e-9888-f8432742efdf req-c8706578-5d26-45ab-a32e-814d9071448c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.0930943 Dec 22 16:18:08.307537 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-18d9fa28-17e5-483e-9888-f8432742efdf req-2bf686be-e1fe-49b3-93b5-fa61fcea2173 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Dec 22 16:18:31.972156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:32.348458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-13bd77ad-a4a2-489e-ae85-af38678f5855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:33.895441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:34.646965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9f4641a2-3d26-46f5-ada4-3af9b5cc880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:35.181757 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:37.086620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:43.356525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:18:59.865600 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-43214433-fef0-4fa8-b926-a003bec3db94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767267 Dec 22 16:19:00.023317 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-8271b9ca-2f51-4f62-8e7b-1622b1a41819 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0817900 Dec 22 16:19:00.192809 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-b2cc39c4-526b-4eaf-8c03-b5aa12a60d55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:00.194441 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-b2cc39c4-526b-4eaf-8c03-b5aa12a60d55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1500897 Dec 22 16:19:00.311133 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-ea565e7f-e4ca-4df6-bf03-86aac9734fd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1001 time: 0.1091893 Dec 22 16:19:00.388706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-78791e13-57c2-4d93-946e-b538a7bfb724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:00.390429 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-78791e13-57c2-4d93-946e-b538a7bfb724 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0736315 Dec 22 16:19:00.475866 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-ed8a2c0b-ab5b-4af8-994f-6c1466c854f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776005 Dec 22 16:19:00.485828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-263519d5-e8e6-4d90-b6c5-0de941976c11 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:19:00.486903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-263519d5-e8e6-4d90-b6c5-0de941976c11 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054879 Dec 22 16:19:00.639277 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-94b63fc5-572b-413b-a0c2-89e93a8d1fce service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434553 Dec 22 16:19:00.791089 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cf90701c-cc05-4e08-bf09-33cc1b589b74 req-c47b32ef-b17a-41b5-9dbc-b991c4c479aa service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449165 Dec 22 16:19:01.994656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:02.374955 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d874afd4-850b-4d5d-9b77-f14e071140cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:03.910721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:04.594314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-44e31dc2-c109-42e7-8187-2cd306c8f27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:05.183428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:07.031858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:20.358798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:19:32.008557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:32.342261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d98e-8fe7-4d8b-bc05-b9b4a5bc86eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:33.896590 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:34.587986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db046d0f-7e12-4157-8d17-7490b39888a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:35.210740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:37.102278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:57.359950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:19:59.990395 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-00181dff-087f-43d6-a07b-77a1dcd80e1a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2226489 Dec 22 16:20:00.144894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-e12c403c-9650-403a-b8c3-1f8147dc32fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0810704 Dec 22 16:20:00.312924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-46ef8914-d71e-49ac-854d-b9ef8e57b62e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:00.314556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-46ef8914-d71e-49ac-854d-b9ef8e57b62e service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1506140 Dec 22 16:20:00.425155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-bae895cb-c60d-46d7-90a0-49fe48f87eb3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 1001 time: 0.1036932 Dec 22 16:20:00.503086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-7a0df5a8-99ee-4e46-acae-bb6ce09d1095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:00.504685 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-7a0df5a8-99ee-4e46-acae-bb6ce09d1095 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0636778 Dec 22 16:20:00.586370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-bd39d343-405f-4a4f-a940-c11164705ff1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757616 Dec 22 16:20:00.729155 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-b7f5bb35-838e-4142-8aba-f6c83a3e9b06 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359415 Dec 22 16:20:00.875511 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0ee943fe-8840-4566-a9c0-8586e8e97032 req-489055c0-b7b9-42fb-82f3-70fe0fafa4d9 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406496 Dec 22 16:20:02.009798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:02.345488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b3b3-47cd-490b-84ac-9edffd66fd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:03.896033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:04.597062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1f49b85d-f186-4357-9b5d-8e88b8fb46a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:05.175565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:07.038435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:07.777380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57406) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:08.169610 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Deleting port d5a87042-9b85-48e0-ab47-6a20a06f62bb {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:08.170006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:08.350502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:08.350899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:08.479948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Calling delete_port for d5a87042-9b85-48e0-ab47-6a20a06f62bb owned by network:floatingip {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:08.872545 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:08.877240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f6efb5e7-d78c-420e-be56-2278154daf34 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:08.922983 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event deleted for resources: {'Port': ['ID=d5a87042-9b85-48e0-ab47-6a20a06f62bb,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:08.963761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.964194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.964620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.965038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.965970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.966374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.966867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.967264 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.967683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.968087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.968493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:08.975941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:09.030917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for floatingip, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:09.675061 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Router 9ae74760-2db7-400f-b226-368e0dd536f2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:20:09.892241 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:09.902406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:09.915319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:09.915991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:09.951406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:10.006050 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f0f67d54-a7c3-4704-9293-40c69512fcb1 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "DELETE /v2.0/floatingips/8fd72d90-5e80-4b91-b25a-d0fc82284bcf HTTP/1.1" status: 204 len: 168 time: 2.2274647 Dec 22 16:20:10.006759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:10.108453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:10.295213 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'status': 'completed', 'code': 200} Dec 22 16:20:10.409246 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-1af67f89-9023-460a-bf80-73104989a7ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2e9bc52466046e8bd7e49a657c63513&device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 1098 time: 0.0902576 Dec 22 16:20:10.466303 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:10.470898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:10.482280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:10.482917 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:10.586214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27868cbe-aea1-40af-969b-e7358b47a835 req-0ce5bc63-7aea-440a-871d-6adbb23c26bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:10.588176 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-0ce5bc63-7aea-440a-871d-6adbb23c26bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 200 len: 910 time: 0.1727178 Dec 22 16:20:10.663131 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-7cf39d86-82c4-4b0c-bfc8-c5560b17ae1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 200 len: 217 time: 0.0652153 Dec 22 16:20:10.672289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19713c0c-96e4-48a8-8f7a-49d4b06e84d0 req-e145f1c1-4c04-4435-b857-cf47c9c2c5c2 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:10.673941 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-19713c0c-96e4-48a8-8f7a-49d4b06e84d0 req-e145f1c1-4c04-4435-b857-cf47c9c2c5c2 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.1690507 Dec 22 16:20:10.681190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:10.726154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-19713c0c-96e4-48a8-8f7a-49d4b06e84d0 req-f476f827-4537-47f3-a8bb-ed725972335b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453129 Dec 22 16:20:10.742179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27868cbe-aea1-40af-969b-e7358b47a835 req-6f155d1d-2f56-435e-b3f9-b495fb0f5342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:10.743860 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-6f155d1d-2f56-435e-b3f9-b495fb0f5342 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 200 len: 848 time: 0.0739176 Dec 22 16:20:10.830130 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-02a9b58a-b6e0-43e9-96b1-112cdea12fc3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef085ef-f587-49df-b74d-827432050421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791049 Dec 22 16:20:10.978264 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-ae5f3e8e-8bb0-4a69-b117-d1805303ce72 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400368 Dec 22 16:20:11.014890 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:11.019119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557aec51-220b-4931-85f6-f343f62ee6b3 None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:09:07Z', 'revision_number': 4, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9f587396-2184-49d4-a110-e12003778296', 'name': '', 'network_id': '2ef085ef-f587-49df-b74d-827432050421', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'mac_address': 'fa:16:3e:c5:7a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:07Z', 'updated_at': '2021-12-22T16:09:16Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'subnets': [{'id': '9087ce7e-c543-40c8-9c59-abe1867d1018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:11.127274 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-27868cbe-aea1-40af-969b-e7358b47a835 req-2df09052-a649-4e23-953d-be375f93fd45 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412625 Dec 22 16:20:11.513595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71d971-ff9d-487e-ac61-15924621e96f None None] New status for floating IP 8fd72d90-5e80-4b91-b25a-d0fc82284bcf: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940347dc-a1e6-44d9-8326-8ad8b93b5d29 req-0f71e59a-dca2-4b0b-968b-a0ee1cd28e5b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-940347dc-a1e6-44d9-8326-8ad8b93b5d29 req-0f71e59a-dca2-4b0b-968b-a0ee1cd28e5b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614696d-20ad-4271-9db4-9b59a6276702 req-574faeeb-d546-4885-8b0e-1524617a601e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3614696d-20ad-4271-9db4-9b59a6276702 req-574faeeb-d546-4885-8b0e-1524617a601e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-940347dc-a1e6-44d9-8326-8ad8b93b5d29 req-0f71e59a-dca2-4b0b-968b-a0ee1cd28e5b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-940347dc-a1e6-44d9-8326-8ad8b93b5d29 req-0f71e59a-dca2-4b0b-968b-a0ee1cd28e5b tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.3042915 Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3614696d-20ad-4271-9db4-9b59a6276702 req-574faeeb-d546-4885-8b0e-1524617a601e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:12.218976 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3614696d-20ad-4271-9db4-9b59a6276702 req-574faeeb-d546-4885-8b0e-1524617a601e tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 945 time: 0.2297904 Dec 22 16:20:12.259528 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-940347dc-a1e6-44d9-8326-8ad8b93b5d29 req-65e9842a-e964-470f-9831-41cbcc91d7fa tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/security-groups?id=350f889c-9515-4cce-a16d-64546c85f24c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888486 Dec 22 16:20:12.289307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Deleting port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:12.289698 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:12.545832 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] For port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:12.546141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:12.671702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Calling delete_port for 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:12.951780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:12.957929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:13.001045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event deleted for resources: {'Port': ['ID=0c1cbe62-85e9-4be9-9d4b-36773cfdc982,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:13.004877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:13.080188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] No DVR routers for this DVR port 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:20:13.082656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:13.085466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-deleted', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:13.140640 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3614696d-20ad-4271-9db4-9b59a6276702 req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.71 "DELETE /v2.0/ports/0c1cbe62-85e9-4be9-9d4b-36773cfdc982 HTTP/1.1" status: 204 len: 173 time: 0.9290547 Dec 22 16:20:13.146273 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57845a3-1a18-42d0-b400-53f96f1c7b72', 'name': 'network-vif-deleted', 'tag': '0c1cbe62-85e9-4be9-9d4b-36773cfdc982', 'status': 'completed', 'code': 200} Dec 22 16:20:13.433162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-a241d4a8-bbcc-4f8f-8a1e-31fff4100534 req-c65489c4-081d-4ffd-b68d-32c118834d9c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Synchronizing usage tracker for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:13.478368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-a241d4a8-bbcc-4f8f-8a1e-31fff4100534 req-c65489c4-081d-4ffd-b68d-32c118834d9c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Unset dirty status for tenant:b2e9bc52466046e8bd7e49a657c63513 on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:13.479668 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a241d4a8-bbcc-4f8f-8a1e-31fff4100534 req-c65489c4-081d-4ffd-b68d-32c118834d9c tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0924184 Dec 22 16:20:14.705436 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-da7d5034-ad4a-4838-b32d-154dbb7470b7 req-12a29d9d-d082-452a-8701-8c6a6e2bb499 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "GET /v2.0/ports?device_id=f57845a3-1a18-42d0-b400-53f96f1c7b72 HTTP/1.1" status: 200 len: 210 time: 0.0554473 Dec 22 16:20:15.817097 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57438) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:15.895144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:15.928271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:16.169756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:16.175518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e964a0d-6384-47a6-acb6-a6e859ab33c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:16.192668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350f889c-9515-4cce-a16d-64546c85f24c,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:16.202129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.202556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.203000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.203420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.203831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.204248 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.204652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.205068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.205471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.205871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.206307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:16.209694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:16.224773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:16.228828 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c0da09b-601c-49bf-959e-a039ddaa3959 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] 10.222.0.32 "DELETE /v2.0/security-groups/350f889c-9515-4cce-a16d-64546c85f24c HTTP/1.1" status: 204 len: 168 time: 0.4078748 Dec 22 16:20:16.313565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57444) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:16.383869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:16.422526 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:16.422947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 0c1cbe62-85e9-4be9-9d4b-36773cfdc982 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:16.916023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:17.778951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Deleting port 9f587396-2184-49d4-a110-e12003778296 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:17.779342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:17.965852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] For port 9f587396-2184-49d4-a110-e12003778296, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9f587396-2184-49d4-a110-e12003778296,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:17.966409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:18.092806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Calling delete_port for 9f587396-2184-49d4-a110-e12003778296 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:18.453819 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:18.458627 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e86713a5-929a-4cff-b29e-cc02b60138d1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:18.501675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f587396-2184-49d4-a110-e12003778296,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:18.504660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:18.807294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:19.420493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Router 9ae74760-2db7-400f-b226-368e0dd536f2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:20:19.627446 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:19.636484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] Sync routers for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:19.649821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:19.650489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:19.669358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/9ae74760-2db7-400f-b226-368e0dd536f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3543303 Dec 22 16:20:19.671232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57450) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:19.838427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:19.880548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.106586 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.151202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Deleting port 92acb6e0-2222-4562-8b20-749e88878590 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:20.151604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.312587 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '92acb6e0-2222-4562-8b20-749e88878590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:20:18Z', 'revision_number': 5, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port': {'id': '92acb6e0-2222-4562-8b20-749e88878590', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:04Z', 'updated_at': '2021-12-22T16:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:20.316735 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] Checking router: 9ae74760-2db7-400f-b226-368e0dd536f2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:20.328692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] Routers {'9ae74760-2db7-400f-b226-368e0dd536f2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:20.329372 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['9ae74760-2db7-400f-b226-368e0dd536f2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:20.340366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] For port 92acb6e0-2222-4562-8b20-749e88878590, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=92acb6e0-2222-4562-8b20-749e88878590,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:20.340775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.474210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Calling delete_port for 92acb6e0-2222-4562-8b20-749e88878590 owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:20.500804 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] Set router 9ae74760-2db7-400f-b226-368e0dd536f2 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:20.610191 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:20:20Z', 'revision_number': 6, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:20.614389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9deb136-be76-472b-8080-f36b5b4004a6 None None] The sync data for ids ['9ae74760-2db7-400f-b226-368e0dd536f2'] in dv-neutron-822709-1-hyperv is: [{'id': '9ae74760-2db7-400f-b226-368e0dd536f2', 'name': 'tempest-TestShelveInstance-1576358262-router', 'tenant_id': 'b2e9bc52466046e8bd7e49a657c63513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:03Z', 'updated_at': '2021-12-22T16:20:20Z', 'revision_number': 6, 'project_id': 'b2e9bc52466046e8bd7e49a657c63513', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:20.790940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.796478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-75d48c27-0585-4f40-a07a-2b510e42dfc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:20.847103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Pushing event deleted for resources: {'Port': ['ID=92acb6e0-2222-4562-8b20-749e88878590,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:20.849950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:21.333005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.600980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.605488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.723040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.723622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae74760-2db7-400f-b226-368e0dd536f2 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:20:21.736301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.737568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] 10.222.0.32 "DELETE /v2.0/routers/9ae74760-2db7-400f-b226-368e0dd536f2 HTTP/1.1" status: 204 len: 168 time: 2.0651836 Dec 22 16:20:21.740387 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57454) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:21.810541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Deleting subnet 9087ce7e-c543-40c8-9c59-abe1867d1018 {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:20:21.814378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.873187 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:21.958487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.175373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.179773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2ffeb75b-a680-4c1a-be47-21c23a3564ee tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:22.214197 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9087ce7e-c543-40c8-9c59-abe1867d1018,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:22.221739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:22.224345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.230284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398f525-aa5c-4d57-bec6-8c5b1526a46e None None] Network 2ef085ef-f587-49df-b74d-827432050421 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:22.232326 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ddfed95d-59cd-4b2d-8daa-e1e3183a0f1b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9087ce7e-c543-40c8-9c59-abe1867d1018 HTTP/1.1" status: 204 len: 168 time: 0.4908779 Dec 22 16:20:22.235046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57458) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:22.352905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.365762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Deleting port 8cdbdf14-f458-4882-a513-e791828cfa17 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:22.366142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.407232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9f587396-2184-49d4-a110-e12003778296 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:22.446056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 9f587396-2184-49d4-a110-e12003778296 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:22.446455 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9f587396-2184-49d4-a110-e12003778296 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:22.446965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 92acb6e0-2222-4562-8b20-749e88878590 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:22.485244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 92acb6e0-2222-4562-8b20-749e88878590 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:22.485636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 92acb6e0-2222-4562-8b20-749e88878590 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:22.570090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41932849-ae89-40df-897a-c0e48946a550 None None] DHCP port deletion for 2ef085ef-f587-49df-b74d-827432050421 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:20:22.575290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Deleting port 8cdbdf14-f458-4882-a513-e791828cfa17 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:22.575709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.595261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] For port 8cdbdf14-f458-4882-a513-e791828cfa17, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8cdbdf14-f458-4882-a513-e791828cfa17,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:22.595663 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.724101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Calling delete_port for 8cdbdf14-f458-4882-a513-e791828cfa17 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:22.790450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-41932849-ae89-40df-897a-c0e48946a550 None None] For port 8cdbdf14-f458-4882-a513-e791828cfa17, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=8cdbdf14-f458-4882-a513-e791828cfa17,segment=NetworkSegment(b456b17f-944b-439c-9051-fb3a49771936),segment_id=b456b17f-944b-439c-9051-fb3a49771936)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:22.790941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.883656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.888506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9e16b50e-ccd4-479a-b697-4484814785e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:22.923046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Calling delete_port for 8cdbdf14-f458-4882-a513-e791828cfa17 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:22.935377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cdbdf14-f458-4882-a513-e791828cfa17,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:22.944883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:22.947472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] No DVR routers for this DVR port 8cdbdf14-f458-4882-a513-e791828cfa17 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:20:22.997213 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:20:22.997512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:20:23.070116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.097157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef085ef-f587-49df-b74d-827432050421']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:23.110281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b456b17f-944b-439c-9051-fb3a49771936') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:23.110621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b456b17f-944b-439c-9051-fb3a49771936') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:23.122754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.138144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.202131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:20:23.202578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:20:23.217467 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:20:23.449126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.454262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.458259 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-58f17d51-fc3d-481c-bed3-34ef4db06a6c tempest-RoutersNegativeTest-714490599 tempest-RoutersNegativeTest-714490599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:23.483963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef085ef-f587-49df-b74d-827432050421,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:23.486786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:23.488852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6f8e0a82-0210-4ce2-9432-1ca9704ff075 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2ef085ef-f587-49df-b74d-827432050421 HTTP/1.1" status: 204 len: 168 time: 1.2527351 Dec 22 16:20:23.491911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57462) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:23.498501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Deleting port 8cdbdf14-f458-4882-a513-e791828cfa17 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:23.499005 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-41932849-ae89-40df-897a-c0e48946a550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.564641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-41932849-ae89-40df-897a-c0e48946a550 None None] The port '8cdbdf14-f458-4882-a513-e791828cfa17' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:20:23.906314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:24.398523 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8cdbdf14-f458-4882-a513-e791828cfa17 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:24.436474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 8cdbdf14-f458-4882-a513-e791828cfa17 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:24.436875 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 8cdbdf14-f458-4882-a513-e791828cfa17 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:24.540397 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Deleting port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:24.540771 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:24.717841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] For port d3ab3e45-e4f6-4d03-812d-2e95d5b246d9, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:24.718161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.089275 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Calling delete_port for d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 owned by network:router_interface {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:25.396940 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.401828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-819bca59-84e4-4f48-9d25-d04eca43f8fb tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:25.443996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ab3e45-e4f6-4d03-812d-2e95d5b246d9,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:25.448918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:25.743953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:26.355131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Router e224c2ca-7266-4a1b-952a-9232e1521956 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:20:26.565186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:26.575109 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] Sync routers for ids ['e224c2ca-7266-4a1b-952a-9232e1521956'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:26.575473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-8a46b208-edf2-434a-9b04-7be401f722b6 admin admin] 10.222.0.32 "PUT /v2.0/routers/e224c2ca-7266-4a1b-952a-9232e1521956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0824950 Dec 22 16:20:26.578192 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57466) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:26.587711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] Routers {'e224c2ca-7266-4a1b-952a-9232e1521956'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:26.588396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e224c2ca-7266-4a1b-952a-9232e1521956'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:26.777420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] Set router e224c2ca-7266-4a1b-952a-9232e1521956 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:26.785968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks [] for router, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:26.995189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:27.037699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Deleting port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:27.038479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:27.090399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68'}], 'enable_snat': True}, 'gw_port_id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:20:25Z', 'revision_number': 5, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port': {'id': '6f288af7-1bde-4659-b1b0-ff1d95f6f1ab', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:da:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:09:12Z', 'updated_at': '2021-12-22T16:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:27.094682 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] Checking router: e224c2ca-7266-4a1b-952a-9232e1521956 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:27.106538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] Routers {'e224c2ca-7266-4a1b-952a-9232e1521956'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:27.107268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['e224c2ca-7266-4a1b-952a-9232e1521956'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:27.230067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] For port 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:27.231007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:27.269948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] Set router e224c2ca-7266-4a1b-952a-9232e1521956 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:27.367821 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Calling delete_port for 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab owned by network:router_gateway {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:27.547018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:20:26Z', 'revision_number': 6, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:27.551194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b520bc1b-b934-4535-9d0a-d86a40885815 None None] The sync data for ids ['e224c2ca-7266-4a1b-952a-9232e1521956'] in dv-neutron-822709-1-hyperv is: [{'id': 'e224c2ca-7266-4a1b-952a-9232e1521956', 'name': 'tempest-TestShelveInstance-157292953-router', 'tenant_id': 'ad76345df6f544d0a68144f20dc5d116', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:09:11Z', 'updated_at': '2021-12-22T16:20:26Z', 'revision_number': 6, 'project_id': 'ad76345df6f544d0a68144f20dc5d116', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:27.649497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:27.654549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:27.697923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Pushing event deleted for resources: {'Port': ['ID=6f288af7-1bde-4659-b1b0-ff1d95f6f1ab,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:27.703546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:28.178299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.408429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:28.444513 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:28.444882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 6f288af7-1bde-4659-b1b0-ff1d95f6f1ab not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:28.445352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:28.452839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.457567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.477873 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:28.478273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device d3ab3e45-e4f6-4d03-812d-2e95d5b246d9 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:28.694845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.695511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router e224c2ca-7266-4a1b-952a-9232e1521956 {{(pid=88967) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:20:28.712375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.713656 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63c95d4d-1985-4685-a128-aa58674c3fde admin admin] 10.222.0.32 "DELETE /v2.0/routers/e224c2ca-7266-4a1b-952a-9232e1521956 HTTP/1.1" status: 204 len: 168 time: 2.1344225 Dec 22 16:20:28.717133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57470) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:28.790318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Deleting subnet 6759f1fd-979a-4392-be86-ceadea664bab {{(pid=88967) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:20:28.794028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.847800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3182756'] for subnet, precommit_delete_associations {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:28.929872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.152527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851096466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3373387'] for subnet, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.157443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e0917d64-60df-4194-9698-abfd38891d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:29.197088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6759f1fd-979a-4392-be86-ceadea664bab,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:29.200492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:29.206136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.212370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce504e-6022-4c31-8ece-8b4bfbe69068 None None] Network e1347cb8-d4c9-4ab1-8b28-70769524447a requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:29.213328 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f4cabcd6-6612-4d09-b1c3-f6f912e1bd85 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6759f1fd-979a-4392-be86-ceadea664bab HTTP/1.1" status: 204 len: 168 time: 0.4951022 Dec 22 16:20:29.216630 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57474) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:29.339186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.350987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Deleting port ca1b0bb6-2df9-421f-8361-47a88c7be911 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:29.351369 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.490681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] DHCP port deletion for e1347cb8-d4c9-4ab1-8b28-70769524447a request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:20:29.495231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Deleting port ca1b0bb6-2df9-421f-8361-47a88c7be911 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:29.495636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.584380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] For port ca1b0bb6-2df9-421f-8361-47a88c7be911, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ca1b0bb6-2df9-421f-8361-47a88c7be911,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:29.584846 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.712543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Calling delete_port for ca1b0bb6-2df9-421f-8361-47a88c7be911 owned by network:dhcp {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:29.713169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] For port ca1b0bb6-2df9-421f-8361-47a88c7be911, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=ca1b0bb6-2df9-421f-8361-47a88c7be911,segment=NetworkSegment(ce7bf94c-04ae-4b28-a59a-53daeb02da99),segment_id=ce7bf94c-04ae-4b28-a59a-53daeb02da99)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:29.713622 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.815134 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.820103 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c607bb5f-1ed5-412c-91fd-4a65d1824af3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:29.849851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Calling delete_port for ca1b0bb6-2df9-421f-8361-47a88c7be911 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:29.861938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1b0bb6-2df9-421f-8361-47a88c7be911,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:29.865894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:29.869182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] No DVR routers for this DVR port ca1b0bb6-2df9-421f-8361-47a88c7be911 on host dv-neutron-822709-1-hyperv {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:20:29.921546 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:20:29.921988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:20:29.995125 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.027861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1347cb8-d4c9-4ab1-8b28-70769524447a']}} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:30.041323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7bf94c-04ae-4b28-a59a-53daeb02da99') {'for_net_delete': True} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:30.041665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7bf94c-04ae-4b28-a59a-53daeb02da99') {} {{(pid=88967) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:30.054306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851593043'] for segment, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.071073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.078577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88967) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:20:30.079052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3679692'] for segment, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:20:30.093489 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:20:30.232550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.237301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.241330 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4e31600a-a11f-4a5a-b67c-bad637803f8b tempest-RoutersNegativeIpV6Test-91851965 tempest-RoutersNegativeIpV6Test-91851965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:30.265610 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e1347cb8-d4c9-4ab1-8b28-70769524447a HTTP/1.1" status: 204 len: 168 time: 1.0476956 Dec 22 16:20:30.266491 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1347cb8-d4c9-4ab1-8b28-70769524447a,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:30.269319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:30.398899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ca1b0bb6-2df9-421f-8361-47a88c7be911 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:30.432106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Deleting port ca1b0bb6-2df9-421f-8361-47a88c7be911 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:30.432538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.493037 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: ca1b0bb6-2df9-421f-8361-47a88c7be911 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:30.493519 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device ca1b0bb6-2df9-421f-8361-47a88c7be911 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:30.516981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57480) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:30.531948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-09982b28-1612-4bd9-aeba-7813481b9e7e None None] The port 'ca1b0bb6-2df9-421f-8361-47a88c7be911' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:20:30.575193 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-262dff0a-0001-4cb5-b591-d46813c43636 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2e9bc52466046e8bd7e49a657c63513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565596 Dec 22 16:20:30.577538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57484) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:30.644530 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.675673 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.814709 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.820220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-fd294ae0-862b-4357-8ce3-16297b225afe tempest-NegativeSecGroupTest-1942100991 tempest-NegativeSecGroupTest-1942100991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:30.843209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b93b01-7d09-4b91-ad08-cd78cc6a801f,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:30.848454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:30.851981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.853594 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-bb62b5dc-ddb1-46e3-9b4c-40ff796411f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7b93b01-7d09-4b91-ad08-cd78cc6a801f HTTP/1.1" status: 204 len: 168 time: 0.2746837 Dec 22 16:20:31.595744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57492) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:31.652543 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1f451bcf-a405-4d8e-803e-f6f94f764b3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad76345df6f544d0a68144f20dc5d116&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554643 Dec 22 16:20:31.655195 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57496) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:31.717127 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.744208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.813423 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.818511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8a4c4b27-6548-4fa5-be03-08c972eff4e1 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:31.832029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cafd1-4914-4a47-81d8-c5d55502ec6b,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:31.834856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:31.836023 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.837244 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-667a6314-6337-415f-8113-e94a99a83795 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/664cafd1-4914-4a47-81d8-c5d55502ec6b HTTP/1.1" status: 204 len: 168 time: 0.1811016 Dec 22 16:20:32.003616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:32.351091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf5d0-3bc6-40a3-946b-d9b00951dd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:32.999394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57518) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:33.143413 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1891952876-network', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:33.148793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:33.153131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Usage tracker for resource:network and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:33.156214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:33.162327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:33.231823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Made reservation on behalf of 1bac0df0c0124aa4abd600ce4accf6fd for: {'network': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:33.236749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.250797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.285838 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:33.290101 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:33.293715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:33.299884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:33.437399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.471791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.476171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc6d8a4b-7af8-46fe-b1d1-169a23904bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:33.507807 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=88967) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:20:33.517452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ba99e-5ac5-4a57-ad71-2104d814b6a1,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:33.522668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:33.588172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.588521 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Added segment 23cd5aa2-ad82-4a62-98d2-ff5ecdfca413 of type vlan for network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 Dec 22 16:20:33.665505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.734844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.735826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:33.736470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Notify callbacks [] for network, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.741641 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1cd92ada-f7aa-491e-9a5b-a28f7cf11842 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:33.849392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:33.853062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:33.860887 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:20:33.883993 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-70ce7cc6-c53d-4d47-b282-02d4ce8a06c6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8833358 Dec 22 16:20:33.887268 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57524) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:33.893417 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Request body: {'subnet': {'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1891952876-subnet', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'ip_version': 4}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:33.899182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:33.903885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Usage tracker for resource:subnet and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:33.907069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:33.913504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:33.955141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:33.957214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Made reservation on behalf of 1bac0df0c0124aa4abd600ce4accf6fd for: {'subnet': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:33.962525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851402414'] for subnet, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.352592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3679394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851402429'] for subnet, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.360878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d74fe630-703f-4b20-8d04-ee1bd72f9ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:34.368156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:20:34.439012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3378c575-6f2e-4d44-9b04-ed3a0a225c86,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:34.443077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:34.457515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Checking segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:34.457914 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Network hostable DHCP agents. Network: 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88967) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:20:34.546208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88967) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:20:34.631738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9db811d-86b9-4019-ae2d-ea878bc86f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.655412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31) {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:34.659965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:34.660625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.664855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c8155-f9c7-4ea6-881e-e41078b350d3 None None] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:34.711995 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-b25f94b9-8979-49f8-a7b8-779071938b02 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8234770 Dec 22 16:20:34.715567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57528) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:34.721453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:34.726671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:34.730852 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Usage tracker for resource:router and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:34.733883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:34.740629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:34.780555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.781609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.800829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.892067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:20:34.892991 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:34.995465 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.068208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Allocated IP 172.20.0.2 (4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31/3378c575-6f2e-4d44-9b04-ed3a0a225c86/9178e63a-e472-4363-9da2-dedcb0f36a06) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:35.233178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.249687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.265280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.368395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.380826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Transition to ACTIVE for port object 9178e63a-e472-4363-9da2-dedcb0f36a06 will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:35.401643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Transition to ACTIVE for port object 9178e63a-e472-4363-9da2-dedcb0f36a06 will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:35.472556 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.477374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:35.500907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Allocated IP 172.26.4.189 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/48e3e6ba-b89c-4ba1-8780-4c4967050d38) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:35.540458 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:35.548070 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:35.552728 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:35.559368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Pushing event updated for resources: {'Port': ['ID=9178e63a-e472-4363-9da2-dedcb0f36a06,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:35.630679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.631110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.631497 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.631886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.632271 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.632652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.633030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.633408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.633788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.634156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.634527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:35.643291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:35.664779 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Attempting to bind port 9178e63a-e472-4363-9da2-dedcb0f36a06 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:35.665206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Attempting to bind port 9178e63a-e472-4363-9da2-dedcb0f36a06 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:35.665634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Attempting to bind port 9178e63a-e472-4363-9da2-dedcb0f36a06 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:35.672644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:35.673073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Checking segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:35.673560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.673982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Bound using segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:35.674512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Bound port: 9178e63a-e472-4363-9da2-dedcb0f36a06, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:35.674969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.774080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] For port 9178e63a-e472-4363-9da2-dedcb0f36a06, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:35.777668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] For port 9178e63a-e472-4363-9da2-dedcb0f36a06, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9178e63a-e472-4363-9da2-dedcb0f36a06,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:35.810231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:35.815439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:35.905737 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Pushing event updated for resources: {'Port': ['ID=9178e63a-e472-4363-9da2-dedcb0f36a06,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:35.909193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:35.965659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:36.020700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:36.025924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1c765f9e-2e71-40ba-8e89-bf97ec50c95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:36.091934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:36.095541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:36.100231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:36.127166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=48e3e6ba-b89c-4ba1-8780-4c4967050d38,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:36.132659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:36.441406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9178e63a-e472-4363-9da2-dedcb0f36a06 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:36.473424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:36.474188 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:36.540299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 9178e63a-e472-4363-9da2-dedcb0f36a06 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:36.757221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88967) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:20:36.969859 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:36.979475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:36.997028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:36.998076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:37.037543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] Notify callbacks [] for router, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:37.039256 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e3056ca-2cb0-406a-8442-8708ff65bdf2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3226519 Dec 22 16:20:37.042302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57532) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:37.066426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:37.191839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:37.509652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:36Z', 'revision_number': 3, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:37.514141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:37.514714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Updating router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:20:37.577261 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:37.620436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f6a25-bb88-45cd-b982-be8f4b8dfc79 None None] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:37.805674 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Provisioning for port 9178e63a-e472-4363-9da2-dedcb0f36a06 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:37.816598 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Provisioning complete for port 9178e63a-e472-4363-9da2-dedcb0f36a06 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:37.817033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:37.856174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:37.945427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.003799 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.008825 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Transition to ACTIVE for port object 48e3e6ba-b89c-4ba1-8780-4c4967050d38 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:38.039925 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] For port 9178e63a-e472-4363-9da2-dedcb0f36a06, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9178e63a-e472-4363-9da2-dedcb0f36a06,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:38.043865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.049782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3a4c41e2-b8ff-40a8-8ab2-0a8bc15da959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:38.077694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.079743 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:38.112424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Allocated IP 172.20.0.1 (4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31/3378c575-6f2e-4d44-9b04-ed3a0a225c86/2678c853-c27d-4fbc-894a-13fb638c099f) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:38.117411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Attempting to bind port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:38.117567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Attempting to bind port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:38.117980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Attempting to bind port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:38.138382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Pushing event updated for resources: {'Port': ['ID=48e3e6ba-b89c-4ba1-8780-4c4967050d38,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:38.148139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.148525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.148898 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.149267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.149772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.150138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.150502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.150918 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.151263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.151621 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.151977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:38.156298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:38.156716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:38.157180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.157597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:38.158129 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Bound port: 48e3e6ba-b89c-4ba1-8780-4c4967050d38, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:38.158541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.187639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:38.251010 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] For port 48e3e6ba-b89c-4ba1-8780-4c4967050d38, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:38.255999 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] For port 48e3e6ba-b89c-4ba1-8780-4c4967050d38, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=48e3e6ba-b89c-4ba1-8780-4c4967050d38,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:38.329710 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.343775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:38.353642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Pushing event updated for resources: {'Port': ['ID=9178e63a-e472-4363-9da2-dedcb0f36a06,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:38.357430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-78962ddd-0ab7-4810-863a-921486f94439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:38.388995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.414625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b12100aa-2ee0-4026-91ab-b8cef158f358 None None] Provisioning complete for port 9178e63a-e472-4363-9da2-dedcb0f36a06 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:38.415325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b12100aa-2ee0-4026-91ab-b8cef158f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.417908 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Transition to ACTIVE for port object 2678c853-c27d-4fbc-894a-13fb638c099f will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:38.428332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:38.429124 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:38.477634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.481680 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Pushing event updated for resources: {'Port': ['ID=48e3e6ba-b89c-4ba1-8780-4c4967050d38,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:38.482494 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af2e00ab-2ee4-41d5-9f0f-ba25156faf1e tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:38.489733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2054987d-4e8b-4f57-8f32-63037914242b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:38.543690 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:38.552951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:38.557685 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:38.595471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Pushing event updated for resources: {'Port': ['ID=2678c853-c27d-4fbc-894a-13fb638c099f,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:38.602267 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:38.623524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:38.624837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.798165 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.911774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6c689e96-b78f-4bb2-951a-b98183f53d0f None None] Provisioning for port 2678c853-c27d-4fbc-894a-13fb638c099f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:38.923223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-6c689e96-b78f-4bb2-951a-b98183f53d0f None None] Provisioning complete for port 2678c853-c27d-4fbc-894a-13fb638c099f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:38.923223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c689e96-b78f-4bb2-951a-b98183f53d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.936367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:36Z', 'revision_number': 3, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:38.940536 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80864-40f9-4161-9f94-44a9eab94af7 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:36Z', 'revision_number': 3, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:38.981687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6c689e96-b78f-4bb2-951a-b98183f53d0f None None] Port 2678c853-c27d-4fbc-894a-13fb638c099f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:20:39.050009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:39.100092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:39.130580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-9f47ef2d-e99b-4fc9-ad0c-1c980b9b8be2 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:39.214464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:39.218902 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Pushing event updated for resources: {'Port': ['ID=2678c853-c27d-4fbc-894a-13fb638c099f,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:39.222289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:39.619484 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:39.620632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:39.910128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-236d7a25-94d8-4e08-98df-3db04f3a4d9b None None] Provisioning complete for port 2678c853-c27d-4fbc-894a-13fb638c099f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:39.910559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-236d7a25-94d8-4e08-98df-3db04f3a4d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:39.967141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-236d7a25-94d8-4e08-98df-3db04f3a4d9b None None] Port 2678c853-c27d-4fbc-894a-13fb638c099f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:20:40.049648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88967) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:20:40.270469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88967) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:40.280488 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] 10.222.0.32 "PUT /v2.0/routers/6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362850 Dec 22 16:20:40.484184 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9178e63a-e472-4363-9da2-dedcb0f36a06 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:40.558906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9178e63a-e472-4363-9da2-dedcb0f36a06 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:40.559342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:40.680290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48e3e6ba-b89c-4ba1-8780-4c4967050d38 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:40.791609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:40.796935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:40.797364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:40.918183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:40.985067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 48e3e6ba-b89c-4ba1-8780-4c4967050d38, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=48e3e6ba-b89c-4ba1-8780-4c4967050d38,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:41.043357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.046485 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6b79d23e-16f2-4375-9983-fbc0f6444291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:41.114449 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=48e3e6ba-b89c-4ba1-8780-4c4967050d38,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:41.118232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:41.386341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57556) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:41.392772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-98345404-network', 'tenant_id': '2243981a1716494db558b3d1d3de17cf'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:41.398421 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:41.402602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Usage tracker for resource:network and tenant:2243981a1716494db558b3d1d3de17cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:41.406721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:41.413235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:41.448660 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Made reservation on behalf of 2243981a1716494db558b3d1d3de17cf for: {'network': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:41.453555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for network, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.471327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.505357 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:41.509450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Usage tracker for resource:security_group_rule and tenant:2243981a1716494db558b3d1d3de17cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:41.512562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:41.518789 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:41.778593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.803560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.808068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-b20f020e-b083-4cc2-9cf4-cefd1bc15928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:41.834384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=88968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:20:41.849602 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a314084d-5f36-4dcd-86d9-61c6b5ad5e16,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:41.856471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:41.857436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.857821 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.segments_db [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Added segment b7500c7e-d1fb-4767-86ff-573addb1edf1 of type vlan for network 42ae7449-a38c-4570-87f6-edf570c32c96 Dec 22 16:20:41.886418 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278273283000'] for network, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.946042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100'] for network, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.947138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:41.947788 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:41.952549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-36ba7e12-44d7-4c93-9a99-c86fa6330615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:41.986464 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:42.002141 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:42.003018 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:42.070406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Pushing event updated for resources: {'Network': ['ID=42ae7449-a38c-4570-87f6-edf570c32c96,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:42.073322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:42.082557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Network 42ae7449-a38c-4570-87f6-edf570c32c96 details requested by agent ovs-agent-dv-neutron-822709-1-hyperv with host dv-neutron-822709-1-hyperv {{(pid=88969) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:20:42.100954 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7133391 Dec 22 16:20:42.103798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57560) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:42.110510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Request body: {'subnet': {'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-98345404-subnet', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'ip_version': 4}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:42.115943 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:42.131055 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Usage tracker for resource:subnet and tenant:2243981a1716494db558b3d1d3de17cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:42.134584 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:42.141909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:42.186065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Made reservation on behalf of 2243981a1716494db558b3d1d3de17cf for: {'subnet': 1} {{(pid=88968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:42.191305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851202464'] for subnet, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.293794 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:42.428218 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48e3e6ba-b89c-4ba1-8780-4c4967050d38 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:42.540307 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4034163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851202447'] for subnet, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.545785 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d18f582-55e1-4cb3-8857-aa1f4668db0e tempest-NetworksIpV6Test-780654549 tempest-NetworksIpV6Test-780654549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:42.628282 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b57436-9920-4e06-b796-a6310f102bf0,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:42.632696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:42.638229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Checking segment: {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:42.638634 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Network hostable DHCP agents. Network: 42ae7449-a38c-4570-87f6-edf570c32c96, hostable agents: ['8c60873f-ada5-4356-a03a-df8cb782f576'], hosted agents: [] {{(pid=88968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:20:42.664161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:42.664591 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.688367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Network 42ae7449-a38c-4570-87f6-edf570c32c96 is scheduled to be hosted by DHCP agent 8c60873f-ada5-4356-a03a-df8cb782f576 with binding_index 1 {{(pid=88968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:20:42.723056 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822709-1-hyperv, 42ae7449-a38c-4570-87f6-edf570c32c96) {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:42.727569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:42.728209 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.736437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b976e-f459-491a-817d-0137a6d4cafe None None] Network 42ae7449-a38c-4570-87f6-edf570c32c96 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:42.775084 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4049ba80-dd7b-46d6-a732-362adfebaa33 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6700995 Dec 22 16:20:42.778335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57564) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:42.784370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:42.789972 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:42.794624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Usage tracker for resource:router and tenant:2243981a1716494db558b3d1d3de17cf is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:42.797589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:42.803826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:42.843563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-53091'] for router, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.844871 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853748718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-920166', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853859611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854722709'] for router, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.899429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 2, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:42.912249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:42.912666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Updating router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 port 2678c853-c27d-4fbc-894a-13fb638c099f binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:20:42.949588 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.041072 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.151543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-920151', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854722728'] for router, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.153541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdf3b3a79-6b5f-5a4b-83f3-9628f462acb4-42ae7449-a38c-4570-87f6-edf570c32c96', 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'fixed_ips': [{'subnet_id': 'a0b57436-9920-4e06-b796-a6310f102bf0'}]}} from dv-neutron-822709-1-hyperv. {{(pid=88969) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:20:43.154604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.404283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.438079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.651511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Allocated IP 172.26.4.97 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/50f6d443-3f53-49ae-8925-4ced32eb9905) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:43.680381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Allocated IP 172.20.0.2 (42ae7449-a38c-4570-87f6-edf570c32c96/a0b57436-9920-4e06-b796-a6310f102bf0/0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b) {{(pid=88969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:43.811020 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.872461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.877273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e7ff137d-fe6a-44e0-bb7f-5d1ddc288b7d tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:43.910119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:43.938256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:43.945751 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:43.951707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:43.968324 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Transition to ACTIVE for port object 2678c853-c27d-4fbc-894a-13fb638c099f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:43.987011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Pushing event updated for resources: {'Port': ['ID=50f6d443-3f53-49ae-8925-4ced32eb9905,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:43.993691 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:44.000466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Notify callbacks [] for port, precommit_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.006601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.015476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:44.063411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Transition to ACTIVE for port object 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:44.172953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Transition to ACTIVE for port object 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b will not be triggered until provisioned by entity DHCP. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:44.176189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ac67-d195-4fe6-ab07-f052bbf886ac None None] Pushing event updated for resources: {'Port': ['ID=2678c853-c27d-4fbc-894a-13fb638c099f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:44.178516 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.179410 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853748568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853855696'] for router, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.194514 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3eb7ac67-d195-4fe6-ab07-f052bbf886ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:44.209730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176'] for port, after_create {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.216044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:44.394291 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Pushing event updated for resources: {'Port': ['ID=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,revision_number=1']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:44.397438 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Attempting to bind port 2678c853-c27d-4fbc-894a-13fb638c099f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:44.397863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Attempting to bind port 2678c853-c27d-4fbc-894a-13fb638c099f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:44.398285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Attempting to bind port 2678c853-c27d-4fbc-894a-13fb638c099f on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:44.400815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:44.403189 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Network 42ae7449-a38c-4570-87f6-edf570c32c96 is already hosted by enough agents. {{(pid=88969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:44.405196 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Resources bound (agent type, host, resource id): {{(pid=88969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:44.408921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Received port after_create {{(pid=88969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:44.424253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:44.424687 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Checking segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:44.425151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.425600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Bound using segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:44.426138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Bound port: 2678c853-c27d-4fbc-894a-13fb638c099f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:44.426569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.594488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Attempting to bind port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:44.594945 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Attempting to bind port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:44.595373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Attempting to bind port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b on network 42ae7449-a38c-4570-87f6-edf570c32c96 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:44.625326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:44.625781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Checking segment: {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:44.626206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.626659 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Bound using segment: {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:44.627263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Bound port: 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:44.627705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.660028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] For port 2678c853-c27d-4fbc-894a-13fb638c099f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:44.703980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] For port 2678c853-c27d-4fbc-894a-13fb638c099f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2678c853-c27d-4fbc-894a-13fb638c099f,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:44.751474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Router 7e63aa64-321a-416d-a7ed-89e704481ca2 is scheduled to L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c with binding_index 1 {{(pid=88968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:20:44.752001 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.756013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-92dff9f2-7311-4e72-bf00-1d0548477e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:44.807880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] For port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:44.845860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ac67-d195-4fe6-ab07-f052bbf886ac None None] Pushing event updated for resources: {'Port': ['ID=2678c853-c27d-4fbc-894a-13fb638c099f,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:44.849492 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3eb7ac67-d195-4fe6-ab07-f052bbf886ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:44.853963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] For port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:44.867130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:44.867971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:44.943003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.957572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:44.993117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:45.005823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Sync routers for ids ['7e63aa64-321a-416d-a7ed-89e704481ca2'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:45.019243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Routers {'7e63aa64-321a-416d-a7ed-89e704481ca2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:45.020085 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e63aa64-321a-416d-a7ed-89e704481ca2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:45.050051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:45.053898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2745836 Dec 22 16:20:45.056937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57568) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:45.166035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Pushing event updated for resources: {'Port': ['ID=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,revision_number=2']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:45.194475 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:45.269921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:45.406139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Set router 7e63aa64-321a-416d-a7ed-89e704481ca2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:45.608837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:44Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:45.613967 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36aaf4-d58d-40ad-b70e-9d9eb0655688 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:44Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:45.858576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:20:44Z', 'revision_number': 3, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:45.868544 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Checking router: 7e63aa64-321a-416d-a7ed-89e704481ca2 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:45.868944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Updating router 7e63aa64-321a-416d-a7ed-89e704481ca2 port 50f6d443-3f53-49ae-8925-4ced32eb9905 binding host dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:20:45.944206 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.115121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.325084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Notify callbacks [] for port, precommit_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.338988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Transition to ACTIVE for port object 50f6d443-3f53-49ae-8925-4ced32eb9905 will not be triggered until provisioned by entity L2. {{(pid=88970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:46.386960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.391759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Allocated IP 172.20.0.1 (42ae7449-a38c-4570-87f6-edf570c32c96/a0b57436-9920-4e06-b796-a6310f102bf0/9e547ed2-3b9b-4989-89f5-16608139bb3f) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:46.401391 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f3bc2781-9d92-4336-b6ac-d3417b5c5e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:46.477428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Attempting to bind port 50f6d443-3f53-49ae-8925-4ced32eb9905 on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:46.477881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Attempting to bind port 50f6d443-3f53-49ae-8925-4ced32eb9905 by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:46.478292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Attempting to bind port 50f6d443-3f53-49ae-8925-4ced32eb9905 on network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:46.492293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:46.492719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Checking segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:46.493144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.493581 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Bound using segment: {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'} {{(pid=88970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:46.494110 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Bound port: 50f6d443-3f53-49ae-8925-4ced32eb9905, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb00cfe-3077-4b02-a07c-532ac537a9bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19'}}] {{(pid=88970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:46.494529 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.523143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2678c853-c27d-4fbc-894a-13fb638c099f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:46.555054 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fce86-28e9-4e34-b775-6953405a5915 None None] Pushing event updated for resources: {'Port': ['ID=50f6d443-3f53-49ae-8925-4ced32eb9905,revision_number=2']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:46.560033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-045fce86-28e9-4e34-b775-6953405a5915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:46.627294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] For port 50f6d443-3f53-49ae-8925-4ced32eb9905, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:46.636350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] For port 50f6d443-3f53-49ae-8925-4ced32eb9905, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=50f6d443-3f53-49ae-8925-4ced32eb9905,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:46.640080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.672231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.677323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4d91a0ae-eb46-40fa-aca6-8f61a697faf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:46.701881 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 2678c853-c27d-4fbc-894a-13fb638c099f completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:46.707392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2678c853-c27d-4fbc-894a-13fb638c099f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:46.709714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.728642 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Transition to ACTIVE for port object 9e547ed2-3b9b-4989-89f5-16608139bb3f will not be triggered until provisioned by entity DHCP. {{(pid=88968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:46.785201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fce86-28e9-4e34-b775-6953405a5915 None None] Pushing event updated for resources: {'Port': ['ID=50f6d443-3f53-49ae-8925-4ced32eb9905,revision_number=3']} {{(pid=88970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:46.786426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.789198 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-045fce86-28e9-4e34-b775-6953405a5915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:46.791729 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:46.794595 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Routers {'7e63aa64-321a-416d-a7ed-89e704481ca2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:46.795333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e63aa64-321a-416d-a7ed-89e704481ca2'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:46.885459 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Network 42ae7449-a38c-4570-87f6-edf570c32c96 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:46.893420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:46.898512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:46.903050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.942644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Pushing event updated for resources: {'Port': ['ID=9e547ed2-3b9b-4989-89f5-16608139bb3f,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:46.943695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 2678c853-c27d-4fbc-894a-13fb638c099f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2678c853-c27d-4fbc-894a-13fb638c099f,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:46.952050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:46.985790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.986738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:47.004609 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-925557'] for router_interface, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.030394 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:47.075098 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] Set router 7e63aa64-321a-416d-a7ed-89e704481ca2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:47.076558 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be2d9f-d34e-4bd9-a1ee-1b350f01009e None None] Network 42ae7449-a38c-4570-87f6-edf570c32c96 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:47.143892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.153099 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=2678c853-c27d-4fbc-894a-13fb638c099f,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:47.170793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:47.296374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Provisioning for port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:47.313805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Provisioning complete for port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:47.313996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.358714 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:47.409905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:47.410253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.437885 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:20:44Z', 'revision_number': 3, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:47.442014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b693a-8bb0-4add-b916-9d16d536d005 None None] The sync data for ids ['7e63aa64-321a-416d-a7ed-89e704481ca2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:20:44Z', 'revision_number': 3, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:47.446863 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.483066 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.513877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff314243-27e1-4ecd-a3e2-135ba82ad1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:47.597535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Pushing event updated for resources: {'Port': ['ID=9e547ed2-3b9b-4989-89f5-16608139bb3f,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:47.600547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1208117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853850350'] for router_interface, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.607153 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:47.662028 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.721352 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.755468 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Network 42ae7449-a38c-4570-87f6-edf570c32c96 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:47.756716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:47.925511 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] For port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:47.986501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.988783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2fbf2ece-d84a-4086-a825-4e38d979e160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:48.018092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:20:48.018515 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:20:48.060488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Pushing event updated for resources: {'Port': ['ID=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:48.063870 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-f5dc274f-6030-471a-8a3b-ac943a24a447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:48.222478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Router 7e63aa64-321a-416d-a7ed-89e704481ca2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:20:48.350744 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ebc9-1851-4874-ab8a-03d45d6c5a18 None None] Provisioning for port 9e547ed2-3b9b-4989-89f5-16608139bb3f completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:48.357470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ebc9-1851-4874-ab8a-03d45d6c5a18 None None] Provisioning complete for port 9e547ed2-3b9b-4989-89f5-16608139bb3f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:48.357907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ebc9-1851-4874-ab8a-03d45d6c5a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:48.424204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6ebc9-1851-4874-ab8a-03d45d6c5a18 None None] Port 9e547ed2-3b9b-4989-89f5-16608139bb3f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:20:48.440562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-d8a6ebc9-1851-4874-ab8a-03d45d6c5a18 None None] Provisioning complete for port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:48.441006 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ebc9-1851-4874-ab8a-03d45d6c5a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:48.758724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:20:48.763834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-08c348e5-0f22-4569-a694-56ab2b3cd134 None None] Provisioning complete for port 9e547ed2-3b9b-4989-89f5-16608139bb3f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:48.764143 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-08c348e5-0f22-4569-a694-56ab2b3cd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:48.787501 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] 10.222.0.32 "PUT /v2.0/routers/7e63aa64-321a-416d-a7ed-89e704481ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7293699 Dec 22 16:20:48.817016 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2678c853-c27d-4fbc-894a-13fb638c099f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:48.897564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-08c348e5-0f22-4569-a694-56ab2b3cd134 None None] Port 9e547ed2-3b9b-4989-89f5-16608139bb3f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:20:48.922831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 2678c853-c27d-4fbc-894a-13fb638c099f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:48.922831 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:49.071048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 50f6d443-3f53-49ae-8925-4ced32eb9905 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:49.099257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-dcf0a409-6817-44ce-92e5-1d6de03c3643 None None] Provisioning complete for port 9e547ed2-3b9b-4989-89f5-16608139bb3f triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:49.099695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-dcf0a409-6817-44ce-92e5-1d6de03c3643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:49.183150 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0a409-6817-44ce-92e5-1d6de03c3643 None None] Port 9e547ed2-3b9b-4989-89f5-16608139bb3f cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:20:49.236929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 50f6d443-3f53-49ae-8925-4ced32eb9905 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:49.242375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 50f6d443-3f53-49ae-8925-4ced32eb9905 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:49.242844 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:49.366671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:49.384760 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 50f6d443-3f53-49ae-8925-4ced32eb9905, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=50f6d443-3f53-49ae-8925-4ced32eb9905,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:49.420399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:49.421343 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:49.449348 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:49.548211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=50f6d443-3f53-49ae-8925-4ced32eb9905,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:49.553042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:49.562550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:49.563012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:50.663389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57584) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:50.672292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650691859', 'description': 'tempest-secgroup-smoke-650691859 description', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:50.679231 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:50.685193 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:50.688573 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:50.696272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:50.716605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 50f6d443-3f53-49ae-8925-4ced32eb9905 up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:50.734505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:50.773305 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:50.778029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:50.781139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:50.787236 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:50.791543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 50f6d443-3f53-49ae-8925-4ced32eb9905 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:50.792201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:50.890501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:50.923026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:50.929114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26b3fdab-723b-49ac-8513-fbd863554af9 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:50.985496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee871bb-752d-4538-8793-318ee5fafbf4,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:50.988692 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:51.008638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.010070 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-51ac4dd4-fe7f-4336-b824-0eb691e87c05 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3455763 Dec 22 16:20:51.013828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57588) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:51.020053 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group_rule': {'security_group_id': 'fee871bb-752d-4538-8793-318ee5fafbf4', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:51.026793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:51.030953 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:51.034031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:51.040633 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:51.091222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.160419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.218770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Sync routers for ids ['7e63aa64-321a-416d-a7ed-89e704481ca2'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:20:51.219781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.219781 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-368e6a93-1bc2-4600-9774-c65099eec0cd tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:51.219916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Routers {'7e63aa64-321a-416d-a7ed-89e704481ca2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:51.219916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e63aa64-321a-416d-a7ed-89e704481ca2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:51.222111 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5c680b-1e60-40ab-b183-5f1b2732d7e2,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:51.229899 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:51.271625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.272968 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cc26ad00-58a0-4ede-9e03-6f6d98a76f0e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2581115 Dec 22 16:20:51.276035 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57592) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:51.283472 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group_rule': {'security_group_id': 'fee871bb-752d-4538-8793-318ee5fafbf4', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:51.290376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:51.294534 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:51.297758 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:51.304122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:51.364445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.431433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.471671 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.473677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7bd7545a-ce35-4032-82b0-f811f03fc0db tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:51.496161 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095be4d9-a66f-475a-a196-6132f7598f6a,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:51.501669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:51.540102 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.541464 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5e4374f2-581c-460c-a417-fff9afe65154 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2643895 Dec 22 16:20:51.541752 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Set router 7e63aa64-321a-416d-a7ed-89e704481ca2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:51.545014 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57596) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:51.551469 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group_rule': {'security_group_id': 'fee871bb-752d-4538-8793-318ee5fafbf4', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:51.558625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:51.562706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:51.565813 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:51.572238 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:51.632080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.699707 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.727199 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.736379 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e4e43baa-30c5-4b00-8491-e2cd4d474dff tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:51.758932 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c2891f-db8a-421d-89ff-5b53efc63de8,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:51.761626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:51.797138 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.798515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-af71c21a-f610-4150-8521-7b9b958df3de tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2522509 Dec 22 16:20:51.801656 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57600) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:51.807892 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group_rule': {'security_group_id': 'fee871bb-752d-4538-8793-318ee5fafbf4', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:51.814576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:51.818650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:51.821951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:51.828080 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:51.871367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.927826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:20:47Z', 'revision_number': 4, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9e547ed2-3b9b-4989-89f5-16608139bb3f', 'name': '', 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'mac_address': 'fa:16:3e:fb:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b57436-9920-4e06-b796-a6310f102bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:46Z', 'updated_at': '2021-12-22T16:20:47Z', 'revision_number': 2, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'subnets': [{'id': 'a0b57436-9920-4e06-b796-a6310f102bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:51.931981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Checking router: 7e63aa64-321a-416d-a7ed-89e704481ca2 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:20:51.932386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Updating router 7e63aa64-321a-416d-a7ed-89e704481ca2 port 9e547ed2-3b9b-4989-89f5-16608139bb3f binding host dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:20:51.943872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.985429 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.991118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:51.993242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-959900de-ad3d-44c9-b154-9f3b2401431e tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:52.018280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d0da5a-8e7b-473d-b96b-97512634f7b6,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:52.020970 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:52.077060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.078461 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-cb512f87-7480-4082-8844-557fcf028ff6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2757771 Dec 22 16:20:52.081482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88967) accepted ('10.222.0.32', 57604) {{(pid=88967) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:52.087578 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group_rule': {'security_group_id': 'fee871bb-752d-4538-8793-318ee5fafbf4', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:52.094764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:52.098961 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:52.102013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88967) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:52.108215 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:52.146009 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Project 1bac0df0c0124aa4abd600ce4accf6fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:20:52.155499 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.230420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.265901 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.267926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-54c846d9-5fd4-42f0-8c28-a592e3ae6b51 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:52.292629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6d7e03-d2b8-402d-b0ab-d73bdfbc9c15,revision_number=0']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:52.295355 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:52.329021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.330468 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-1a4032f4-6ad2-421a-b986-c75c9666937b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2479186 Dec 22 16:20:52.333720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57608) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:52.341963 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'security_group_rule': {'security_group_id': 'fee871bb-752d-4538-8793-318ee5fafbf4', 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:52.348083 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:52.352190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:security_group_rule and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:52.355401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:52.361790 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:52.362982 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Notify callbacks [] for port, precommit_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.377114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Transition to ACTIVE for port object 9e547ed2-3b9b-4989-89f5-16608139bb3f will not be triggered until provisioned by entity L2. {{(pid=88969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:52.397489 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.securitygroups_db [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Project 1bac0df0c0124aa4abd600ce4accf6fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:20:52.405065 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.425688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.430077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:52.479911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.522989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885486'] for security_group_rule, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.525300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93052b4a-ba5d-4fae-9b0f-d575a78522be tempest-TestMinimumBasicScenario-819301245 tempest-TestMinimumBasicScenario-819301245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:52.550604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150f58e1-4606-4342-95da-35cdc45dd81e,revision_number=0']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:52.553432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:52.560512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a358a65-7457-4fbb-9616-3c851ef2dbed None None] Pushing event updated for resources: {'Port': ['ID=9e547ed2-3b9b-4989-89f5-16608139bb3f,revision_number=3']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:52.565797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a358a65-7457-4fbb-9616-3c851ef2dbed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:52.585753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.588043 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-68a708fc-2f2e-447c-8dc7-69da9506615f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2530947 Dec 22 16:20:52.787350 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-db81321c-67bb-4565-b102-162536c4b8e4 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650691859&fields=id&tenant_id=1bac0df0c0124aa4abd600ce4accf6fd HTTP/1.1" status: 200 len: 267 time: 0.0471094 Dec 22 16:20:52.838435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Attempting to bind port 9e547ed2-3b9b-4989-89f5-16608139bb3f on host dv-neutron-822709-1-hyperv for vnic_type normal with profile {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:52.838886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Attempting to bind port 9e547ed2-3b9b-4989-89f5-16608139bb3f by drivers openvswitch,hyperv on host dv-neutron-822709-1-hyperv at level 0 using segments [{'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:52.839466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Attempting to bind port 9e547ed2-3b9b-4989-89f5-16608139bb3f on network 42ae7449-a38c-4570-87f6-edf570c32c96 {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:52.852960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Checking agent: {'id': '426a7ddc-72c0-425f-bc5a-a2f9ef72f303', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822709-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 8, 4), 'started_at': datetime.datetime(2021, 12, 22, 15, 8, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822709-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:52.853392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Checking segment: {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:52.853837 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.854294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Bound using segment: {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'} {{(pid=88969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:52.854855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Bound port: 9e547ed2-3b9b-4989-89f5-16608139bb3f, host: dv-neutron-822709-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7500c7e-d1fb-4767-86ff-573addb1edf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96'}}] {{(pid=88969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:52.855811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:52.960283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-a07d904c-ad16-4f26-8d73-6223d4f39861 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:52.961937 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-a07d904c-ad16-4f26-8d73-6223d4f39861 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 810 time: 0.1662102 Dec 22 16:20:52.963262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] For port 9e547ed2-3b9b-4989-89f5-16608139bb3f, host dv-neutron-822709-1-hyperv, cleared binding levels {{(pid=88969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:52.966518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] For port 9e547ed2-3b9b-4989-89f5-16608139bb3f, host dv-neutron-822709-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9e547ed2-3b9b-4989-89f5-16608139bb3f,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:52.980398 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-5c144ac6-7319-482d-a62e-ad83cf7553a5 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/quotas/1bac0df0c0124aa4abd600ce4accf6fd HTTP/1.1" status: 200 len: 375 time: 0.0118608 Dec 22 16:20:52.997951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:53.002716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:53.079237 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-6b5dc2fb-e568-4d2f-8602-855de3d2bd9b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929248 Dec 22 16:20:53.095721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a358a65-7457-4fbb-9616-3c851ef2dbed None None] Pushing event updated for resources: {'Port': ['ID=9e547ed2-3b9b-4989-89f5-16608139bb3f,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:53.104342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7a358a65-7457-4fbb-9616-3c851ef2dbed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:53.106577 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Routers {'7e63aa64-321a-416d-a7ed-89e704481ca2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:20:53.107312 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:20:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e63aa64-321a-416d-a7ed-89e704481ca2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:53.347186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-3c3e601e-5556-4c1b-9f17-0babf62b048a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:20:53.354890 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-3c3e601e-5556-4c1b-9f17-0babf62b048a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1019623 Dec 22 16:20:53.357606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] Set router 7e63aa64-321a-416d-a7ed-89e704481ca2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:20:53.510790 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-71135704-670f-4a8d-afbe-16fe864a1eac service neutron] 10.222.0.32 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541102 Dec 22 16:20:53.669400 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-5909fc14-663b-4bfd-ae73-699cf02be185 service neutron] 10.222.0.32 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511774 Dec 22 16:20:53.758554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:20:47Z', 'revision_number': 4, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9e547ed2-3b9b-4989-89f5-16608139bb3f', 'name': '', 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'mac_address': 'fa:16:3e:fb:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b57436-9920-4e06-b796-a6310f102bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:46Z', 'updated_at': '2021-12-22T16:20:52Z', 'revision_number': 4, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'subnets': [{'id': 'a0b57436-9920-4e06-b796-a6310f102bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:53.763835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ac009-383d-49a9-984f-ad1a05e36440 None None] The sync data for ids ['7e63aa64-321a-416d-a7ed-89e704481ca2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:20:47Z', 'revision_number': 4, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '9e547ed2-3b9b-4989-89f5-16608139bb3f', 'name': '', 'network_id': '42ae7449-a38c-4570-87f6-edf570c32c96', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'mac_address': 'fa:16:3e:fb:64:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b57436-9920-4e06-b796-a6310f102bf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:46Z', 'updated_at': '2021-12-22T16:20:52Z', 'revision_number': 4, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'subnets': [{'id': 'a0b57436-9920-4e06-b796-a6310f102bf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:20:54.728358 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9e547ed2-3b9b-4989-89f5-16608139bb3f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:54.848786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning for port 9e547ed2-3b9b-4989-89f5-16608139bb3f completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:54.854582 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9e547ed2-3b9b-4989-89f5-16608139bb3f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:54.855566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:54.980346 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:55.017638 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] For port 9e547ed2-3b9b-4989-89f5-16608139bb3f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9e547ed2-3b9b-4989-89f5-16608139bb3f,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:55.020424 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3f47978d-d08f-423b-8bdc-4843b7d84bcb req-bbcd0407-ed47-44dc-8cac-ce807fdb4c6e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:55.054113 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:55.056243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:55.082235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-3f47978d-d08f-423b-8bdc-4843b7d84bcb req-bbcd0407-ed47-44dc-8cac-ce807fdb4c6e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:55.083780 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3f47978d-d08f-423b-8bdc-4843b7d84bcb req-bbcd0407-ed47-44dc-8cac-ce807fdb4c6e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 210 time: 0.1117377 Dec 22 16:20:55.147457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Pushing event updated for resources: {'Port': ['ID=9e547ed2-3b9b-4989-89f5-16608139bb3f,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:55.150877 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:56.269083 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c6a018ed-c5aa-4103-9821-cd4e422bd70c req-6a48cf67-acad-4450-8dfb-40f948fa6767 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 210 time: 0.0555720 Dec 22 16:20:56.709368 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9e547ed2-3b9b-4989-89f5-16608139bb3f up at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:56.781284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Provisioning complete for port 9e547ed2-3b9b-4989-89f5-16608139bb3f triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:56.781708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:57.281551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-f67d7e09-b0ee-4074-8524-8d9be997554c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:57.282311 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-f67d7e09-b0ee-4074-8524-8d9be997554c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:network {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:57.351643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-f67d7e09-b0ee-4074-8524-8d9be997554c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:network {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:57.353140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-f67d7e09-b0ee-4074-8524-8d9be997554c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 810 time: 0.2322855 Dec 22 16:20:57.467456 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6796abf3-a472-4d28-a6d6-8ad7b8fab506 req-c6089387-ea39-42b9-a4a9-ad2a3733e2c8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 210 time: 0.0568776 Dec 22 16:20:57.469958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-e2a0afed-e38f-423d-8f01-98f0cc5ecbea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:security_group {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:57.528705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-e2a0afed-e38f-423d-8f01-98f0cc5ecbea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:security_group {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:57.530138 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-e2a0afed-e38f-423d-8f01-98f0cc5ecbea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bac0df0c0124aa4abd600ce4accf6fd HTTP/1.1" status: 200 len: 379 time: 0.1655989 Dec 22 16:20:57.540180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'port': {'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'admin_state_up': True, 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'security_groups': ['fee871bb-752d-4538-8793-318ee5fafbf4']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:57.688567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:57.698734 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:57.739108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Made reservation on behalf of 1bac0df0c0124aa4abd600ce4accf6fd for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:57.744801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:57.916214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Allocated IP 172.20.0.12 (4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31/3378c575-6f2e-4d44-9b04-ed3a0a225c86/4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:58.110708 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:58.128860 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Transition to ACTIVE for port object 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:58.202225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:58.208385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-d118fd5d-154a-44f9-a6e8-3249b86a0b38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:58.284566 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:58.285474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:58.288549 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:58.290505 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:58.291285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:58.361115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:58.361738 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:58.421356 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-7900f49d-1d2d-482a-bd4d-223daacd4418 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8857026 Dec 22 16:20:58.433683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Request body: {'port': {'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:58.561907 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:58.653920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9a3b510f-5f6a-4f5a-b0b2-fe2108235e0e None None] Provisioning for port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:58.659395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-9a3b510f-5f6a-4f5a-b0b2-fe2108235e0e None None] Provisioning complete for port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:58.659823 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9a3b510f-5f6a-4f5a-b0b2-fe2108235e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:58.684851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c433271-0168-4224-af6d-07cce2d6b231 req-d95c5745-ca44-4bb9-a103-a0696f27faff tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:58.686659 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c433271-0168-4224-af6d-07cce2d6b231 req-d95c5745-ca44-4bb9-a103-a0696f27faff tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 932 time: 0.0924902 Dec 22 16:20:58.721364 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-9a3b510f-5f6a-4f5a-b0b2-fe2108235e0e None None] Port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:20:58.743901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-7c433271-0168-4224-af6d-07cce2d6b231 req-75e18929-4630-4128-9e2c-bcfc6a73ea3c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488825 Dec 22 16:20:58.949720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:20:58.956753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:58.972344 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Transition to ACTIVE for port object 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:59.013576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:59.018137 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-da9cfcc1-803a-4c93-894e-b91356948b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:59.150131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:59.154257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:59.269510 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Attempting to bind port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:59.269929 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Attempting to bind port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:59.270299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Attempting to bind port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:59.276951 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:20:59.277309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Attempting to bind port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:59.284314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:59.284699 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Checking segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:59.285204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Bound using segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:59.285567 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Bound port: 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:59.285948 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:59.380862 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:59.384524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:59.426106 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:59.431000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-63229f26-2710-4916-af7d-8f891bd39884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:59.486443 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:59.487945 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] 10.222.0.71 "PUT /v2.0/ports/4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 1094 time: 1.0592642 Dec 22 16:20:59.488693 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:59.515655 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:59.519170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:59.556140 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'status': 'completed', 'code': 200} Dec 22 16:20:59.663690 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1ef0b4c1-dc83-4512-b951-1dbadd002af3 req-b9997b78-2d36-4e44-9a7f-938fa36611ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1097 time: 0.0874507 Dec 22 16:20:59.990094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4316d49-c0a8-4858-9ae7-b5bfee32d2e7 req-c8f21125-3d4b-4a4d-ab1e-f171b101b657 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:59.991827 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f4316d49-c0a8-4858-9ae7-b5bfee32d2e7 req-c8f21125-3d4b-4a4d-ab1e-f171b101b657 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.0971444 Dec 22 16:21:00.045446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f4316d49-c0a8-4858-9ae7-b5bfee32d2e7 req-10472dee-17e1-4345-9df0-94d6f26abef6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470579 Dec 22 16:21:00.082224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b4c1-dc83-4512-b951-1dbadd002af3 req-1c16ecb2-dbfc-42c7-8f25-737f70490a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:00.083983 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1ef0b4c1-dc83-4512-b951-1dbadd002af3 req-1c16ecb2-dbfc-42c7-8f25-737f70490a2f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4135640 Dec 22 16:21:00.247783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0b4c1-dc83-4512-b951-1dbadd002af3 req-7c65a5db-3895-4a89-980a-e8ba7805b8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:00.249380 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1ef0b4c1-dc83-4512-b951-1dbadd002af3 req-7c65a5db-3895-4a89-980a-e8ba7805b8eb service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589282 Dec 22 16:21:00.364653 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-a5953cb3-bd22-4257-911e-2e9847bfcf61 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1097 time: 0.0751164 Dec 22 16:21:00.440949 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-9bcc5e17-fa60-4d4f-9645-23e81bb86814 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0690250 Dec 22 16:21:00.515175 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-2f9ac9dc-a050-4f38-9ed2-e73113ab8d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:00.516789 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-2f9ac9dc-a050-4f38-9ed2-e73113ab8d31 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0705373 Dec 22 16:21:00.626795 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-0ce0f9cd-f92c-498a-b9cb-9217e48b699f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036344 Dec 22 16:21:00.773894 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-15791abf-c6da-4eca-991f-a21f26cfaaaf service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405315 Dec 22 16:21:00.940236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-fe0b272d-62a9-4820-9388-95511c8e9d4e req-22b8577b-1b70-4068-b01a-878ac3ec39c9 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599326 Dec 22 16:21:01.258030 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee0b45-630d-4210-b09d-cf7dddf8f534 req-4de1bedd-5b4e-4f4b-8849-2096c33318ff tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:01.258724 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-12ee0b45-630d-4210-b09d-cf7dddf8f534 req-4de1bedd-5b4e-4f4b-8849-2096c33318ff tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:21:01.316683 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-12ee0b45-630d-4210-b09d-cf7dddf8f534 req-4de1bedd-5b4e-4f4b-8849-2096c33318ff tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:21:01.318035 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-12ee0b45-630d-4210-b09d-cf7dddf8f534 req-4de1bedd-5b4e-4f4b-8849-2096c33318ff tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.1450062 Dec 22 16:21:01.372007 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-12ee0b45-630d-4210-b09d-cf7dddf8f534 req-4ba55998-a566-46f9-bb9f-58b0b79617bd tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476642 Dec 22 16:21:02.013207 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:02.368466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-affe20a2-08aa-48ad-bbb4-341c526c0409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:02.582906 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9719fc-7a47-4f17-beca-4a407caa6a9e req-6d95d9e1-8951-4fcc-8936-bdde5991887c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:02.584433 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab9719fc-7a47-4f17-beca-4a407caa6a9e req-6d95d9e1-8951-4fcc-8936-bdde5991887c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.0861514 Dec 22 16:21:02.652407 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab9719fc-7a47-4f17-beca-4a407caa6a9e req-bbe7bd8a-9061-4f1f-b8f7-df66a73bd3e3 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599740 Dec 22 16:21:03.865422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001aa78-b18e-40b6-ac0d-18c050f63c37 req-1c98f33e-e00e-4128-8671-2ddd61363be4 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:03.867022 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1001aa78-b18e-40b6-ac0d-18c050f63c37 req-1c98f33e-e00e-4128-8671-2ddd61363be4 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.0854974 Dec 22 16:21:03.893847 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:03.919490 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1001aa78-b18e-40b6-ac0d-18c050f63c37 req-c16bc721-f5e8-4585-825b-e0504fad4fb4 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459251 Dec 22 16:21:04.602146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a1377c6e-e012-4626-ba70-dcc991ffef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:04.615425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:21:04.759170 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:04.777756 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:21:04.833719 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:04.853057 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:21:04.869159 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:04.899632 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:04.903025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-03c29d4d-16e8-4b0d-a013-26c12f0f7f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:04.971328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:04.974560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:05.129283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:21:05.137473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a7345-1bcb-4628-9256-d55ae5ffb768 req-e8f80519-201d-40d2-bafa-869e95951527 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:05.139207 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab6a7345-1bcb-4628-9256-d55ae5ffb768 req-e8f80519-201d-40d2-bafa-869e95951527 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 945 time: 0.0915742 Dec 22 16:21:05.190324 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-ab6a7345-1bcb-4628-9256-d55ae5ffb768 req-7cb6889a-3b1c-4113-9dc7-a011a8a7eb19 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447526 Dec 22 16:21:05.244047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.403260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa58b-87e5-459c-93e0-24f224392c21 req-3cf5b069-2d63-4800-b343-2c08208cd3c3 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:06.404904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-573fa58b-87e5-459c-93e0-24f224392c21 req-3cf5b069-2d63-4800-b343-2c08208cd3c3 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 945 time: 0.0895190 Dec 22 16:21:06.454174 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-573fa58b-87e5-459c-93e0-24f224392c21 req-15f3fb1f-e381-4c93-8dcf-2b7813f37dd5 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Dec 22 16:21:06.615827 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:21:06.733695 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:21:06.738878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:21:06.739310 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.862489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.891367 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:06.901575 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:06.946579 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'code': 200} Dec 22 16:21:06.947442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.950090 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:07.033456 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:07.036731 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:07.094060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:07.322082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-26902b06-2ddc-44d6-b7c7-ab1acbfcad44 req-d756cc90-1e27-46be-a2cd-dfb29a61a61e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1099 time: 0.0749364 Dec 22 16:21:07.368474 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-26902b06-2ddc-44d6-b7c7-ab1acbfcad44 req-543d203f-4be8-4137-8265-b218ecffcc9a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Dec 22 16:21:07.665761 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef929c-3ea1-4fce-87ae-274263a4d380 req-1283c71c-ba53-4be2-a8c5-a618919ffa29 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:07.665761 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bef929c-3ea1-4fce-87ae-274263a4d380 req-1283c71c-ba53-4be2-a8c5-a618919ffa29 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 946 time: 0.0890458 Dec 22 16:21:07.715832 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0bef929c-3ea1-4fce-87ae-274263a4d380 req-60c341d9-3f50-4b26-89aa-d2a8f815611d tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429025 Dec 22 16:21:08.934962 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f74d4b-441c-4bd6-bf01-e054140b5fc9 req-98ec64fa-24b7-4188-a4ca-92aea37bc462 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:08.936670 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0f74d4b-441c-4bd6-bf01-e054140b5fc9 req-98ec64fa-24b7-4188-a4ca-92aea37bc462 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 946 time: 0.0911810 Dec 22 16:21:08.992830 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e0f74d4b-441c-4bd6-bf01-e054140b5fc9 req-a98c5832-b537-4324-a9aa-3d599a7cddce tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497046 Dec 22 16:21:09.345399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5e7e6-3fc9-48bc-bfb8-c27ddd044290 req-eae005ac-6d48-4f13-aa7b-e0694c2b51d8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:09.347124 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5b5e7e6-3fc9-48bc-bfb8-c27ddd044290 req-eae005ac-6d48-4f13-aa7b-e0694c2b51d8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 946 time: 0.0884898 Dec 22 16:21:09.414375 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d5b5e7e6-3fc9-48bc-bfb8-c27ddd044290 req-fc7be93d-58e5-4547-a49b-7b0caaf4536b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605314 Dec 22 16:21:09.444100 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57684) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:21:09.623274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5c941095-d870-489d-a895-e92747c475f3 tempest-TestSnapshotPattern-1696709321 tempest-TestSnapshotPattern-1696709321-project-admin] Synchronizing usage tracker for tenant:2243981a1716494db558b3d1d3de17cf on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:21:09.676797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-5c941095-d870-489d-a895-e92747c475f3 tempest-TestSnapshotPattern-1696709321 tempest-TestSnapshotPattern-1696709321-project-admin] Unset dirty status for tenant:2243981a1716494db558b3d1d3de17cf on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:21:09.678150 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-5c941095-d870-489d-a895-e92747c475f3 tempest-TestSnapshotPattern-1696709321 tempest-TestSnapshotPattern-1696709321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1094 time: 0.2329576 Dec 22 16:21:09.681437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57690) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:21:09.687506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:21:09.693867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:21:09.698131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:floatingip and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:21:09.701222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:21:09.707467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:21:09.762688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:09.915956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:10.068338 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Allocated IP 172.26.4.67 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/06b1ca5e-d993-4fc8-8775-2e7521677320) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:21:10.231145 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:10.301302 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:10.306363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-05901466-3f1f-4c99-9d7e-1d5d8f05ec66 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:10.374466 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:21:10.378345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:21:10.381169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:21:10.418341 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'Port': ['ID=06b1ca5e-d993-4fc8-8775-2e7521677320,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:10.421470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:10.918787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:11.016034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:11.235715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:11.276003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:11.280605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2b327d06-e1ad-4866-bda1-76e27bc01208 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:11.360782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:21:11.393861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'Port': ['ID=06b1ca5e-d993-4fc8-8775-2e7521677320,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:11.398518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:11.407716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:11.860018 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Floating IP 77f24256-e846-4243-946d-5a6e45a6d7f9 associated. External IP: 172.26.4.67, port: 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8. Dec 22 16:21:12.270849 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:21:12.481924 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:21:12.492562 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:21:12.506551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:21:12.511653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:21:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:21:12.551121 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:12.607268 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9246340 Dec 22 16:21:12.607978 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:12.693190 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:21:12.809312 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'status': 'completed', 'code': 200} Dec 22 16:21:12.919008 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-024394bb-99af-404b-9bdb-d7a2d8ccd2b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1099 time: 0.0820527 Dec 22 16:21:13.062525 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-dc03b861-407b-4762-99c3-777718f80689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:13.064080 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-dc03b861-407b-4762-99c3-777718f80689 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1405060 Dec 22 16:21:13.068183 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:10Z', 'revision_number': 0, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:21:13.072345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:21:13.084313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:21:13.084981 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:21:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:21:13.175848 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-0fb0b49f-b0ff-48ab-88b1-e717389e9030 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 999 time: 0.1052573 Dec 22 16:21:13.247172 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-934bbf94-3c08-4fea-a3d6-ee4cee928f24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:13.248787 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-934bbf94-3c08-4fea-a3d6-ee4cee928f24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0673096 Dec 22 16:21:13.274688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:21:13.337891 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-deeaebd7-8f06-4d4b-91e7-c67341028122 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825081 Dec 22 16:21:13.490852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-a6c6e795-076d-4a4e-940f-de5c0c35f84d service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463525 Dec 22 16:21:13.640102 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a9425ba6-d6b7-4b8f-ad88-c6baf0265341 req-52298e92-3682-4f16-a002-7ebe98070f30 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426799 Dec 22 16:21:13.787713 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:10Z', 'revision_number': 0, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:21:13.792861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243b12f-50c7-4656-8ffe-ada7b90c4a02 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:10Z', 'revision_number': 0, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:21:14.132988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa3e14-184b-460f-b296-6164e2eb8424 None None] New status for floating IP 77f24256-e846-4243-946d-5a6e45a6d7f9: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:21:32.013733 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:32.350117 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a5f5dba7-46f4-4a4a-9950-49a0163dd157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:33.898905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:34.589774 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6d866310-b6ac-406b-9adc-9e36ea8c4066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:35.189874 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:37.052778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:48.361958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:22:02.000493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:02.343782 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-eaaa798a-4cd8-4029-9b15-06422ae2564c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:02.840936 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-3973919a-7972-435d-a971-7bc8bf0b3042 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801213 Dec 22 16:22:03.030128 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-430c540a-405a-4915-ae35-7e3d7d98d1ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1099 time: 0.0765812 Dec 22 16:22:03.194240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-5a2a29c0-eb0a-4763-86f8-99790d3e04d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:03.195900 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-5a2a29c0-eb0a-4763-86f8-99790d3e04d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1450891 Dec 22 16:22:03.306875 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-f79e4f78-e223-40ae-9c66-d92d4a69d54a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 1001 time: 0.1034615 Dec 22 16:22:03.383123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-774022db-0f1a-41c0-a2b4-9b02002cbf3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:03.384763 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-774022db-0f1a-41c0-a2b4-9b02002cbf3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0704844 Dec 22 16:22:03.467765 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-5032c004-d5d9-4fe5-8fe3-ca97a273e156 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762265 Dec 22 16:22:03.610625 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-83c4a190-58d0-4b08-ae57-3e4322fe5c02 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357715 Dec 22 16:22:03.760057 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-46870d09-94ea-4ec1-9a28-870adf6c1e64 req-37df2a0f-0d55-4f14-996d-2afcc6f5ce9b service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432209 Dec 22 16:22:03.926409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:04.583335 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7804bbe9-0664-48fb-8ebb-124f2ad12c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:05.206675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:07.046294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:25.362905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:22:32.000652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:32.349444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-edc1c246-853d-4d9e-8b08-cb80e27c3407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:33.909257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:34.589412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-35f4a95d-b799-467c-a6a8-872cd3e41e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:35.195457 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:37.069240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:01.998995 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:02.353433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-79a800c8-0741-46a7-8242-9e9d7b82db22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:02.363938 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:23:02.820766 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-f25cc3a8-509f-427a-826c-f7aa8fea1ac7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743692 Dec 22 16:23:02.976743 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-cacb37eb-90cd-4466-a1b0-d7689d854f18 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1099 time: 0.0796080 Dec 22 16:23:03.130298 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-4d26a9c6-3826-4830-8f78-3d21e18b7702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:03.132362 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-4d26a9c6-3826-4830-8f78-3d21e18b7702 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1373870 Dec 22 16:23:03.474562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-bc0b208a-5ee5-47c2-9e8e-8e769cc5f8eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 1001 time: 0.3360088 Dec 22 16:23:03.542076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-99db11cd-ee4a-469f-b771-39432de30754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:03.543713 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-99db11cd-ee4a-469f-b771-39432de30754 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0632167 Dec 22 16:23:03.624341 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-a4cf815b-9d6b-4960-a84a-79372a1bb712 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740151 Dec 22 16:23:03.770320 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-32c748ee-1ad3-4f70-b15c-1bb5420483ea service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396415 Dec 22 16:23:03.891644 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:03.923306 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2708160d-65ca-45a1-b2ae-52145b51f260 req-b80f4a2e-187a-47d1-b96b-71bb268825d9 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468925 Dec 22 16:23:04.611077 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-698a168d-d42d-49af-9dcf-6ba866ef833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:05.200024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:07.057135 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:11.081736 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:23:11.391024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:11.406897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:23:11.462186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:11.482408 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:11.535444 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:11.616606 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:11.618749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:11.691550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:11.702233 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:23:11.732493 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.732894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.733284 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.733667 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.734050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.734432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.734828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.735237 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.735583 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.735952 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.736323 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:11.747563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:13.095869 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:23:13.192612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:23:13.193029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:13.327650 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:13.363439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:13.373920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:13.421289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:13.421289 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:13.518152 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:13.521579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:13.544361 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'code': 200} Dec 22 16:23:23.625563 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-58b4dbb0-54c2-4198-b8a6-53d68665e9f5 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650691859&fields=id&tenant_id=1bac0df0c0124aa4abd600ce4accf6fd HTTP/1.1" status: 200 len: 267 time: 0.0489554 Dec 22 16:23:23.789559 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-3b65bb2e-7064-4836-8562-7859c6d8c5ba tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:23.791209 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-3b65bb2e-7064-4836-8562-7859c6d8c5ba tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 810 time: 0.1587818 Dec 22 16:23:23.809270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-4232b002-da82-4b99-bf3f-7ac6ef3fb71a tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/quotas/1bac0df0c0124aa4abd600ce4accf6fd HTTP/1.1" status: 200 len: 375 time: 0.0118947 Dec 22 16:23:23.901048 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-a38af40a-be98-4a41-b493-b4cc87c77f59 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0859592 Dec 22 16:23:24.022460 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-e40cb245-61ff-4bff-a156-ee95e647906e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88967) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:23:24.023571 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-e40cb245-61ff-4bff-a156-ee95e647906e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1104169 Dec 22 16:23:24.169493 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-050a2465-e914-4a92-952e-391bc8cea1bf service neutron] 10.222.0.32 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389167 Dec 22 16:23:24.314191 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-71911ac9-9188-4b0b-961d-d520a4b9d64b service neutron] 10.222.0.32 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382923 Dec 22 16:23:24.592036 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-57ed9a8c-e89c-4e3e-bb77-4cd0478cb744 req-602ad132-b52b-4178-85b6-349c537576f7 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 210 time: 0.0462720 Dec 22 16:23:25.780431 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-396dedc3-4d97-445e-adec-baeb6caff09c req-a8e78a51-0682-46ff-b333-b9f772c20305 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 210 time: 0.0538263 Dec 22 16:23:26.259944 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2559d0b7-e435-49be-9e89-207e79e8561f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:26.261745 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2559d0b7-e435-49be-9e89-207e79e8561f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 810 time: 0.1778467 Dec 22 16:23:26.331898 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-df02cac0-76e8-4c46-902e-ca059f6beac0 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bac0df0c0124aa4abd600ce4accf6fd HTTP/1.1" status: 200 len: 379 time: 0.0529265 Dec 22 16:23:26.340629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'port': {'device_id': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'admin_state_up': True, 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'security_groups': ['fee871bb-752d-4538-8793-318ee5fafbf4']}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:23:26.488988 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:23:26.499048 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88967) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:23:26.542076 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Made reservation on behalf of 1bac0df0c0124aa4abd600ce4accf6fd for: {'port': 1} {{(pid=88967) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:23:26.547909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:26.725119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Allocated IP 172.20.0.3 (4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31/3378c575-6f2e-4d44-9b04-ed3a0a225c86/3756337c-538a-41cc-ad88-a3e56328aa89) {{(pid=88967) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:23:26.978331 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-26f333ee-8061-4054-9bfb-3da09f03b76a req-9ca77694-11b3-4059-842f-5a80afd1b7d9 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 210 time: 0.0573022 Dec 22 16:23:27.049039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for port, precommit_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:27.077815 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Transition to ACTIVE for port object 3756337c-538a-41cc-ad88-a3e56328aa89 will not be triggered until provisioned by entity DHCP. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:23:27.144778 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_create {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:27.151629 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-90e54e0b-1c39-4765-aa7d-6a17f47973f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:27.172884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:23:27.273139 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 is already hosted by enough agents. {{(pid=88967) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:23:27.277313 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources bound (agent type, host, resource id): {{(pid=88967) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:23:27.287349 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Received port after_create {{(pid=88967) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:23:27.308104 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:27.338162 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=1']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:27.348921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:27.350322 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:27.375477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.375911 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.376333 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.376749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.377164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.378453 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.378888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.379308 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.379716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.380133 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.380543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:27.382304 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:27.384473 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:27.403883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:27.436937 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:27.437675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:27.463212 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'code': 200} Dec 22 16:23:27.519668 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:27.525679 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:27.543327 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2e823d67-6318-4563-ae3a-d282285ae35b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2066739 Dec 22 16:23:27.828412 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-db3a3c60-f441-4fe0-b5bd-b7eff4ffb9f6 None None] Provisioning for port 3756337c-538a-41cc-ad88-a3e56328aa89 completed by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:23:27.834554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-db3a3c60-f441-4fe0-b5bd-b7eff4ffb9f6 None None] Provisioning complete for port 3756337c-538a-41cc-ad88-a3e56328aa89 triggered by entity DHCP. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:23:27.834997 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-db3a3c60-f441-4fe0-b5bd-b7eff4ffb9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:27.894697 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-db3a3c60-f441-4fe0-b5bd-b7eff4ffb9f6 None None] Port 3756337c-538a-41cc-ad88-a3e56328aa89 cannot update to ACTIVE because it is not bound. {{(pid=88969) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:23:28.222202 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1a593-e99a-427d-906b-1ce4df9e62e0 req-8308dfa2-2c20-4f50-8206-6826d3ea0380 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:28.224562 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70f1a593-e99a-427d-906b-1ce4df9e62e0 req-8308dfa2-2c20-4f50-8206-6826d3ea0380 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.1119089 Dec 22 16:23:28.276171 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-70f1a593-e99a-427d-906b-1ce4df9e62e0 req-22eedc6f-46c8-4103-b253-b39009ff2f85 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452924 Dec 22 16:23:29.507489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c9f70-1e2c-4e86-8aaf-616eb1acc1be req-2fa01a77-f563-4e41-be4b-c102bcae218c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:29.508278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bb8c9f70-1e2c-4e86-8aaf-616eb1acc1be req-2fa01a77-f563-4e41-be4b-c102bcae218c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:23:29.559047 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-bb8c9f70-1e2c-4e86-8aaf-616eb1acc1be req-2fa01a77-f563-4e41-be4b-c102bcae218c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:23:29.560358 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb8c9f70-1e2c-4e86-8aaf-616eb1acc1be req-2fa01a77-f563-4e41-be4b-c102bcae218c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.1503551 Dec 22 16:23:29.609957 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-bb8c9f70-1e2c-4e86-8aaf-616eb1acc1be req-70aa27ef-a9ca-4492-b0f6-ca67499a14d0 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Dec 22 16:23:30.833038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c3008-8170-4d8d-8006-525974ba0912 req-d9fddcf3-8915-4b50-9161-d08e9879b065 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:30.834741 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f54c3008-8170-4d8d-8006-525974ba0912 req-d9fddcf3-8915-4b50-9161-d08e9879b065 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0939684 Dec 22 16:23:30.886972 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f54c3008-8170-4d8d-8006-525974ba0912 req-028d7373-42d6-4028-bbb1-dba00922b914 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459912 Dec 22 16:23:31.999620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:32.116594 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba5957-e0ab-4f27-9946-77f4092d5fca req-c0d38440-f757-4342-8e66-af6a3bb652b4 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:32.118234 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0aba5957-e0ab-4f27-9946-77f4092d5fca req-c0d38440-f757-4342-8e66-af6a3bb652b4 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0937102 Dec 22 16:23:32.170758 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0aba5957-e0ab-4f27-9946-77f4092d5fca req-406e06aa-28fd-44e6-a85b-b4119b8c518a tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462415 Dec 22 16:23:32.353802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c45560bc-bd76-4bdf-890b-11a46d51544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:33.380321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e471-5a57-4fb8-82c1-8dcd0ab1f63a req-33208873-3362-40df-9640-b4939d216a53 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:33.382002 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24b9e471-5a57-4fb8-82c1-8dcd0ab1f63a req-33208873-3362-40df-9640-b4939d216a53 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0866885 Dec 22 16:23:33.432505 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-24b9e471-5a57-4fb8-82c1-8dcd0ab1f63a req-b7fe434a-4e57-4f81-9961-26d184ccfa49 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443165 Dec 22 16:23:33.896476 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:34.610045 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4d289126-9977-4e22-b5f2-e48e2c34ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:34.644792 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f244a38-a246-4259-b760-0f55cdf6be70 req-9d76867a-a6af-4e95-9b4c-be051b45a8a6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:34.646377 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9f244a38-a246-4259-b760-0f55cdf6be70 req-9d76867a-a6af-4e95-9b4c-be051b45a8a6 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0849450 Dec 22 16:23:34.697873 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-9f244a38-a246-4259-b760-0f55cdf6be70 req-230e2696-cac6-4f72-a7fe-b2f3ea8641cc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Dec 22 16:23:35.422471 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:35.911715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704267c-4d38-4756-936a-e38ec5d49c95 req-5d09cc4f-2384-4af4-9126-77c2f139e814 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:35.913333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6704267c-4d38-4756-936a-e38ec5d49c95 req-5d09cc4f-2384-4af4-9126-77c2f139e814 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0871980 Dec 22 16:23:35.962399 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-6704267c-4d38-4756-936a-e38ec5d49c95 req-f5b2446b-9918-40a0-859e-ae1200956e03 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Dec 22 16:23:37.073026 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:37.188814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4b204-2667-42ee-b073-a4905a524e45 req-d19b6d57-3b97-4346-8081-ad48abd64a8c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:37.190590 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ed4b204-2667-42ee-b073-a4905a524e45 req-d19b6d57-3b97-4346-8081-ad48abd64a8c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0960534 Dec 22 16:23:37.277266 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2ed4b204-2667-42ee-b073-a4905a524e45 req-8240eeaa-7c33-4174-acda-9aad78daa308 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689840 Dec 22 16:23:38.493612 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eab28-7e21-4eda-94f3-8a902618e5e7 req-3827ab14-b5b3-4401-b3cb-1f980576a40f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:38.495677 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-502eab28-7e21-4eda-94f3-8a902618e5e7 req-3827ab14-b5b3-4401-b3cb-1f980576a40f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0905464 Dec 22 16:23:38.562794 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-502eab28-7e21-4eda-94f3-8a902618e5e7 req-61ab8c3e-5966-4aa6-8ed5-484dd102f893 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606897 Dec 22 16:23:39.365853 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:23:39.784157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f63698-f615-46ec-8f71-f9d4be1111ea req-945d5fac-4aa8-4591-9c63-4482f8bb4183 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:39.784157 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-94f63698-f615-46ec-8f71-f9d4be1111ea req-945d5fac-4aa8-4591-9c63-4482f8bb4183 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0836151 Dec 22 16:23:39.824939 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-94f63698-f615-46ec-8f71-f9d4be1111ea req-8d2cb00a-cad5-48b8-bfe0-fc3a358e979f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435548 Dec 22 16:23:40.562798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Request body: {'port': {'device_id': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=88967) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:23:40.681208 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.031274 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8f5f3-0aed-440b-b6df-5243b87ff312 req-a8ddde18-b7af-4240-bf55-64c01250872e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:41.032884 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92a8f5f3-0aed-440b-b6df-5243b87ff312 req-a8ddde18-b7af-4240-bf55-64c01250872e tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 931 time: 0.0834372 Dec 22 16:23:41.043563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3756337c-538a-41cc-ad88-a3e56328aa89 {{(pid=88967) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:41.050984 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.067426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Transition to ACTIVE for port object 3756337c-538a-41cc-ad88-a3e56328aa89 will not be triggered until provisioned by entity L2. {{(pid=88967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:23:41.084365 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-92a8f5f3-0aed-440b-b6df-5243b87ff312 req-77091838-006e-4775-87ec-185810391312 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451913 Dec 22 16:23:41.095136 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.100636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4cf5dd73-1aa4-4723-9aaf-a0d8f6884d10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:41.240480 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=2']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:41.243996 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:41.351942 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Attempting to bind port 3756337c-538a-41cc-ad88-a3e56328aa89 on host hv-neutron-8227 for vnic_type normal with profile {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:23:41.352327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Attempting to bind port 3756337c-538a-41cc-ad88-a3e56328aa89 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:23:41.352700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Attempting to bind port 3756337c-538a-41cc-ad88-a3e56328aa89 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:23:41.359246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Port 3756337c-538a-41cc-ad88-a3e56328aa89 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:23:41.359648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Attempting to bind port 3756337c-538a-41cc-ad88-a3e56328aa89 on network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:23:41.367681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Checking agent: {'id': '245c609a-d21d-4761-9249-d81c7b4afcdf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'started_at': datetime.datetime(2021, 12, 22, 15, 14, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:23:41.368062 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Checking segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:23:41.368496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Bound using segment: {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'} {{(pid=88967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:23:41.368976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.managers [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Bound port: 3756337c-538a-41cc-ad88-a3e56328aa89, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31'}}] {{(pid=88967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:23:41.369363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.468858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, cleared binding levels {{(pid=88967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:23:41.472118 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:23:41.508212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851096559'] for port, after_update {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.514299 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:41.572114 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.573637 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] 10.222.0.71 "PUT /v2.0/ports/3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 200 len: 1093 time: 1.0166607 Dec 22 16:23:41.574280 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:41.600470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=3']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:41.603976 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-19f7d172-e4bc-4ab7-aed5-1555a05e0c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:41.639154 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'status': 'completed', 'code': 200} Dec 22 16:23:41.726578 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-a5270075-d94e-4e01-804c-d7f653993777 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1096 time: 0.0823007 Dec 22 16:23:41.799733 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-5e02a226-5209-4ebd-a5be-ee792611d22c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 200 len: 217 time: 0.0659077 Dec 22 16:23:41.881051 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-f4547e3a-6130-4d6b-b117-fbd381d833ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:41.883446 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-f4547e3a-6130-4d6b-b117-fbd381d833ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0764148 Dec 22 16:23:41.966010 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-e99ce467-fefc-43af-b746-89b8dbbe9469 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749216 Dec 22 16:23:42.304787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068292-23ad-4503-81c8-2f2330912b08 req-6df645db-b1eb-49b2-abb8-222277a61b6d tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:42.306430 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c5068292-23ad-4503-81c8-2f2330912b08 req-6df645db-b1eb-49b2-abb8-222277a61b6d tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 943 time: 0.0911260 Dec 22 16:23:42.339556 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-2df85dd1-5032-4a6f-9cd9-e2dd9e86f2ed service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668904 Dec 22 16:23:42.355750 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-c5068292-23ad-4503-81c8-2f2330912b08 req-75f14e89-113b-45b2-90f4-d20c411aa267 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429225 Dec 22 16:23:42.482622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-06a558e0-6ed2-4c01-b3fc-a0ce0e142451 req-0a57cf1b-4ca2-4dcf-9f46-73ddb3a7f491 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367562 Dec 22 16:23:42.629731 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-99b8c886-2ae8-4c01-b913-944b3f3015af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1096 time: 0.0731924 Dec 22 16:23:42.770912 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-390e5e5f-67c0-4747-9175-143995d80b3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:42.772515 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-390e5e5f-67c0-4747-9175-143995d80b3f service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1363091 Dec 22 16:23:42.849649 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-972feaa5-5cb7-49d3-97c5-f06fb585ad9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 200 len: 217 time: 0.0701759 Dec 22 16:23:42.929720 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-b50147b8-b213-41e3-a8d4-f0c22acd6f70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:42.931410 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-b50147b8-b213-41e3-a8d4-f0c22acd6f70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0752106 Dec 22 16:23:43.016568 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-e2bc8e66-1735-4577-bc2c-7e728e96e555 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782449 Dec 22 16:23:43.160933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-b489451c-85ba-476c-ab03-1e522da2ddf0 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360033 Dec 22 16:23:43.309197 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-62c961eb-5b85-40df-b41a-c72e88a3b907 req-94c1c53a-7f24-4df0-ad89-d2f96c14ea2f service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409729 Dec 22 16:23:43.561935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beb9a5-83c1-42f3-afd5-925abc3a42ec req-edb5e3ef-670f-4ac2-94eb-8b99e5c49825 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:43.563535 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e4beb9a5-83c1-42f3-afd5-925abc3a42ec req-edb5e3ef-670f-4ac2-94eb-8b99e5c49825 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 943 time: 0.0826290 Dec 22 16:23:43.610737 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-e4beb9a5-83c1-42f3-afd5-925abc3a42ec req-58605907-08d0-4c35-bb0d-0d610d414f0d tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410411 Dec 22 16:23:44.820636 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737859f-facc-4a94-bb6d-7d697af38b99 req-f2e4ad85-df47-4f9e-8a0a-8c08678cf673 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:44.822175 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b737859f-facc-4a94-bb6d-7d697af38b99 req-f2e4ad85-df47-4f9e-8a0a-8c08678cf673 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 943 time: 0.0847449 Dec 22 16:23:44.871985 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-b737859f-facc-4a94-bb6d-7d697af38b99 req-d10dc002-280d-4375-a06d-15285aecd736 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Dec 22 16:23:45.249593 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:23:45.396489 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:45.410445 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '3756337c-538a-41cc-ad88-a3e56328aa89', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'port_id': '3756337c-538a-41cc-ad88-a3e56328aa89', 'mac_address': 'fa:16:3e:fe:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:23:45.466402 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.484527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3756337c-538a-41cc-ad88-a3e56328aa89 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:45.501342 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:45.530425 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.532482 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42befa39-c14d-4a6d-847c-acccef3c9588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:45.603119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=4']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:45.606433 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:45.758004 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['3756337c-538a-41cc-ad88-a3e56328aa89'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:23:46.082242 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331d55d-f713-406a-a05a-7ec695f85c6c req-33abf565-1b8e-4903-97e7-4b7d1e29055c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:46.083820 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d331d55d-f713-406a-a05a-7ec695f85c6c req-33abf565-1b8e-4903-97e7-4b7d1e29055c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 944 time: 0.0875978 Dec 22 16:23:46.132817 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-d331d55d-f713-406a-a05a-7ec695f85c6c req-546dc354-4013-4d60-a268-7accf6d6ec65 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Dec 22 16:23:47.264905 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:23:47.348435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020502a-5ed6-4789-8284-8e3d45fe33de req-eaec36a6-0c8e-4003-95b8-29a338ebe309 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:47.350570 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2020502a-5ed6-4789-8284-8e3d45fe33de req-eaec36a6-0c8e-4003-95b8-29a338ebe309 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 944 time: 0.0926328 Dec 22 16:23:47.370479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning for port 3756337c-538a-41cc-ad88-a3e56328aa89 completed by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:23:47.376384 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 3756337c-538a-41cc-ad88-a3e56328aa89 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:23:47.376803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:47.401498 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2020502a-5ed6-4789-8284-8e3d45fe33de req-9c89b1f4-18fe-4a40-802b-ed9acee3bd98 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445147 Dec 22 16:23:47.495572 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:47.531263 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:47.542243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:47.576044 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:47.578232 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3eb7ac67-d195-4fe6-ab07-f052bbf886ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:47.608617 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'code': 200} Dec 22 16:23:47.647185 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=5']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:47.650422 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:47.939903 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-557b1abf-8244-42af-9cc9-01023d5ee2f6 req-a77becd2-a144-48d6-8ecd-beb057c78d79 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1098 time: 0.0790143 Dec 22 16:23:47.987531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-557b1abf-8244-42af-9cc9-01023d5ee2f6 req-3653da1f-6d8c-449c-86c3-d818636653e5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Dec 22 16:23:48.606393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6d719-f2cd-45f5-bb13-34b1bc6be15c req-683e9003-2e8e-4fc3-8f20-e43446ab4e06 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:48.608059 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cad6d719-f2cd-45f5-bb13-34b1bc6be15c req-683e9003-2e8e-4fc3-8f20-e43446ab4e06 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 945 time: 0.0834327 Dec 22 16:23:48.660440 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-cad6d719-f2cd-45f5-bb13-34b1bc6be15c req-c6995026-6fcd-409f-9cf6-ccc43d61a196 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463386 Dec 22 16:23:49.872564 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78345-079b-4ea8-bb44-82cbfdb5a1c9 req-f93c76bd-da87-4a46-ba76-65deb2e0b55b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:49.874170 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0b78345-079b-4ea8-bb44-82cbfdb5a1c9 req-f93c76bd-da87-4a46-ba76-65deb2e0b55b tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 945 time: 0.0865262 Dec 22 16:23:49.923268 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f0b78345-079b-4ea8-bb44-82cbfdb5a1c9 req-ba4be3dd-9396-4fbd-9b22-6fc9c3d61d70 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427964 Dec 22 16:23:50.134400 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc47a4-c3d9-49b9-8b14-7ba9fe7bbe07 req-2f04843c-4ecf-4fb5-b0e0-6349fc9b0fd2 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:50.136068 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3efc47a4-c3d9-49b9-8b14-7ba9fe7bbe07 req-2f04843c-4ecf-4fb5-b0e0-6349fc9b0fd2 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 945 time: 0.0860934 Dec 22 16:23:50.184536 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-3efc47a4-c3d9-49b9-8b14-7ba9fe7bbe07 req-23ff2ba4-00b9-4cd4-bb09-944305049738 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Dec 22 16:23:50.214548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57976) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:23:50.296370 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6b6d86e5-e36c-4d02-a125-cd90bc451432 tempest-TestSnapshotPattern-1696709321 tempest-TestSnapshotPattern-1696709321-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1093 time: 0.0814476 Dec 22 16:23:50.299154 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 57980) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:23:50.305345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.v2.base [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Request body: {'floatingip': {'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'port_id': '3756337c-538a-41cc-ad88-a3e56328aa89', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:23:50.311327 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:23:50.315300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Usage tracker for resource:floatingip and tenant:1bac0df0c0124aa4abd600ce4accf6fd is out of sync, need to count used quota {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:23:50.318281 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88968) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:23:50.324380 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.quota.driver [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88968) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:23:50.426637 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:50.587105 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:50.785820 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_common [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Allocated IP 172.26.4.172 (fe3660bb-5a3f-4cac-aaea-3536e61d2b19/8fbd02c4-6cd7-4c6e-931d-144a32cbd21b/f26b0f1e-9989-41a2-8a4e-bc0efebc03a8) {{(pid=88968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:23:50.945990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for port, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:51.015351 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758581503176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:51.020050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49dd177f-7abe-41d9-89b7-663bb8d12444 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:51.099555 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Network fe3660bb-5a3f-4cac-aaea-3536e61d2b19 is already hosted by enough agents. {{(pid=88968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:23:51.100524 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'Port': ['ID=f26b0f1e-9989-41a2-8a4e-bc0efebc03a8,revision_number=1']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:51.103623 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.base_scheduler [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Resources bound (agent type, host, resource id): {{(pid=88968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:23:51.106769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Received port after_create {{(pid=88968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:23:51.145883 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.146903 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.147325 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.147742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.148151 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.148569 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.148969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.149399 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.149780 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.150181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.150585 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:51.155855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:51.657245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:51.969442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.183753 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for port, precommit_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.233091 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850741568'] for port, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.237553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-832d177a-628c-4944-8b9e-033591fbd1cc tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:52.345662 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event updated for resources: {'Port': ['ID=f26b0f1e-9989-41a2-8a4e-bc0efebc03a8,revision_number=2']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:52.350681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:52.361579 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920301'] for floatingip, after_update {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.562935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.db.l3_db [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Floating IP 1ba91edd-85c1-4c79-bd0b-ae816b36742c associated. External IP: 172.26.4.172, port: 3756337c-538a-41cc-ad88-a3e56328aa89. Dec 22 16:23:52.978856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:23:53.201033 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:23:53.211884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:23:53.225800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:23:53.228226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:23:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:53.336665 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:53.400463 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a22296b3-c57b-43cb-8366-2c2b00a36b54 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1001751 Dec 22 16:23:53.401180 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:53.434646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:23:53.466852 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'status': 'completed', 'code': 200} Dec 22 16:23:53.571622 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-b96ab5b2-f5cd-4c1b-af25-25453b334042 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1098 time: 0.0822122 Dec 22 16:23:53.732681 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-024e0896-ad3a-49c4-94fe-36285b5f96db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:53.734257 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-024e0896-ad3a-49c4-94fe-36285b5f96db service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1567383 Dec 22 16:23:53.810857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '1ba91edd-85c1-4c79-bd0b-ae816b36742c', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.172', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '3756337c-538a-41cc-ad88-a3e56328aa89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:fe:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:23:51Z', 'updated_at': '2021-12-22T16:23:51Z', 'revision_number': 0, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}, {'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:14Z', 'revision_number': 1, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:53.815249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:23:53.827013 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:23:53.827678 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:23:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:53.841056 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-dfbe31d8-9f03-4c7f-8cce-a1bec68be4b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 200 len: 999 time: 0.1007266 Dec 22 16:23:53.914002 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-fc145cff-c048-422c-9395-a7f0890fb8ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:53.915935 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-fc145cff-c048-422c-9395-a7f0890fb8ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0693352 Dec 22 16:23:53.997927 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-3570f52d-6674-4ca7-9a27-bdb0425bc987 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755212 Dec 22 16:23:54.022350 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:23:54.147480 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-eccdd808-19c1-49ed-b8c6-c1e6677bfcef service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437690 Dec 22 16:23:54.311857 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-0612c8f1-de7c-4d30-8c30-a3b8be02a21a req-b15d6b8f-7cd0-4529-8656-529b091620da service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580329 Dec 22 16:23:54.616652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '1ba91edd-85c1-4c79-bd0b-ae816b36742c', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.172', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '3756337c-538a-41cc-ad88-a3e56328aa89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:fe:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:23:51Z', 'updated_at': '2021-12-22T16:23:51Z', 'revision_number': 0, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}, {'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:14Z', 'revision_number': 1, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:54.621067 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a750485-8f2c-40c4-b3f3-504bee741768 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '1ba91edd-85c1-4c79-bd0b-ae816b36742c', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.172', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '3756337c-538a-41cc-ad88-a3e56328aa89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:fe:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:23:51Z', 'updated_at': '2021-12-22T16:23:51Z', 'revision_number': 0, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}, {'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:14Z', 'revision_number': 1, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:23:54.961409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc163999-cfcf-464a-8f92-798af45ea3d1 None None] New status for floating IP 1ba91edd-85c1-4c79-bd0b-ae816b36742c: ACTIVE {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:24:01.987389 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:02.353021 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-9ec616eb-6615-403e-9244-80e7de7445c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:02.844541 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-de0765ed-100f-4aef-a776-e882a4565204 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782526 Dec 22 16:24:02.990046 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-f45b2c90-7687-4161-a00d-5ebf12f7df02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1097 time: 0.0747726 Dec 22 16:24:03.144865 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-87e29ebf-35e0-4885-bd45-1ef4e05ebf98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:03.146397 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-87e29ebf-35e0-4885-bd45-1ef4e05ebf98 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1385698 Dec 22 16:24:03.254991 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-ae922778-2e03-4a0c-9c01-952d072f1a99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 999 time: 0.1028209 Dec 22 16:24:03.324273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-2f7faa94-82b5-4bb0-bcbd-727e6a646cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:03.325899 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-2f7faa94-82b5-4bb0-bcbd-727e6a646cc4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0652370 Dec 22 16:24:03.415769 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-7124984f-93a6-4931-905f-44d9c6dfb305 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838866 Dec 22 16:24:03.564053 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-be95f9aa-a3a6-4b24-80e4-19aaba1d34ea service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417129 Dec 22 16:24:03.705099 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-01b35e53-ed0d-4454-a2ec-4cbc57a3825a req-79372b60-4fb1-45ea-82d6-a64ea0b18ed1 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343739 Dec 22 16:24:03.907256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:04.616563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c0aa22ed-0924-4c74-b84f-b067094463db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:05.220553 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:07.077502 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:16.366654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:24:31.993219 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:32.359285 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-1a98c4a3-8858-4748-8495-129701f42fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:33.899619 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:34.603003 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-77de82ff-ce18-41cb-8fce-73c4c258f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:35.221935 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:37.073142 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:53.367958 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:25:02.043653 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:02.356294 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-97e91952-175b-4a8c-a1d7-6bbf05a934fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:03.899557 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:03.995760 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-ab0f6cd8-a6b3-48fa-a9a2-0587a84ab00d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1726735 Dec 22 16:25:04.088948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-68a33ef4-fcc6-41c4-a3ee-a555b60fa84a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1098 time: 0.0727565 Dec 22 16:25:04.249144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-a7490479-bda9-4dfa-985f-6675676aadab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:04.250856 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-a7490479-bda9-4dfa-985f-6675676aadab service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1422985 Dec 22 16:25:04.363139 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-03337324-f85a-4167-8a70-c5ab4f42cc1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 200 len: 1001 time: 0.1061411 Dec 22 16:25:04.439909 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-46bdcec6-3445-406c-a67c-f127b65aedec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:04.441557 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-46bdcec6-3445-406c-a67c-f127b65aedec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0721369 Dec 22 16:25:04.529779 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-c98238fe-5371-44f2-aa8d-47f7d32d32b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815678 Dec 22 16:25:04.604092 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-2c93e64b-72ce-4acc-8f24-009405a055fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:04.912316 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-3fca144f-8203-4013-9214-74471f3598fe service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757341 Dec 22 16:25:05.058121 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-40e07221-6bd7-4bac-891e-3ab29238bbae req-505b32bc-5a3a-444d-a234-eb0e5f00f308 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389880 Dec 22 16:25:05.230957 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:07.070570 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:19.700220 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=88969) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:25:19.852550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:19.869052 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Returning: {'device': '3756337c-538a-41cc-ad88-a3e56328aa89', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'port_id': '3756337c-538a-41cc-ad88-a3e56328aa89', 'mac_address': 'fa:16:3e:fe:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88969) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:25:19.934126 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:19.955178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3756337c-538a-41cc-ad88-a3e56328aa89 {{(pid=88969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:25:19.972721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:20.018727 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:20.021225 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:20.098244 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=6']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:20.104454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] get_ports_and_sgs() called for port_ids ['3756337c-538a-41cc-ad88-a3e56328aa89'] {{(pid=88969) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:25:20.150670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.151086 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.151504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.151884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.152262 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.152639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.153012 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.153411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.154223 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.154599 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.155000 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:20.161292 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:21.720378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 up at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:25:21.821235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.provisioning_blocks [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Provisioning complete for port 3756337c-538a-41cc-ad88-a3e56328aa89 triggered by entity L2. {{(pid=88969) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:25:21.821677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1546802'] for port, provisioning_complete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:21.959651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:21.999269 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:22.009806 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:22.038211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:22.040739 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:22.086980 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'code': 200} Dec 22 16:25:22.114203 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=7']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:22.117895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:30.370872 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:25:31.432226 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58194) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:31.643328 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Deleting port f26b0f1e-9989-41a2-8a4e-bc0efebc03a8 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:31.643711 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:31.824050 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:31.824419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:31.953931 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Calling delete_port for f26b0f1e-9989-41a2-8a4e-bc0efebc03a8 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:32.009370 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:32.127087 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:32.132039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-152cb461-f306-4aa0-a400-205836591f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:32.177320 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event deleted for resources: {'Port': ['ID=f26b0f1e-9989-41a2-8a4e-bc0efebc03a8,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:32.223990 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.224426 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.224861 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.225283 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.225702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.226116 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.226527 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.226968 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.227381 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.227791 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.228201 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:32.261414 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:32.293178 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:32.346547 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-cccf252e-bd4f-436e-88eb-98373010fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:32.703934 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:25:33.156321 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:25:33.167169 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:25:33.181366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:33.182094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:33.209479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:33.269665 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-34877657-89bd-4647-81a6-78ea685481ea tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "DELETE /v2.0/floatingips/1ba91edd-85c1-4c79-bd0b-ae816b36742c HTTP/1.1" status: 204 len: 168 time: 1.8362453 Dec 22 16:25:33.270382 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:33.328992 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'status': 'completed', 'code': 200} Dec 22 16:25:33.377132 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:33.436222 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-573806a8-8ef1-42bb-98b8-7fa90e4c0240 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 1098 time: 0.0828993 Dec 22 16:25:33.586850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7415d-905d-431d-bbac-25adacca030e req-03eb96c5-2595-4fb0-a91d-51bb8f8cfcfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:33.588567 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-03eb96c5-2595-4fb0-a91d-51bb8f8cfcfa service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1480420 Dec 22 16:25:33.664531 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-bbb745be-436a-4db8-8fb9-7f379dcf5723 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 200 len: 217 time: 0.0698943 Dec 22 16:25:33.737246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7415d-905d-431d-bbac-25adacca030e req-7a4858ff-8480-4de5-a7a0-7f606aa3faaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:33.738933 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-7a4858ff-8480-4de5-a7a0-7f606aa3faaf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.0680306 Dec 22 16:25:33.757989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:14Z', 'revision_number': 1, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:33.762210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:25:33.774179 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:33.775084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:05Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:33.776084 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:33.837082 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-0e7941b1-8c26-48f8-808b-d4cba95096c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903399 Dec 22 16:25:33.913775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1146870'] for port, before_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:33.926775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:33.947506 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:33.958850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:33.972331 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:33.996538 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278272839762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758581503193', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278273272590'] for port, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:34.001411 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:34.038032 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'code': 200} Dec 22 16:25:34.081951 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-6d74f032-ff79-4c7d-9262-2535ee1e7037 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347615 Dec 22 16:25:34.094089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Pushing event updated for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=8']} {{(pid=88969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:34.094880 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376c3a2-5f7f-4230-ae72-7659b829c86f req-c1a08820-e00c-4386-8eb4-8fdc7dbd3e79 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:34.096652 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1376c3a2-5f7f-4230-ae72-7659b829c86f req-c1a08820-e00c-4386-8eb4-8fdc7dbd3e79 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 945 time: 0.3082955 Dec 22 16:25:34.098396 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88969) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:34.253729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-1376c3a2-5f7f-4230-ae72-7659b829c86f req-da76696c-0dc9-4b25-b91f-111611f70122 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334302 Dec 22 16:25:34.281055 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-72a7415d-905d-431d-bbac-25adacca030e req-25f17307-45a0-4b9c-8839-6884d8819f82 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832130 Dec 22 16:25:34.361224 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:14Z', 'revision_number': 1, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:34.365580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084d952-6c3d-4254-b683-4b657c9e3094 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_floatingips': [{'id': '77f24256-e846-4243-946d-5a6e45a6d7f9', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'floating_ip_address': '172.26.4.67', 'floating_network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'router_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'port_id': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'mac_address': 'fa:16:3e:5d:04:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:21:10Z', 'updated_at': '2021-12-22T16:21:14Z', 'revision_number': 1, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:25:34.597977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-38548fbb-4dc1-4399-ad7e-64241fc3ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:34.816648 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c36da7-0973-4698-8383-f0b84a961ed4 None None] New status for floating IP 1ba91edd-85c1-4c79-bd0b-ae816b36742c: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:25:35.218221 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:35.260253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-610c705b-071c-4372-bd04-4f90932a6f7c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:35.261845 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-610c705b-071c-4372-bd04-4f90932a6f7c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 943 time: 0.0834923 Dec 22 16:25:35.336841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Deleting port 3756337c-538a-41cc-ad88-a3e56328aa89 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:35.337229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:35.469378 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87c30-1c82-4437-91bf-ab5ddfefd933 req-240df0a3-5d2c-431a-b52e-3cb916854279 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:35.470156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4da87c30-1c82-4437-91bf-ab5ddfefd933 req-240df0a3-5d2c-431a-b52e-3cb916854279 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:25:35.563696 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-4da87c30-1c82-4437-91bf-ab5ddfefd933 req-240df0a3-5d2c-431a-b52e-3cb916854279 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:25:35.564904 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4da87c30-1c82-4437-91bf-ab5ddfefd933 req-240df0a3-5d2c-431a-b52e-3cb916854279 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 943 time: 0.1821709 Dec 22 16:25:35.603841 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] For port 3756337c-538a-41cc-ad88-a3e56328aa89, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3756337c-538a-41cc-ad88-a3e56328aa89,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:35.604245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:35.614691 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-4da87c30-1c82-4437-91bf-ab5ddfefd933 req-b7903385-dfd6-41ed-8a74-21ca293969e5 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Dec 22 16:25:35.732520 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Calling delete_port for 3756337c-538a-41cc-ad88-a3e56328aa89 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:35.992314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:35.999173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-22335163-4081-4521-ad81-b9cd1f162f94 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:36.044715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event deleted for resources: {'Port': ['ID=3756337c-538a-41cc-ad88-a3e56328aa89,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:36.091722 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.102144 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822709-1-hyperv {{(pid=88967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:36.103777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:36.139748 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] No DVR routers for this DVR port 3756337c-538a-41cc-ad88-a3e56328aa89 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:25:36.142345 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:36.145419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-deleted', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:36.187106 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-381ba922-26fb-419b-b5d7-8cacee0dc5f2 req-dc5b8179-e7e7-4565-af46-02c8c0826adc tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "DELETE /v2.0/ports/3756337c-538a-41cc-ad88-a3e56328aa89 HTTP/1.1" status: 204 len: 173 time: 0.9194019 Dec 22 16:25:36.310239 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77997d7c-fa9f-4d73-8ad7-e7dcec782259', 'name': 'network-vif-deleted', 'tag': '3756337c-538a-41cc-ad88-a3e56328aa89', 'status': 'completed', 'code': 200} Dec 22 16:25:36.815948 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-a231487b-2868-4f9f-88fa-29f92e2c7a7b req-11ce0cd2-d6de-425d-bb2b-4454d9d054e3 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=77997d7c-fa9f-4d73-8ad7-e7dcec782259 HTTP/1.1" status: 200 len: 210 time: 0.0522022 Dec 22 16:25:37.063894 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:39.045684 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58260) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:39.259243 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Deleting port 06b1ca5e-d993-4fc8-8775-2e7521677320 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:39.259625 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:39.455436 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:39.455802 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:39.581915 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Calling delete_port for 06b1ca5e-d993-4fc8-8775-2e7521677320 owned by network:floatingip {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:39.823432 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:39.857437 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 3756337c-538a-41cc-ad88-a3e56328aa89 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:39.857840 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 3756337c-538a-41cc-ad88-a3e56328aa89 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:39.949777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:39.954745 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-c9e4881b-4f48-40c9-8c31-23132c2bae1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:40.001131 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event deleted for resources: {'Port': ['ID=06b1ca5e-d993-4fc8-8775-2e7521677320,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:40.004255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:40.094947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for floatingip, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:40.520554 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:25:40.731793 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:25:40.743670 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:25:40.749009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for floatingip, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:40.757088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:40.757762 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:40.805322 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-3bdaf064-52c7-437e-80d3-2a0025c86796 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "DELETE /v2.0/floatingips/77f24256-e846-4243-946d-5a6e45a6d7f9 HTTP/1.1" status: 204 len: 168 time: 1.7584171 Dec 22 16:25:40.806040 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:40.875466 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'status': 'completed', 'code': 200} Dec 22 16:25:40.983998 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-81190df4-e8fe-4e40-998c-09e482c474ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 1097 time: 0.0842981 Dec 22 16:25:41.095592 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:41.135740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-d31eb816-9853-4b50-b29b-32ca108bdeb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:41.137413 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-d31eb816-9853-4b50-b29b-32ca108bdeb9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 200 len: 911 time: 0.1473377 Dec 22 16:25:41.225923 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-b6ea7d23-c33e-48b8-bee5-92e2007ca5db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0823970 Dec 22 16:25:41.351730 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-414528f2-a7c4-42db-b594-984bf286d1b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:41.353270 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-414528f2-a7c4-42db-b594-984bf286d1b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 200 len: 849 time: 0.1209388 Dec 22 16:25:41.427740 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5dd8b-56ae-43a4-83db-3c6ccec5c8b5 req-fcf1616c-436d-4da8-adb4-e9066f5a9c1f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:41.428503 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-efb5dd8b-56ae-43a4-83db-3c6ccec5c8b5 req-fcf1616c-436d-4da8-adb4-e9066f5a9c1f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:25:41.433477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:41.437563 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:25:41.449210 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:41.450022 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:41.467887 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-bed33736-63ce-4f8d-a05d-4e6428fbb721 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079845 Dec 22 16:25:41.499156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-efb5dd8b-56ae-43a4-83db-3c6ccec5c8b5 req-fcf1616c-436d-4da8-adb4-e9066f5a9c1f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88967) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:25:41.500473 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efb5dd8b-56ae-43a4-83db-3c6ccec5c8b5 req-fcf1616c-436d-4da8-adb4-e9066f5a9c1f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.2330401 Dec 22 16:25:41.638539 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-efb5dd8b-56ae-43a4-83db-3c6ccec5c8b5 req-372ed12a-50d5-4b48-8d1d-307cd5c90553 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208408 Dec 22 16:25:41.643732 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:41.656786 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-9a65e51e-0110-43fe-a99c-f248696306da service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819701 Dec 22 16:25:41.816169 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2a8db041-dd98-4e37-b8bc-1796287502d9 req-0bde9c32-7a2a-4aba-89f7-2aa34bd99b46 service neutron] 10.222.0.71 "GET /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511111 Dec 22 16:25:41.988353 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:41.992461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a39407-4174-433c-9fd8-11172af5aea1 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:20:38Z', 'revision_number': 4, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv', '_interfaces': [{'id': '2678c853-c27d-4fbc-894a-13fb638c099f', 'name': '', 'network_id': '4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'mac_address': 'fa:16:3e:9d:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:37Z', 'updated_at': '2021-12-22T16:20:46Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'subnets': [{'id': '3378c575-6f2e-4d44-9b04-ed3a0a225c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:25:42.456947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348c15c-61cc-48a4-b3fe-efe966a4aac3 None None] New status for floating IP 77f24256-e846-4243-946d-5a6e45a6d7f9: DOWN {{(pid=88969) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:25:42.843024 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-3599ad06-9f6d-4079-9c8f-8cbb2bef820f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88967) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:42.844582 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-3599ad06-9f6d-4079-9c8f-8cbb2bef820f tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.0889797 Dec 22 16:25:42.855068 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e232-47ca-4c63-95ad-fd43a0c8fb93 req-445e1518-4f7b-49a0-974e-efcb042878ee tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:42.855830 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f020e232-47ca-4c63-95ad-fd43a0c8fb93 req-445e1518-4f7b-49a0-974e-efcb042878ee tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Synchronizing usage tracker for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88968) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:25:42.868928 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.quota.resource [req-f020e232-47ca-4c63-95ad-fd43a0c8fb93 req-445e1518-4f7b-49a0-974e-efcb042878ee tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Unset dirty status for tenant:1bac0df0c0124aa4abd600ce4accf6fd on resource:port {{(pid=88968) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:25:42.870236 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f020e232-47ca-4c63-95ad-fd43a0c8fb93 req-445e1518-4f7b-49a0-974e-efcb042878ee tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 944 time: 0.1069348 Dec 22 16:25:42.924616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Deleting port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 {{(pid=88967) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:42.925007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:42.925835 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-f020e232-47ca-4c63-95ad-fd43a0c8fb93 req-d941330a-fb1f-428e-8550-044dd71a4030 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/security-groups?id=fee871bb-752d-4538-8793-318ee5fafbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490696 Dec 22 16:25:43.195130 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] For port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88967) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:43.195535 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:43.324060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Calling delete_port for 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 owned by compute:nova {{(pid=88967) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:43.615454 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3679256'] for port, after_delete {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:43.623478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-68b7761d-1198-4a0b-9e20-65bd31deab1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:43.668576 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event deleted for resources: {'Port': ['ID=4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8,revision_number=None']} {{(pid=88967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:43.671205 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88967) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:43.748868 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] No DVR routers for this DVR port 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 on host hv-neutron-8227 {{(pid=88967) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:25:43.751427 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760721'] for port, before_response {{(pid=88967) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:43.755649 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-deleted', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8'}] {{(pid=88967) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:43.798850 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-2f2cb219-50f1-4560-9ebf-1847241c4927 req-42845706-7de6-4115-a079-033c8436aed8 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.71 "DELETE /v2.0/ports/4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 HTTP/1.1" status: 204 len: 173 time: 0.9449623 Dec 22 16:25:43.812919 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93ac75d-9e2b-4bdc-a069-7d4554a1e4ee', 'name': 'network-vif-deleted', 'tag': '4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8', 'status': 'completed', 'code': 200} Dec 22 16:25:44.117386 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [req-df953695-7e06-4a7a-a457-66cce8c1bcae req-3a3462ae-8c97-43df-a1cb-736505f4926a tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "GET /v2.0/ports?device_id=d93ac75d-9e2b-4bdc-a069-7d4554a1e4ee HTTP/1.1" status: 200 len: 210 time: 0.0480947 Dec 22 16:25:45.230703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58278) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:45.306365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.341029 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.477470 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.483565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e43f2d8f-3363-45f8-9fdb-35fb5d816e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:45.499765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee871bb-752d-4538-8793-318ee5fafbf4,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:45.502374 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:45.531850 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.534974 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-93d0e9dc-6612-4556-adb6-dc790d56481c tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] 10.222.0.32 "DELETE /v2.0/security-groups/fee871bb-752d-4538-8793-318ee5fafbf4 HTTP/1.1" status: 204 len: 168 time: 0.3029783 Dec 22 16:25:45.620688 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58284) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:45.840518 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:45.876716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] No Port match for: 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:45.877112 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Device 4755cdf7-0a7b-4891-a708-b9d7a7b9a1b8 not bound to the agent host hv-neutron-8227 {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:46.184626 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:47.038551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Deleting port 2678c853-c27d-4fbc-894a-13fb638c099f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:47.039108 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:47.222773 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] For port 2678c853-c27d-4fbc-894a-13fb638c099f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=2678c853-c27d-4fbc-894a-13fb638c099f,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:47.223222 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:47.357916 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Calling delete_port for 2678c853-c27d-4fbc-894a-13fb638c099f owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:47.631856 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:47.637025 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8c6ef71-51af-4e4e-b119-c8ea66362961 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:47.680406 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2678c853-c27d-4fbc-894a-13fb638c099f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:47.683677 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:47.983309 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:48.591941 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:25:48.798783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:25:48.815550 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] Sync routers for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:25:48.815729 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-6017239a-b03a-4b8a-ada2-3e7d54fc4ac8 admin admin] 10.222.0.32 "PUT /v2.0/routers/6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911616 Dec 22 16:25:48.815811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58290) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:48.826419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:48.827157 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:49.019646 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:49.026715 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:49.233377 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:49.271828 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Deleting port 48e3e6ba-b89c-4ba1-8780-4c4967050d38 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:49.272212 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:49.320895 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:25:47Z', 'revision_number': 5, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port': {'id': '48e3e6ba-b89c-4ba1-8780-4c4967050d38', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:13:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:35Z', 'updated_at': '2021-12-22T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:49.325800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] Checking router: 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 for host: dv-neutron-822709-1-hyperv {{(pid=88970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:25:49.337229 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] Routers {'6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:49.337897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'], 'active': True} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:49.658430 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] Set router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 gateway port host: None {{(pid=88970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:49.714777 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] For port 48e3e6ba-b89c-4ba1-8780-4c4967050d38, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=48e3e6ba-b89c-4ba1-8780-4c4967050d38,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:49.715164 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:49.770643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:25:49Z', 'revision_number': 6, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:49.774829 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa030c6b-9021-48c1-963f-ed96387dafd8 None None] The sync data for ids ['6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89'] in dv-neutron-822709-1-hyperv is: [{'id': '6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89', 'name': 'tempest-TestSnapshotPattern-1891952876-router', 'tenant_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:34Z', 'updated_at': '2021-12-22T16:25:49Z', 'revision_number': 6, 'project_id': '1bac0df0c0124aa4abd600ce4accf6fd', 'gw_port_host': None}] {{(pid=88970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:25:49.846879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Calling delete_port for 48e3e6ba-b89c-4ba1-8780-4c4967050d38 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:50.354158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:50.354158 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4c39fd75-c3a1-4b47-bdf1-8e1cb3346063 tempest-TestSnapshotPattern-1584646701 tempest-TestSnapshotPattern-1584646701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:50.366296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Pushing event deleted for resources: {'Port': ['ID=48e3e6ba-b89c-4ba1-8780-4c4967050d38,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:50.368884 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:50.598742 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:50.856260 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2678c853-c27d-4fbc-894a-13fb638c099f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:50.867876 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:50.874027 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:50.894977 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 2678c853-c27d-4fbc-894a-13fb638c099f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:50.895403 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 2678c853-c27d-4fbc-894a-13fb638c099f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:50.895855 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48e3e6ba-b89c-4ba1-8780-4c4967050d38 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:50.933216 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 48e3e6ba-b89c-4ba1-8780-4c4967050d38 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:50.933878 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 48e3e6ba-b89c-4ba1-8780-4c4967050d38 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:51.000173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.000759 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:25:51.014081 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.015368 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-ff4d8076-a08e-419f-8258-a83fcb02d96a admin admin] 10.222.0.32 "DELETE /v2.0/routers/6b5cbae3-0f58-4d95-bd57-c65fc6aa1c89 HTTP/1.1" status: 204 len: 168 time: 2.1985595 Dec 22 16:25:51.018182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58294) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:51.090750 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Deleting subnet 3378c575-6f2e-4d44-9b04-ed3a0a225c86 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:25:51.094227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.148614 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.230365 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.342800 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.347605 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a877447d-134a-428c-b3b9-4e6f281044ef tempest-NetworksIpV6TestAttrs-798982312 tempest-NetworksIpV6TestAttrs-798982312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:51.388772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3378c575-6f2e-4d44-9b04-ed3a0a225c86,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:51.391839 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:51.394366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.400234 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea11eaf-c8b0-442e-80b8-c5a08631a60c None None] Network 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:25:51.400868 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-840003c2-5782-45a7-8b53-5add68c621cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3378c575-6f2e-4d44-9b04-ed3a0a225c86 HTTP/1.1" status: 204 len: 168 time: 0.3815770 Dec 22 16:25:51.403700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58298) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:51.520123 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.531803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Deleting port 9178e63a-e472-4363-9da2-dedcb0f36a06 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:51.532182 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.682272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] DHCP port deletion for 4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:25:51.682272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Deleting port 9178e63a-e472-4363-9da2-dedcb0f36a06 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:51.682272 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.754156 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] For port 9178e63a-e472-4363-9da2-dedcb0f36a06, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9178e63a-e472-4363-9da2-dedcb0f36a06,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:51.754541 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.882501 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Calling delete_port for 9178e63a-e472-4363-9da2-dedcb0f36a06 owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:51.894723 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] For port 9178e63a-e472-4363-9da2-dedcb0f36a06, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9178e63a-e472-4363-9da2-dedcb0f36a06,segment=NetworkSegment(23cd5aa2-ad82-4a62-98d2-ff5ecdfca413),segment_id=23cd5aa2-ad82-4a62-98d2-ff5ecdfca413)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:51.895094 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.989450 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:51.994533 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:52.024011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Calling delete_port for 9178e63a-e472-4363-9da2-dedcb0f36a06 owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:52.042011 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=9178e63a-e472-4363-9da2-dedcb0f36a06,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:52.044835 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:52.047488 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] No DVR routers for this DVR port 9178e63a-e472-4363-9da2-dedcb0f36a06 on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:25:52.098565 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:25:52.099015 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:25:52.173279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.205479 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:52.218107 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:52.218442 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cd5aa2-ad82-4a62-98d2-ff5ecdfca413') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:52.231249 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.303461 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.310867 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:25:52.311300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:25:52.326384 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:25:52.560194 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.563888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-933d6b52-b7f0-4cc4-a5cc-2e39b8d31683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:52.578580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.591069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:52.595624 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:52.600366 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Deleting port 9178e63a-e472-4363-9da2-dedcb0f36a06 {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:52.600797 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:52.635509 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-721a68fa-9898-4d75-a441-cb160f705a4a admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f2cc522-bc1a-45dd-8c35-22c6bd5e9f31 HTTP/1.1" status: 204 len: 168 time: 1.2274883 Dec 22 16:25:52.635921 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58302) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:52.666409 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-b16ef652-cdb8-45b5-a428-ca3b0b83a5f8 None None] The port '9178e63a-e472-4363-9da2-dedcb0f36a06' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:25:52.853783 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9178e63a-e472-4363-9da2-dedcb0f36a06 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:52.890882 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 9178e63a-e472-4363-9da2-dedcb0f36a06 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:52.891500 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9178e63a-e472-4363-9da2-dedcb0f36a06 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:53.050079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853850365'] for router_interface, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:53.919146 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Deleting port 9e547ed2-3b9b-4989-89f5-16608139bb3f {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:53.919811 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:54.102039 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] For port 9e547ed2-3b9b-4989-89f5-16608139bb3f, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=9e547ed2-3b9b-4989-89f5-16608139bb3f,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:54.102434 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:54.234296 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Calling delete_port for 9e547ed2-3b9b-4989-89f5-16608139bb3f owned by network:router_interface {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:54.492227 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:54.497834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-3345f9e8-b10d-4964-b276-a475241d73cb tempest-ServerActionsTestJSON-1473399225 tempest-ServerActionsTestJSON-1473399225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:54.543826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e547ed2-3b9b-4989-89f5-16608139bb3f,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:54.546589 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:54.851290 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853567700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853850215'] for router_interface, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:55.481467 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Router 7e63aa64-321a-416d-a7ed-89e704481ca2 has already been hosted by L3 agent 789440b0-5e3d-446b-9d89-7a0023cd4b3c {{(pid=88968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:25:55.705775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] Notify agent at l3_agent.dv-neutron-822709-1-hyperv the message routers_updated {{(pid=88968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:25:55.715721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] Sync routers for ids ['7e63aa64-321a-416d-a7ed-89e704481ca2'] in dv-neutron-822709-1-hyperv {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:25:55.728128 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] Routers {'7e63aa64-321a-416d-a7ed-89e704481ca2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:55.728986 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e63aa64-321a-416d-a7ed-89e704481ca2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:55.751260 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-67a730db-d219-412c-9b5b-9a3fdb900614 admin admin] 10.222.0.32 "PUT /v2.0/routers/7e63aa64-321a-416d-a7ed-89e704481ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1140552 Dec 22 16:25:55.753966 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58306) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:55.916858 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] Set router 7e63aa64-321a-416d-a7ed-89e704481ca2 gateway port host: dv-neutron-822709-1-hyperv {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:55.969385 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks [] for router, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:56.178897 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:56.220318 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Deleting port 50f6d443-3f53-49ae-8925-4ced32eb9905 {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:56.220705 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:56.244463 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'external_fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:25:54Z', 'revision_number': 5, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port': {'id': '50f6d443-3f53-49ae-8925-4ced32eb9905', 'name': '', 'network_id': 'fe3660bb-5a3f-4cac-aaea-3536e61d2b19', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822709-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:20:43Z', 'updated_at': '2021-12-22T16:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8fbd02c4-6cd7-4c6e-931d-144a32cbd21b', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822709-1-hyperv'}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:56.249181 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] Checking router: 7e63aa64-321a-416d-a7ed-89e704481ca2 for host: dv-neutron-822709-1-hyperv {{(pid=88969) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:25:56.261419 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] Routers {'7e63aa64-321a-416d-a7ed-89e704481ca2'} bound to L3 agent in host dv-neutron-822709-1-hyperv {{(pid=88969) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:56.262089 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822709-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:08:04Z,description=,heartbeat_timestamp=2021-12-22T16:25:35Z,host='dv-neutron-822709-1-hyperv',id=789440b0-5e3d-446b-9d89-7a0023cd4b3c,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:08:04Z,topic='l3_agent')) {'router_ids': ['7e63aa64-321a-416d-a7ed-89e704481ca2'], 'active': True} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:56.407848 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] For port 50f6d443-3f53-49ae-8925-4ced32eb9905, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=50f6d443-3f53-49ae-8925-4ced32eb9905,segment=NetworkSegment(7bb00cfe-3077-4b02-a07c-532ac537a9bf),segment_id=7bb00cfe-3077-4b02-a07c-532ac537a9bf)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:56.408240 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:56.419395 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvr_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] Set router 7e63aa64-321a-416d-a7ed-89e704481ca2 gateway port host: None {{(pid=88969) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:56.530074 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_hamode_db [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:25:56Z', 'revision_number': 6, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port_host': None}], 'dv-neutron-822709-1-hyperv', False) {} {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:56.534301 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2842a28-295c-47f8-8a56-5dbe9a260aca None None] The sync data for ids ['7e63aa64-321a-416d-a7ed-89e704481ca2'] in dv-neutron-822709-1-hyperv is: [{'id': '7e63aa64-321a-416d-a7ed-89e704481ca2', 'name': 'tempest-TestSnapshotPattern-98345404-router', 'tenant_id': '2243981a1716494db558b3d1d3de17cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:20:42Z', 'updated_at': '2021-12-22T16:25:56Z', 'revision_number': 6, 'project_id': '2243981a1716494db558b3d1d3de17cf', 'gw_port_host': None}] {{(pid=88969) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:25:56.535435 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Calling delete_port for 50f6d443-3f53-49ae-8925-4ced32eb9905 owned by network:router_gateway {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:56.808960 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:56.813770 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-5276efd1-6009-44f2-9c54-56dc02685920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:56.859317 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Pushing event deleted for resources: {'Port': ['ID=50f6d443-3f53-49ae-8925-4ced32eb9905,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:56.863171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:56.873712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9e547ed2-3b9b-4989-89f5-16608139bb3f no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:56.911376 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 9e547ed2-3b9b-4989-89f5-16608139bb3f {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:56.911772 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 9e547ed2-3b9b-4989-89f5-16608139bb3f not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:56.912420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 50f6d443-3f53-49ae-8925-4ced32eb9905 no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:56.946393 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 50f6d443-3f53-49ae-8925-4ced32eb9905 {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:56.946801 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 50f6d443-3f53-49ae-8925-4ced32eb9905 not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:57.418171 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853855726'] for router_gateway, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:57.743987 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853749124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-53072'] for router, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:57.749078 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.005814 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749230'] for router, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.006375 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e63aa64-321a-416d-a7ed-89e704481ca2 {{(pid=88968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:25:58.019319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] Notify callbacks [] for router, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.020606 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-a3d254cc-5e76-4d6c-ac95-a61c1f6a39ae admin admin] 10.222.0.32 "DELETE /v2.0/routers/7e63aa64-321a-416d-a7ed-89e704481ca2 HTTP/1.1" status: 204 len: 168 time: 2.2656589 Dec 22 16:25:58.023551 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58310) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:58.097700 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.db_base_plugin_v2 [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Deleting subnet a0b57436-9920-4e06-b796-a6310f102bf0 {{(pid=88968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 16:25:58.101293 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.158122 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851361389'] for subnet, precommit_delete_associations {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.287702 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853226472'] for subnet, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.549204 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1549313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-888134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850741569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3573369'] for subnet, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.554034 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-e8ab85b6-1e75-4fdf-b9de-0b3d674ee8e3 tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:58.594716 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b57436-9920-4e06-b796-a6310f102bf0,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:58.597452 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:58.600186 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.606007 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e3dd6-6800-4db4-a643-bad17fd8076f None None] Network 42ae7449-a38c-4570-87f6-edf570c32c96 requested from dv-neutron-822709-1-hyperv {{(pid=88969) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:25:58.606445 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-7748e32a-7cd3-4efc-bdde-657cf2460fe6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0b57436-9920-4e06-b796-a6310f102bf0 HTTP/1.1" status: 204 len: 168 time: 0.5817089 Dec 22 16:25:58.609166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58314) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:58.727749 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853607005'] for network, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.738851 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Deleting port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b {{(pid=88968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:58.739235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.874798 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] DHCP port deletion for 42ae7449-a38c-4570-87f6-edf570c32c96 request from dv-neutron-822709-1-hyperv {{(pid=88969) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:25:58.879332 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Deleting port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:58.879769 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:58.959604 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] For port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:58.959974 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.092347 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Calling delete_port for 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b owned by network:dhcp {{(pid=88968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:59.096776 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.db [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] For port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b, host dv-neutron-822709-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822709-1-hyperv',level=0,port_id=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,segment=NetworkSegment(b7500c7e-d1fb-4767-86ff-573addb1edf1),segment_id=b7500c7e-d1fb-4767-86ff-573addb1edf1)] {{(pid=88969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:59.097173 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853856298'] for port, precommit_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.214639 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1142922', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278272839779', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278273272624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4034249'] for port, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.219994 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83beb765-c23d-4088-bfb3-ea30210d9fc4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:59.223392 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Calling delete_port for 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b owned by network:dhcp {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:59.267669 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:59.270487 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:59.273718 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] No DVR routers for this DVR port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b on host dv-neutron-822709-1-hyperv {{(pid=88968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:25:59.296306 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.db.api [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88969) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:25:59.296721 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_db.api [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88969) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:25:59.400508 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853228415', 'neutron.services.segments.db._delete_segments_for_network-8758581999048'] for network, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.427717 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ae7449-a38c-4570-87f6-edf570c32c96']}} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:59.441031 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7500c7e-d1fb-4767-86ff-573addb1edf1') {'for_net_delete': True} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:59.441373 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.services.segments.db [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7500c7e-d1fb-4767-86ff-573addb1edf1') {} {{(pid=88968) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:59.453356 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758582001881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414426'] for segment, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.468253 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1546215'] for segment, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.474616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:25:59.475079 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853229570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4034333'] for segment, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: Traceback (most recent call last): Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: timer() Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: cb(*args, **kw) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: return func(*args, **kwargs) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: self._notify() Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: self.callback(batched_events) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: event.method(event) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: segment_id)['aggregates'][0] Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: return f(self, *a, **k) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: return self._get(url).json() Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: **kwargs) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: return self.request(url, 'GET', **kwargs) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: **endpoint_filter) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:25:59.489473 dv-neutron-822709-1-hyperv neutron-server[88856]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:25:59.608420 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1547402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1208100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920316'] for network, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.611956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-7adf6255-da5f-4018-98c2-df24c4e3b189 tempest-TestNetworkBasicOps-158191302 tempest-TestNetworkBasicOps-158191302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:59.626926 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Notify callbacks [] for network, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.637857 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ae7449-a38c-4570-87f6-edf570c32c96,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:59.642616 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:59.646172 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-4919e4b9-7633-4c7a-9154-4a73a102aed9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/42ae7449-a38c-4570-87f6-edf570c32c96 HTTP/1.1" status: 204 len: 168 time: 1.0359995 Dec 22 16:25:59.798314 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Deleting port 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b {{(pid=88969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:59.798754 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278272849865'] for port, before_delete {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:59.886046 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58320) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:59.947113 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-f41fb268-0b2f-45f5-a1c6-0951a53deaef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bac0df0c0124aa4abd600ce4accf6fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596159 Dec 22 16:25:59.949787 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58324) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:26:00.017477 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:00.036140 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-39663bc9-b499-42ec-b9bf-588938cbc2b7 None None] The port '0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b' was deleted {{(pid=88969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:26:00.046431 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:00.271706 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:00.277652 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-374ee60c-eafc-42e8-aa84-d3adef4e02f4 tempest-TestShelveInstance-2025592744 tempest-TestShelveInstance-2025592744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:00.297712 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ba99e-5ac5-4a57-ad71-2104d814b6a1,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:00.300886 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:00.302920 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:00.306901 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-83c156e7-e355-4c9a-a6b0-4dd9cd37de64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/951ba99e-5ac5-4a57-ad71-2104d814b6a1 HTTP/1.1" status: 204 len: 168 time: 0.3533421 Dec 22 16:26:00.851071 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b no longer exists at agent ovs-agent-dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:26:00.884826 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.plugin [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] No Port match for: 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b {{(pid=88969) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:26:00.885211 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.plugins.ml2.rpc [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Device 0a9a4784-ff4b-4d5f-85aa-9f0501c17e4b not bound to the agent host dv-neutron-822709-1-hyperv {{(pid=88969) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:26:01.010666 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58332) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:26:01.068333 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-29296be7-21e6-4cea-a9bf-90ded07e4b9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2243981a1716494db558b3d1d3de17cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559618 Dec 22 16:26:01.070919 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.wsgi [-] (88968) accepted ('10.222.0.32', 58336) {{(pid=88968) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:26:01.136088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:01.164548 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:01.243058 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-885386'] for security_group, after_delete {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:01.248166 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-26666e70-5bc4-4de2-8df9-2ba6b1b23e5c tempest-TestNetworkAdvancedServerOps-2035502683 tempest-TestNetworkAdvancedServerOps-2035502683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:01.260651 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a314084d-5f36-4dcd-86d9-61c6b5ad5e16,revision_number=None']} {{(pid=88968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:01.263300 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG oslo_concurrency.lockutils [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88968) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:01.271401 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88968) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:01.272703 dv-neutron-822709-1-hyperv neutron-server[88856]: INFO neutron.wsgi [None req-49788e65-f195-42fe-b5b9-41734ebd3552 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a314084d-5f36-4dcd-86d9-61c6b5ad5e16 HTTP/1.1" status: 204 len: 168 time: 0.2007973 Dec 22 16:26:02.041042 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:02.366597 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8e53336a-e089-46e8-a358-c9f707c417d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:03.897864 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:04.642989 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-11034fa0-55a3-4846-b45c-144d458a7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:05.220439 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:07.077386 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:07.376069 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:26:32.031257 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:32.348278 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9ba9-b20f-46a8-97a5-b21e6c5947ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:33.914273 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:34.614509 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-bfbd583a-690b-4ed4-8972-9986fbfc3727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:35.244969 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:37.085512 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:44.376923 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:27:02.031235 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:02.368246 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-5df90047-c2cf-4d50-8895-564c996908bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:03.905601 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:04.613703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8a184c8f-59c6-4a6b-a6b7-300f2e33c990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:05.225038 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:07.088340 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:21.377620 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:27:32.050775 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:32.344971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f971428b-7367-4c92-bdc2-271ee2991ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:33.889845 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:34.603765 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6995a798-7a8e-4d92-a993-72b1717f2f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:35.225326 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:37.072498 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:58.378888 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:28:02.043879 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:02.356611 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a4b0341e-90f3-449c-ae9d-d323d862a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:03.911060 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:04.592256 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-34f8b945-d652-4f44-a841-26ccfbeb2016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:05.238834 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:07.101008 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:32.065496 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:32.345628 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ed0cc90a-d2fe-408b-bde1-230ef6cf1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:33.899764 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:34.607088 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6c260d7f-2385-4ddd-983c-b8ca079fa3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:35.231947 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:35.379786 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:28:37.088265 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:02.070009 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:02.351956 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-04537fdc-0455-4d11-90b6-b792d3a5b5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:03.898474 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:04.618964 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-e63524f8-bd38-4112-9b57-d0acdd141211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:05.242428 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:07.087694 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:12.380115 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:29:32.058805 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:32.338654 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-af798adb-4b6c-420f-9e47-12b30596ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:33.903950 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:34.618255 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6bf9-f0b8-4227-8cf2-a85cf21ce224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:35.247214 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:37.098258 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.380980 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:30:02.063441 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:02.332478 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-d6629d18-fc68-4959-a687-e04bcbfbbed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.897672 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.618543 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a9b2a8e3-731d-4bfa-b195-7d48a6fd0369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:05.269174 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.143747 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.381643 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:30:32.075287 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:32.343675 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-14983b48-2110-4f97-95cb-0a17aac16a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.909279 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.618049 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-c73a3cb3-6bc7-454b-b996-e14effe0512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:35.252504 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:37.097979 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:02.091803 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:02.337560 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-a58a90be-7e2d-428b-83fe-b5d6027b91e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:03.383703 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron.db.agents_db [None req-2e1abf17-cc5d-4d19-8f09-6f7bca8edf6e None None] Agent healthcheck: found 6 active agents {{(pid=88970) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:31:03.903319 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:04.611363 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-6a1240ee-67f0-467e-b816-8aab2e1e2a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:05.252600 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:07.109119 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-859354e7-f82a-4611-8852-02f8bcde9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:32.097245 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8fb0ddd3-b7c8-45c1-9442-6d1a63992cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:32.355073 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6632-2e10-408b-a32f-8646c0f8265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:33.925965 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-8d397565-a9a1-4864-965c-6cd7bcbf0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:34.622971 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-65abeabe-af18-4d16-bb87-478f41f79e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:35.257580 dv-neutron-822709-1-hyperv neutron-server[88856]: DEBUG neutron_lib.callbacks.manager [None req-3451d593-7388-4843-b922-92ecf4eef4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758581999031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853228954'] for agent, after_update {{(pid=88969) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}